{"id":"W4401977272","doi":"10.26522/brocked.v33i3.1178","title":"The Efficacy of GenAI Tools in Postsecondary Education","year":2024,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Postsecondary education; Psychology; Pedagogy; Sociology; Mathematics education; Higher education; Political science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000235545,0.00005920307,0.00006448282,0.0001744137,0.0001286948,0.0005082235,0.0004245985,0.00002701225,0.00001934605],"category_scores_gemma":[0.0003192128,0.0000425285,0.00005760892,0.0004175862,0.00001611521,0.0003874797,0.00003462311,0.0003115124,0.00003379562],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006475063,"about_ca_system_score_gemma":0.003676064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006156466,"about_ca_topic_score_gemma":0.000003085573,"domain_scores_codex":[0.9992558,0.00007569711,0.0002776082,0.0001139326,0.0001573489,0.000119602],"domain_scores_gemma":[0.9992813,0.0002240116,0.0000929591,0.0001863695,0.0001383373,0.00007697406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000294422,0.0002216091,0.0009596708,0.00003800795,0.00001305844,0.000001033538,0.001134643,0.0001264882,0.0004360166,0.01634819,0.0377148,0.9430035],"study_design_scores_gemma":[0.0005219181,0.0002520526,0.2493585,0.001699187,0.00004016583,0.001401759,0.004032826,0.02335789,0.0008917193,0.07122175,0.6467131,0.0005091438],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8575111,0.02339132,0.01964296,0.07865971,0.01409231,0.0002601473,0.000002116949,0.0001169571,0.006323389],"genre_scores_gemma":[0.9886494,0.0002923505,0.004282753,0.0003148789,0.0007516036,0.000003503246,0.000002897449,0.000007472037,0.005695105],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9424944,"threshold_uncertainty_score":0.652118,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01280494013080645,"score_gpt":0.315863508816367,"score_spread":0.3030585686855605,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}