{"id":"W7116842344","doi":"10.19173/irrodl.v26i4.8608","title":"Assessment of Learner Engagement and Expert Evaluations of AI-Generated Versus Human-Created Interactive Content in an Online Course","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Subject matter; Online course; Educational technology; Subject-matter expert; Online learning; Instructional design; Student engagement; Computer-mediated communication; Content analysis","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005541712,0.00008710691,0.0002913654,0.0002089947,0.0001001264,0.00008961624,0.0007824184,0.00002709585,0.00003201791],"category_scores_gemma":[0.0009544899,0.00006490823,0.00002954613,0.0004793347,0.0001216814,0.0002459324,0.0007531322,0.0005802353,2.888201e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001345011,"about_ca_system_score_gemma":0.0002489364,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001825827,"about_ca_topic_score_gemma":0.000119715,"domain_scores_codex":[0.997184,0.001389083,0.0005367235,0.0002430403,0.0005042418,0.0001428894],"domain_scores_gemma":[0.9978757,0.0007406673,0.0002114369,0.0002041421,0.0009360052,0.00003208212],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0003692171,0.002024818,0.1595203,0.001799987,0.0004372812,0.00002209175,0.002935468,0.007915763,0.01787068,0.7440073,0.0003600775,0.06273699],"study_design_scores_gemma":[0.006940471,0.001891339,0.6527991,0.0535996,0.00005298437,0.000006191552,0.02956667,0.2306435,0.004958286,0.001260028,0.01784496,0.0004368872],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9633588,0.01017297,0.01468299,0.00626084,0.0002636798,0.001676884,0.00004187548,0.00001477473,0.003527144],"genre_scores_gemma":[0.9968823,0.002091643,0.0004845136,0.00004927232,0.00001071744,0.00004575784,0.00007636671,0.000003421588,0.0003559825],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7427473,"threshold_uncertainty_score":0.2760117,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3508866898620616,"score_gpt":0.5573786518514204,"score_spread":0.2064919619893589,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}