{"id":"W4409360343","doi":"10.1016/j.nlp.2025.100146","title":"Detecting cognitive engagement in online course forums: A review of frameworks and methodologies","year":2025,"lang":"en","type":"review","venue":"Natural Language Processing Journal","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Course (navigation); Massive open online course; Cognition; Computer science; Psychology; Data science; World Wide Web; Engineering; Neuroscience","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005459469,0.0002687006,0.001348343,0.0003099824,0.0004122219,0.0001214969,0.0003132493,0.0004815142,0.00003911986],"category_scores_gemma":[0.01553595,0.0001961343,0.0002402697,0.0008450974,0.0001739102,0.0002319629,0.0001320222,0.00503028,4.113859e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001234342,"about_ca_system_score_gemma":0.002150885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002730819,"about_ca_topic_score_gemma":0.0001580385,"domain_scores_codex":[0.9960269,0.002115425,0.0007801683,0.0002678024,0.0004136976,0.0003960072],"domain_scores_gemma":[0.9962765,0.002203923,0.001070796,0.00007668594,0.0003011164,0.00007098324],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003813176,0.00002939792,0.000007470987,0.06871711,0.0000413239,0.00004935504,0.002092432,9.091629e-8,1.399972e-7,0.000006993679,0.00001755867,0.9290343],"study_design_scores_gemma":[0.0002069606,0.00003764021,0.000007107712,0.8086711,0.001074146,0.00007302572,0.03215899,0.00001219072,7.782145e-7,0.0001024733,0.1573446,0.0003110371],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000373909,0.9983431,0.0002291948,0.0003881479,0.0002281006,0.000406764,0.00001234085,0.0000315375,0.0003234064],"genre_scores_gemma":[0.0002263256,0.9709349,0.02802076,0.0002111339,0.0003819496,0.000009952142,0.00001817074,0.00001624237,0.000180579],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9287233,"threshold_uncertainty_score":0.9972652,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06930139704892432,"score_gpt":0.4957217460275704,"score_spread":0.4264203489786461,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}