{"id":"W4285331905","doi":"10.19173/irrodl.v23i3.5994","title":"Cross Validating a Rubric for Automatic Classification of Cognitive Presence in MOOC Discussions","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Rubric; Context (archaeology); Scale (ratio); Computer science; Cognition; Massive open online course; Online discussion; Distance education; Psychology; Data science; Mathematics education; World Wide Web","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004533213,0.00005837269,0.0001984105,0.0001032126,0.000102248,0.0001738737,0.0009386229,0.00002410271,0.00002340769],"category_scores_gemma":[0.01497432,0.00004078805,0.00004100955,0.0008724577,0.0001119024,0.000260403,0.0007725357,0.0003640914,0.000001448996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004021354,"about_ca_system_score_gemma":0.0002304471,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008954913,"about_ca_topic_score_gemma":0.00001467973,"domain_scores_codex":[0.998149,0.0006007167,0.0004186494,0.0002236041,0.0004451718,0.0001628453],"domain_scores_gemma":[0.9957341,0.003212676,0.0001982211,0.0001789805,0.0006416398,0.00003435968],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009608593,0.00106937,0.3213816,0.008411572,0.0001337894,0.000046026,0.002698167,0.00365128,0.002187578,0.2106017,0.0006429752,0.4490799],"study_design_scores_gemma":[0.00101033,0.00009865231,0.09355559,0.0352921,0.000009543155,0.00001404321,0.003514131,0.8566841,0.0005012609,0.007948041,0.001247678,0.0001245197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7933993,0.01357964,0.1128643,0.0738019,0.0001745171,0.002253627,0.0001866769,0.00003973703,0.003700247],"genre_scores_gemma":[0.9950417,0.002635168,0.001841726,0.00003096723,0.00001274969,0.00005976762,0.0001116974,0.000003611659,0.0002625624],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8530328,"threshold_uncertainty_score":0.993323,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1310555256636146,"score_gpt":0.4999864602088998,"score_spread":0.3689309345452852,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}