{"id":"W4285331905","doi":"10.19173/irrodl.v23i3.5994","title":"Cross Validating a Rubric for Automatic Classification of Cognitive Presence in MOOC Discussions","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Rubric; Context (archaeology); Scale (ratio); Computer science; Cognition; Massive open online course; Online discussion; Distance education; Psychology; Data science; Mathematics education; World Wide Web","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.049682,0.001021028,0.0007918431,0.008785052,0.002206243,0.002417498,0.001549334,0.001292384,0.00177682],"category_scores_gemma":[0.2110698,0.0003898587,0.001068432,0.003050006,0.002043668,0.00235952,0.004785233,0.001342932,0.00149334],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002063426,"about_ca_system_score_gemma":0.002970011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002845386,"about_ca_topic_score_gemma":0.004825456,"domain_scores_codex":[0.9412189,0.03056169,0.00811213,0.005588179,0.01333291,0.001186306],"domain_scores_gemma":[0.7272403,0.120742,0.0168019,0.02707755,0.1052086,0.002929727],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0009134851,0.00114962,0.1005265,0.002930328,0.0002202868,0.0005228764,0.07644689,0.004141906,0.09055208,0.004626561,0.01005116,0.7079183],"study_design_scores_gemma":[0.0004782595,0.00302885,0.5340992,0.002705968,0.0003699579,0.001712327,0.05413,0.1260239,0.1358892,0.01130893,0.1291992,0.001054315],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6351581,0.0006740745,0.3348092,0.0004942916,0.0006512434,0.01073504,0.001948489,0.003820187,0.01170936],"genre_scores_gemma":[0.5856529,0.0002102987,0.3948352,0.0002189432,0.0001328159,0.01118234,0.003594632,0.0009176356,0.003255281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.950318,"threshold_uncertainty_score":0.2627466,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1310555256636146,"score_gpt":0.4999864602088998,"score_spread":0.3689309345452852,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}