{"id":"W2862498250","doi":"10.19173/irrodl.v19i3.3596","title":"Understanding Student Engagement in Large-Scale Open Online Courses: A Machine Learning Facilitated Analysis of Student’s Reflections in 18 Highly Rated MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Pace; Massive open online course; Computer science; News aggregator; Open education; Mathematics education; Scale (ratio); Rating scale; World Wide Web; Psychology; Data science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00121265,0.0001764592,0.0002335835,0.0009801002,0.0003941801,0.001217567,0.0002956066,0.0004326556,0.0007903249],"category_scores_gemma":[0.009058654,0.0001071804,0.0002144972,0.0007080333,0.0002920809,0.0007382969,0.000814282,0.0005095939,0.0005103496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003699155,"about_ca_system_score_gemma":0.0003861867,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001391362,"about_ca_topic_score_gemma":0.003032198,"domain_scores_codex":[0.9989871,0.0003749974,0.00006725796,0.0002090177,0.0002375341,0.0001240105],"domain_scores_gemma":[0.9930501,0.004071939,0.001120531,0.000255179,0.0008434213,0.0006588965],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003930963,0.001045069,0.6915925,0.0001724506,0.00007777583,0.0005389577,0.05931675,0.001000952,0.01852424,0.0004584862,0.002037844,0.224842],"study_design_scores_gemma":[0.000008595034,0.0004126384,0.9515148,0.00004174518,0.00002597006,0.0001707688,0.03061971,0.00752985,0.004533457,0.0004807692,0.004617815,0.00004386359],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9979939,0.00003036345,0.001252701,0.00006157944,0.000005656208,0.00001446231,0.00009591683,0.00002062708,0.0005246387],"genre_scores_gemma":[0.9971655,0.0000413834,0.001679652,0.00002125646,0.00001013811,0.00002658449,0.0002321435,0.00001273299,0.0008105428],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.001391362,"threshold_uncertainty_score":0.006413221,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2893082494776684,"score_gpt":0.5371157981998688,"score_spread":0.2478075487222003,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}