{"id":"W4226105250","doi":"10.3138/cjpe.71203","title":"Developing a Comprehensive Mixed Methods Evaluation to Address Contextual Complexities of a MOOC","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3764931,0.001486191,0.001743873,0.003814835,0.003595577,0.007550478,0.002920381,0.00266189,0.00420237],"category_scores_gemma":[0.3620299,0.0009501676,0.002720368,0.002312779,0.002840139,0.005411361,0.00630963,0.002362473,0.0006898373],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01286327,"about_ca_system_score_gemma":0.03579293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002826191,"about_ca_topic_score_gemma":0.005191655,"domain_scores_codex":[0.5758334,0.3669098,0.01860265,0.005620968,0.03026059,0.0027726],"domain_scores_gemma":[0.4984441,0.3678024,0.02042803,0.02068378,0.08821483,0.00442692],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002341118,0.003920474,0.02413529,0.01893904,0.001931976,0.0002796367,0.02112451,0.01083559,0.007156258,0.05907905,0.005729332,0.8445276],"study_design_scores_gemma":[0.00757439,0.0753881,0.08283994,0.114561,0.008993582,0.001151685,0.05436418,0.09958898,0.07295995,0.1794212,0.3018464,0.00131061],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1212852,0.007423632,0.7006029,0.007791539,0.001135387,0.1323763,0.0008182342,0.0006018624,0.02796498],"genre_scores_gemma":[0.2317519,0.001307591,0.6750491,0.002054918,0.000123197,0.08801389,0.0002723425,0.00009173498,0.001335297],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6235069,"threshold_uncertainty_score":0.768895,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2700693598675374,"score_gpt":0.4735726903845832,"score_spread":0.2035033305170458,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}