{"id":"W2904546237","doi":"10.2196/12087","title":"Massive Open Online Courses (MOOC) Evaluation Methods: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Massive open online course; Computer science; Medical education; Multimedia; World Wide Web; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1518574,0.006429053,0.01273918,0.01063006,0.004735178,0.006771602,0.004279771,0.009179306,0.08086111],"category_scores_gemma":[0.1842929,0.006252155,0.0110622,0.00995511,0.005289216,0.007666967,0.004777133,0.009550582,0.0171847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01308537,"about_ca_system_score_gemma":0.06117807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003812266,"about_ca_topic_score_gemma":0.00770904,"domain_scores_codex":[0.8934259,0.06150344,0.02683398,0.006110877,0.008998333,0.003127415],"domain_scores_gemma":[0.8681059,0.05349397,0.02295759,0.01417111,0.03728549,0.00398589],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.01794522,0.001146166,0.001289687,0.7300295,0.003416248,0.0009020021,0.005050975,0.00253981,0.003155989,0.01801787,0.1212887,0.09521792],"study_design_scores_gemma":[0.08043883,0.004302933,0.006406181,0.4557751,0.005654958,0.0007828321,0.002999708,0.003785442,0.0048745,0.03674163,0.3972477,0.000990172],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0001608275,0.0005521047,0.001908227,0.0003062729,0.0002836781,0.9946149,0.001777636,0.00006737477,0.0003290222],"genre_scores_gemma":[0.0001407963,0.0001716969,0.002480416,0.0001118368,0.00001600177,0.9968399,0.0001307475,0.00000472973,0.0001038582],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.8481426,"threshold_uncertainty_score":0.8031082,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7580051715055444,"score_gpt":0.7642170662909796,"score_spread":0.006211894785435268,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}