{"id":"W2940407695","doi":"10.19173/irrodl.v20i1.3717","title":"Meaningful Learner Information for MOOC Instructors Examined Through a Contextualized Evaluation Framework","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Variety (cybernetics); Learning analytics; Qualitative research; Psychology; Higher education; Massive open online course; Computer science; Analytics; Pedagogy; Knowledge management; Mathematics education; Data science; Sociology; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0363494,0.0006220355,0.0007566589,0.006606813,0.001970079,0.009503377,0.001168306,0.001306788,0.00189752],"category_scores_gemma":[0.08305038,0.0003521407,0.0006291833,0.00329574,0.002576586,0.006289079,0.004112075,0.001380808,0.0002826238],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004729888,"about_ca_system_score_gemma":0.006597475,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003539392,"about_ca_topic_score_gemma":0.006116653,"domain_scores_codex":[0.9557256,0.03351089,0.002583837,0.001581237,0.005518843,0.001079637],"domain_scores_gemma":[0.9201478,0.05196191,0.005354017,0.00379632,0.01651621,0.00222375],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008891721,0.001145047,0.113242,0.00444901,0.0003430628,0.001167753,0.1415818,0.005301219,0.01604429,0.09024459,0.005600789,0.6199912],"study_design_scores_gemma":[0.0002605173,0.00274792,0.1382953,0.01634545,0.001347898,0.001451451,0.3443245,0.06046475,0.05305465,0.1352101,0.2458778,0.0006197559],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6101251,0.006810322,0.2936279,0.01606295,0.0002006159,0.004525636,0.001264961,0.001376813,0.06600575],"genre_scores_gemma":[0.9086171,0.0008782291,0.08750004,0.0003786998,0.00004102584,0.0008217889,0.0003512001,0.00006659322,0.001345379],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0363494,"threshold_uncertainty_score":0.1922363,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09964264913221155,"score_gpt":0.4677423058807213,"score_spread":0.3680996567485098,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}