{"id":"W2917079473","doi":"10.1145/3287324.3287407","title":"Exploring the Value of Different Data Sources for Predicting Student Performance in Multiple CS Courses","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Clicker; Context (archaeology); Computer science; Mathematics education; Peer instruction; Curriculum; Predictive value; Multimedia; Psychology; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008701003,0.00008528676,0.0001289682,0.00004940716,0.000117369,0.00009238783,0.001475663,0.0000140698,9.801257e-7],"category_scores_gemma":[0.00009556746,0.00005241489,0.00002655474,0.00009793843,0.00001934714,0.0004692304,0.0006427029,0.0001617165,0.000002247588],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001456463,"about_ca_system_score_gemma":0.00001557108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008508535,"about_ca_topic_score_gemma":0.00003073952,"domain_scores_codex":[0.9990249,0.00006581047,0.0001969345,0.0002737471,0.0002241174,0.0002145077],"domain_scores_gemma":[0.9986135,0.0005377334,0.0000883254,0.0007195665,0.00001859485,0.00002230249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000004767849,0.00006730683,0.8790314,0.00004373829,0.00001149864,1.151617e-7,0.007697877,0.006112665,0.00005906184,0.001040857,0.000003786014,0.1059269],"study_design_scores_gemma":[0.0003892153,0.000128509,0.4973389,0.0001092871,0.000004804085,0.000001044905,0.002195325,0.4963281,0.0005761129,0.000005092875,0.002831999,0.00009154058],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9472607,0.00004442281,0.05179999,0.0001581197,0.0003386455,0.0002714303,9.026e-7,0.0000870721,0.00003874989],"genre_scores_gemma":[0.9884673,0.00001013069,0.01132535,0.00001651955,0.00004135104,0.00003080669,0.000002823625,0.00000655473,0.00009910994],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4902155,"threshold_uncertainty_score":0.2742174,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1217540009118132,"score_gpt":0.3034658856692701,"score_spread":0.1817118847574569,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}