{"id":"W2945123605","doi":"10.1145/3314994.3325076","title":"Spot the Learning","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Artificial intelligence; Mathematics education; Natural language processing; Programming language; Human–computer interaction; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006669133,0.001344184,0.0007339644,0.00109233,0.0007627291,0.002250283,0.001321258,0.0012536,0.08466092],"category_scores_gemma":[0.003714073,0.0002960299,0.0006830927,0.0005927314,0.0004930461,0.002912292,0.002660817,0.001364995,0.02424971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004620582,"about_ca_system_score_gemma":0.0007439716,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009468028,"about_ca_topic_score_gemma":0.001520132,"domain_scores_codex":[0.9994332,0.00009573196,0.000018087,0.0001438977,0.0002216665,0.00008723672],"domain_scores_gemma":[0.9986607,0.0003401057,0.000067293,0.0002366503,0.0004137636,0.0002814243],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001529058,0.0003968807,0.005599972,0.0007068709,0.00006551178,0.000668716,0.001466704,0.008055294,0.03636837,0.0178032,0.2830938,0.6442457],"study_design_scores_gemma":[0.0003314736,0.002018766,0.01543937,0.0005434732,0.0001670142,0.0009796206,0.003555414,0.1421862,0.1703536,0.1309542,0.5331327,0.0003381664],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.1241519,0.00128651,0.548309,0.009859974,0.005298662,0.0009874828,0.008563047,0.08433636,0.2172071],"genre_scores_gemma":[0.503464,0.0011352,0.2341946,0.002267455,0.0009598328,0.0009825317,0.007790615,0.0101078,0.2390978],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9153391,"threshold_uncertainty_score":0.283219,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01152005313395387,"score_gpt":0.2406162789462788,"score_spread":0.2290962258123249,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}