{"id":"W2945123605","doi":"10.1145/3314994.3325076","title":"Spot the Learning","year":2019,"lang":"en","type":"article","venue":"","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Multimedia; Artificial intelligence; Mathematics education; Natural language processing; Programming language; Human–computer interaction; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004282855,0.00004120181,0.00003941528,0.00001798351,0.0001304968,0.0001695536,0.0004925671,0.00001529438,0.00005439188],"category_scores_gemma":[0.00003320622,0.00002362271,0.00002791804,0.0001154074,0.000008460001,0.0001146581,0.0001186919,0.0002646185,0.001036791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000005625841,"about_ca_system_score_gemma":0.00001006346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003791304,"about_ca_topic_score_gemma":8.926451e-7,"domain_scores_codex":[0.9994925,0.00007859659,0.00004981822,0.0001332679,0.0001078003,0.0001379741],"domain_scores_gemma":[0.9995862,0.0001004688,0.00002185592,0.0002622298,0.000009326373,0.00001987961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[6.497123e-7,0.000009018122,0.01613085,0.000002712533,0.000005483602,0.000001516831,0.00225742,0.00199377,0.0001305583,0.1417274,0.0003538709,0.8373868],"study_design_scores_gemma":[0.00007394212,0.00004496261,0.005567908,0.000004766519,7.62691e-7,0.000009560408,0.0001632727,0.02674205,0.00006922284,0.0001140508,0.967136,0.00007356254],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2156068,0.00008671729,0.728309,0.004435379,0.0005416567,0.000109374,8.898813e-9,0.001012003,0.04989909],"genre_scores_gemma":[0.960132,6.086386e-7,0.01748305,0.000232018,0.00002595643,0.000001344957,1.170445e-7,0.000003058487,0.02212187],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9667821,"threshold_uncertainty_score":0.999741,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01152005313395387,"score_gpt":0.2406162789462788,"score_spread":0.2290962258123249,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}