{"id":"W3217398659","doi":"10.1145/3494574","title":"Practice report","year":2021,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; Library science; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006508564,0.00006652795,0.0000824716,0.00002590797,0.0001264552,0.0002196639,0.0006100181,0.00004020897,0.00001302793],"category_scores_gemma":[0.00659607,0.00006312384,0.0000444092,0.0002605415,0.00001319509,0.0004125237,0.0004805006,0.0002602539,0.0001130156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001681664,"about_ca_system_score_gemma":0.0001079644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005179323,"about_ca_topic_score_gemma":0.000002229773,"domain_scores_codex":[0.9990286,0.0001367373,0.0001376529,0.0002988826,0.0002166225,0.0001815092],"domain_scores_gemma":[0.9981964,0.0002862853,0.00008314171,0.001268725,0.0001074112,0.00005800818],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001328242,0.0001252855,0.006328035,0.000005560236,0.00003610115,0.004263621,0.002128238,0.00003980989,0.0002133487,0.02599162,0.005233213,0.9556338],"study_design_scores_gemma":[0.00007986426,0.00001833406,0.004258157,0.000007464506,0.000005353487,0.001722541,0.00008478775,0.0001532381,0.0003330291,0.0004568794,0.9927826,0.00009774177],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03575161,0.0007813268,0.8675372,0.05914141,0.002066944,0.00008456658,2.039852e-7,0.001386203,0.03325056],"genre_scores_gemma":[0.3397814,0.000004883208,0.6540498,0.001386881,0.00008141958,0.000005458925,0.000003201897,0.000007267005,0.00467971],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9875494,"threshold_uncertainty_score":0.7896588,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02152239759816031,"score_gpt":0.3136375072682938,"score_spread":0.2921151096701334,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}