{"id":"W3168143505","doi":"10.1007/978-3-030-78292-4_17","title":"Investigating Students’ Reasoning in a Code-Tracing Tutor","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"Carleton University","funders":"","keywords":"TUTOR; Tracing; Computer science; Protocol analysis; Coding (social sciences); Code (set theory); Think aloud protocol; Programming language; Human–computer interaction; Cognitive science; Psychology; Usability","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001718197,0.0003749327,0.0004112588,0.0006133409,0.0008616039,0.002324393,0.001020976,0.002008282,0.006448224],"category_scores_gemma":[0.02108894,0.000254838,0.0002422102,0.0002945471,0.0007177428,0.001321562,0.001409205,0.001728298,0.001452135],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000771219,"about_ca_system_score_gemma":0.0007382597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001348853,"about_ca_topic_score_gemma":0.001428864,"domain_scores_codex":[0.9987071,0.000520074,0.00009002254,0.0002976854,0.0002315579,0.0001535867],"domain_scores_gemma":[0.9892417,0.006748924,0.0007682675,0.0006387117,0.001503368,0.001099049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.006013012,0.01729482,0.2811813,0.0006791903,0.0001669593,0.01282536,0.2565581,0.007121242,0.1592086,0.00786134,0.01081162,0.2402784],"study_design_scores_gemma":[0.001239269,0.02684939,0.3291357,0.0005622255,0.0005662246,0.01673359,0.159394,0.139312,0.2360009,0.02256078,0.06709976,0.0005462175],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9934343,0.00004729604,0.002786163,0.0002192314,0.00002759467,0.00003926166,0.00004067616,0.0001375849,0.003267852],"genre_scores_gemma":[0.9928203,0.00002963475,0.002258895,0.00009056427,0.000006368313,0.00001695974,0.00006857181,0.00003157546,0.004677135],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006448224,"threshold_uncertainty_score":0.02157152,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02205519039231492,"score_gpt":0.2847361647559424,"score_spread":0.2626809743636275,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}