{"id":"W4410903557","doi":"10.1111/bjet.13600","title":"Beyond verbal self‐explanations: Student annotations of a code‐tracing solution produced by <scp>ChatGPT</scp>","year":2025,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Tracing; Code (set theory); Computer science; Nonverbal communication; Programming language; Mathematics education; Psychology; Communication","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005533413,0.00009875782,0.0002184721,0.0005643273,0.0002212918,0.00009490551,0.0008323722,0.0001422139,0.000007323381],"category_scores_gemma":[0.001234647,0.0001242951,0.00007473838,0.001171376,0.0001247574,0.0005434339,0.00009068161,0.000301698,0.000004307483],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001944575,"about_ca_system_score_gemma":0.0007753058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002104611,"about_ca_topic_score_gemma":0.0000293039,"domain_scores_codex":[0.9984311,0.00007819896,0.0007099746,0.0002629098,0.0003272206,0.0001906091],"domain_scores_gemma":[0.9976913,0.0004284846,0.0005199605,0.0002866311,0.001024161,0.00004940024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005910475,0.003908941,0.01675432,0.0001123998,0.0003221441,0.000008599639,0.002270754,0.0002915298,0.02807104,0.798221,0.08966377,0.06036961],"study_design_scores_gemma":[0.002481114,0.0006598971,0.244,0.0009257604,0.0001700807,0.002650784,0.003542386,0.00262483,0.04972163,0.6599337,0.03291168,0.0003780429],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8580577,0.00632818,0.09897238,0.03423027,0.001023228,0.0003858039,0.00005114855,0.00009451912,0.000856815],"genre_scores_gemma":[0.9803109,0.0002616322,0.01899781,0.0001142315,0.00005565461,0.00003479684,0.0000171671,0.000005137651,0.0002026392],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2272457,"threshold_uncertainty_score":0.5068609,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007584775305880134,"score_gpt":0.281015980393951,"score_spread":0.2734312050880709,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}