{"id":"W2963562081","doi":"10.1145/3304221.3319759","title":"The Impact of Adding Textual Explanations to Next-step Hints in a Novice Programming Environment","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Helpfulness; Computer science; Code (set theory); Perception; Block (permutation group theory); Scalability; Feature (linguistics); Human–computer interaction; Information retrieval; Programming language; Psychology; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002525139,0.00006406366,0.00008279103,0.00007585491,0.00004685282,0.00009018555,0.0003956099,0.00001927396,0.00002275103],"category_scores_gemma":[0.00003911533,0.00004011586,0.00004704671,0.0002483322,0.00001042456,0.000146045,0.0001462036,0.00009003597,0.0001120469],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005902405,"about_ca_system_score_gemma":0.00003576042,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002354421,"about_ca_topic_score_gemma":0.0000482696,"domain_scores_codex":[0.9993142,0.00002939535,0.0001560449,0.000155196,0.0001617849,0.0001833702],"domain_scores_gemma":[0.9994685,0.000141521,0.00004928877,0.000277693,0.00001464925,0.0000483335],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001162053,0.0003315696,0.07322677,0.00001285809,0.00006179388,0.000005846494,0.003181239,0.09063157,0.002042066,0.04287093,0.000752938,0.7868708],"study_design_scores_gemma":[0.0003538043,0.0003691514,0.03484708,0.00004995703,0.000003585291,0.000004720133,0.001221592,0.9490582,0.000101236,0.0001606881,0.0136317,0.0001982379],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8715464,0.00004733787,0.1171453,0.004722313,0.00007721631,0.0004611824,0.000002965593,0.00008850364,0.005908719],"genre_scores_gemma":[0.9685044,0.00000401821,0.03073579,0.00004234539,0.00001309178,0.000004267429,0.000001126727,0.000003437284,0.0006914763],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8584267,"threshold_uncertainty_score":0.1635877,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01379646156121186,"score_gpt":0.2859293070792831,"score_spread":0.2721328455180713,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}