{"id":"W2963562081","doi":"10.1145/3304221.3319759","title":"The Impact of Adding Textual Explanations to Next-step Hints in a Novice Programming Environment","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Helpfulness; Computer science; Code (set theory); Perception; Block (permutation group theory); Scalability; Feature (linguistics); Human–computer interaction; Information retrieval; Programming language; Psychology; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002521054,0.000895814,0.000485123,0.0007066059,0.0003173336,0.001654766,0.00125591,0.001110208,0.002862021],"category_scores_gemma":[0.04686042,0.0004153738,0.0004852046,0.0003399363,0.0004775171,0.001381332,0.001967624,0.001131122,0.0005412447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003931519,"about_ca_system_score_gemma":0.0006649291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001034287,"about_ca_topic_score_gemma":0.001817618,"domain_scores_codex":[0.9968755,0.0015038,0.0003545186,0.0005201108,0.0005524589,0.0001935574],"domain_scores_gemma":[0.9235529,0.05848959,0.00561236,0.004763255,0.00318183,0.004400149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01252159,0.0277983,0.183099,0.003309015,0.0005353307,0.002048956,0.01235541,0.03135819,0.1140327,0.0008337949,0.003408441,0.6086992],"study_design_scores_gemma":[0.003336775,0.138341,0.5077655,0.001696589,0.002108098,0.00293066,0.008705714,0.1231352,0.1743388,0.003917922,0.03281032,0.0009133298],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9959777,0.00008964221,0.002785054,0.00006729519,0.00001585203,0.00009342024,0.00004019445,0.0002906078,0.0006402009],"genre_scores_gemma":[0.9774,0.0001406983,0.0204446,0.00009895815,0.00001639107,0.0001311727,0.0001973295,0.00005662196,0.0015141],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002862021,"threshold_uncertainty_score":0.01333278,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01379646156121186,"score_gpt":0.2859293070792831,"score_spread":0.2721328455180713,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}