{"id":"W4400142487","doi":"10.1145/3643834.3660692","title":"Do LLMs Meet the Needs of Software Tutorial Writers? Opportunities and Design Implications","year":2024,"lang":"en","type":"article","venue":"Designing Interactive Systems Conference","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02153328,0.0006025008,0.0004633247,0.001273669,0.001973292,0.00587695,0.001804765,0.002159027,0.00502169],"category_scores_gemma":[0.1312746,0.00044379,0.0003718899,0.0007136039,0.00196838,0.008864992,0.003998316,0.001670696,0.001421172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001432246,"about_ca_system_score_gemma":0.003373381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006159357,"about_ca_topic_score_gemma":0.001669078,"domain_scores_codex":[0.980621,0.01411271,0.0008340648,0.001011312,0.002371929,0.001048973],"domain_scores_gemma":[0.9053754,0.06969856,0.005230534,0.005944367,0.008781736,0.004969395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009298974,0.001147464,0.07554428,0.004586278,0.00007114973,0.003010717,0.2307995,0.002830863,0.03877521,0.03020687,0.01489763,0.5972003],"study_design_scores_gemma":[0.0004257146,0.004141672,0.06328408,0.005284286,0.0003212829,0.008858191,0.3891807,0.04133188,0.04277436,0.07932734,0.3647096,0.0003608248],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7694051,0.001552573,0.1552062,0.03064028,0.0003430878,0.0008240875,0.0001774592,0.003994606,0.03785658],"genre_scores_gemma":[0.9192707,0.0003807615,0.0746851,0.001793648,0.00007270981,0.0005219338,0.00008712248,0.0002999267,0.002888182],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02153328,"threshold_uncertainty_score":0.1138802,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1179212593245751,"score_gpt":0.2957797743000063,"score_spread":0.1778585149754312,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}