{"id":"W3176577060","doi":"10.1109/ms.2021.3090978","title":"A Data-Centric Study of Software Tutorial Design","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Android (operating system); Software; Software development; Software design; Human–computer interaction; Programming language; Operating system","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004084739,0.0001279642,0.0002140929,0.00008501374,0.0002498569,0.0001540096,0.001454462,0.00005341916,0.00009777833],"category_scores_gemma":[0.001015562,0.0001290648,0.00003603729,0.000818364,0.00001748408,0.000591918,0.0006962645,0.0001946594,0.00009496313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003753685,"about_ca_system_score_gemma":0.0005348022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004171293,"about_ca_topic_score_gemma":0.0000157332,"domain_scores_codex":[0.9982136,0.0003001225,0.0002818204,0.0005446059,0.0004152655,0.0002445374],"domain_scores_gemma":[0.9978639,0.0003505684,0.0001312392,0.001264874,0.0002842945,0.0001050763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001913612,0.01680902,0.1688477,0.0004327341,0.0009002256,0.001205494,0.1023363,0.02682083,0.001352718,0.003174123,0.2635087,0.4144207],"study_design_scores_gemma":[0.03509288,0.007754306,0.1324231,0.0009536353,0.0009766517,0.000781349,0.0774034,0.04420761,0.02501566,0.007195988,0.6596048,0.008590551],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07541874,0.0002011046,0.9170312,0.0001470781,0.006254144,0.0003893587,0.00001588789,0.0003959654,0.0001465151],"genre_scores_gemma":[0.7862775,0.00001412947,0.2120153,0.000155208,0.0004833445,0.0000203389,0.00003476765,0.00002247586,0.000976947],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7108588,"threshold_uncertainty_score":0.5263111,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06835701065436674,"score_gpt":0.3096404811859884,"score_spread":0.2412834705316217,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}