{"id":"W3045254706","doi":"10.1007/s40593-020-00204-4","title":"Collaborating with Mature English Language Learners to Combine Peer and Automated Feedback: a User-Centered Approach to Designing Writing Support","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta; University of Toronto","funders":"","keywords":"Peer feedback; Rubric; Computer science; Ell; Second language writing; Leverage (statistics); Knowledge management; Mathematics education; Psychology; Teaching method; Artificial intelligence; Second language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001729527,0.0001423442,0.0002132808,0.0004155891,0.00005943088,0.000197987,0.0003063305,0.00007326945,0.00007773481],"category_scores_gemma":[0.002110537,0.0001330718,0.00002836683,0.0007214739,0.0000366945,0.0001969232,0.00004058359,0.0005463194,0.0000176774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001293025,"about_ca_system_score_gemma":0.0002123314,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008274729,"about_ca_topic_score_gemma":0.0000104962,"domain_scores_codex":[0.9981102,0.0003782291,0.0006422302,0.0002513732,0.0004214434,0.0001965653],"domain_scores_gemma":[0.9979081,0.0001805283,0.0003463592,0.00008230778,0.001335781,0.0001469573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00182994,0.0009237371,0.02876375,0.00003202103,0.0001937122,0.00006868791,0.7007174,0.0119658,0.02341138,0.008216936,0.004949823,0.2189268],"study_design_scores_gemma":[0.0006149056,0.001877235,0.03190365,0.0008298002,0.00005347644,0.0002886015,0.9382365,0.009480666,0.01059771,0.0003025331,0.005063787,0.0007511206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9005916,0.00002539486,0.09160106,0.004719208,0.001172286,0.0002064884,0.000004683494,0.00005809722,0.001621239],"genre_scores_gemma":[0.9048836,8.741487e-7,0.09291371,0.001354398,0.0006828608,0.0000116149,0.0000162265,0.00002211046,0.0001146601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2375191,"threshold_uncertainty_score":0.5426512,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05239018174004457,"score_gpt":0.4053117472924124,"score_spread":0.3529215655523679,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}