{"id":"W4396546533","doi":"10.4018/979-8-3693-1054-0.ch005","title":"Can ChatGPT Grade Non-Native Academic English Writing?","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mathematics education; Computer science; Linguistics; Psychology; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005852765,0.0005008047,0.0006606017,0.00112849,0.0006625241,0.003919784,0.0008704425,0.0005556995,0.008071515],"category_scores_gemma":[0.05476291,0.0002043395,0.0002921272,0.0009252676,0.0005785602,0.002929998,0.001494125,0.001050205,0.004225129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007219627,"about_ca_system_score_gemma":0.0009506901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001915301,"about_ca_topic_score_gemma":0.00628789,"domain_scores_codex":[0.9954797,0.001946626,0.0003093627,0.0004346355,0.001583356,0.0002463027],"domain_scores_gemma":[0.9611232,0.02710155,0.002346965,0.001714942,0.005992685,0.00172062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0009132168,0.001381534,0.1370935,0.001307241,0.00006382005,0.0007133809,0.0897432,0.000276785,0.01030209,0.001699083,0.01854398,0.7379622],"study_design_scores_gemma":[0.0002670938,0.006399589,0.6625581,0.00247951,0.0002587697,0.002580042,0.1382765,0.003140682,0.03272013,0.007289532,0.1436688,0.0003612075],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9303778,0.0007598363,0.004855436,0.0009244425,0.0002942683,0.0005843362,0.0009289905,0.0006434045,0.06063157],"genre_scores_gemma":[0.9648608,0.0008603515,0.008778096,0.000310897,0.00005772082,0.0006561023,0.0009867541,0.0001841385,0.02330508],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008071515,"threshold_uncertainty_score":0.03095269,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05608039373658867,"score_gpt":0.3611451406347647,"score_spread":0.305064746898176,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}