{"id":"W2523536876","doi":"10.5539/ijel.v6n5p54","title":"The Effect of Using Automated Essay Evaluation on ESL Undergraduate Students’ Writing Skill","year":2016,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Formative assessment; Grammar; Computer science; Mathematics education; Test (biology); Software; Second language writing; Relation (database); Academic writing; Artificial intelligence; Natural language processing; Psychology; Second language; Linguistics; Programming language","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01041606,0.0006822122,0.000678687,0.0009414558,0.0004094361,0.001657685,0.0006875189,0.0006424136,0.001287778],"category_scores_gemma":[0.07827056,0.0002689035,0.0003687353,0.0007368712,0.0003758961,0.001051806,0.001183755,0.000778675,0.0004618325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004464317,"about_ca_system_score_gemma":0.0009064772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000584076,"about_ca_topic_score_gemma":0.001159022,"domain_scores_codex":[0.9883069,0.00638538,0.001276645,0.001232651,0.002451563,0.0003467773],"domain_scores_gemma":[0.8656979,0.09112491,0.01702201,0.005962432,0.01502586,0.005166912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.005539922,0.009105214,0.2826511,0.0004639259,0.0002288054,0.0001802649,0.003969414,0.00229899,0.0215401,0.0001468601,0.002012519,0.671863],"study_design_scores_gemma":[0.0004711015,0.03517294,0.9249775,0.000161981,0.0002351848,0.0002245712,0.002473178,0.01093708,0.02202405,0.0003255811,0.002849733,0.0001471947],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9978265,0.00005614219,0.0009065881,0.00007524213,0.00002280842,0.0000683007,0.0000407778,0.00009464788,0.0009090079],"genre_scores_gemma":[0.9927812,0.00006496031,0.005828116,0.00004482922,0.00002487927,0.0001484365,0.0001205677,0.00001279925,0.0009742963],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01041606,"threshold_uncertainty_score":0.05508608,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02576910350022154,"score_gpt":0.4149989833821516,"score_spread":0.3892298798819301,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}