{"id":"W4400728577","doi":"10.2139/ssrn.4897693","title":"Automated Writing Evaluation for Second Language Placement Testing","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Language assessment; Natural language processing; Linguistics; Programming language; Psychology; Mathematics education; Philosophy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005419964,0.0002091218,0.0001860215,0.0002598075,0.0002454796,0.0003224383,0.0008485942,0.0001999687,0.0000171429],"category_scores_gemma":[0.0002118991,0.0002015252,0.0001121782,0.0002215923,0.00001946083,0.0001122027,0.0005968693,0.003145552,0.00001850427],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002179533,"about_ca_system_score_gemma":0.01020906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007393598,"about_ca_topic_score_gemma":0.00006874891,"domain_scores_codex":[0.9973447,0.00009718949,0.0004097055,0.0004586343,0.0003988576,0.001290883],"domain_scores_gemma":[0.9988019,0.0002046499,0.0003126075,0.0003222092,0.0003138439,0.0000447374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007943093,0.000150828,0.0001604704,0.0002730854,0.0006768883,0.000008102224,0.001131573,0.003725573,0.001770764,0.803836,0.002007065,0.1862517],"study_design_scores_gemma":[0.0002512366,0.0001201659,0.00006784831,0.0002093326,0.0000647445,0.000218764,0.001221334,0.301234,0.0004080215,0.6958874,0.0001166738,0.0002004038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5256716,0.02279062,0.4273347,0.01222429,0.004425659,0.00197573,0.00002868396,0.002262409,0.003286272],"genre_scores_gemma":[0.9702646,0.00005599868,0.02808231,0.000082333,0.000503846,0.0002163127,0.00003133394,0.00002325321,0.0007399793],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.444593,"threshold_uncertainty_score":0.9991542,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02801840690808603,"score_gpt":0.3603164728257328,"score_spread":0.3322980659176467,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}