{"id":"W4221082314","doi":"10.21125/inted.2022.1580","title":"SOME FEATURES OF THE NATIONAL LANGUAGE AS A FOREIGN LANGUAGE PROFICIENCY ASSESSMENT SYSTEMS","year":2022,"lang":"en","type":"article","venue":"INTED proceedings","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Artificial intelligence; Foreign language","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004336329,0.0003426621,0.0003144778,0.004522612,0.0014391,0.003710546,0.0008250047,0.0006540948,0.002267422],"category_scores_gemma":[0.01663309,0.0001904046,0.0006404238,0.004296349,0.001746172,0.003320262,0.001591465,0.000804744,0.000636817],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002325987,"about_ca_system_score_gemma":0.002971446,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007822059,"about_ca_topic_score_gemma":0.006019822,"domain_scores_codex":[0.9957308,0.001165181,0.0005956793,0.0004977155,0.001762381,0.0002482455],"domain_scores_gemma":[0.9886698,0.004454575,0.001310738,0.0007654925,0.004434285,0.0003651175],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002240818,0.0002330404,0.249492,0.0006672484,0.0001168715,0.0005326094,0.01151774,0.004327505,0.003662442,0.1374396,0.007779339,0.5840075],"study_design_scores_gemma":[0.00003908849,0.0007382895,0.6625655,0.001310914,0.0001999218,0.003086756,0.01604158,0.01942708,0.006658666,0.06876494,0.2209079,0.0002593722],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4204608,0.01116291,0.1914088,0.005297711,0.0006543534,0.001057207,0.002809179,0.001264497,0.3658845],"genre_scores_gemma":[0.9096398,0.001697288,0.07810834,0.0002768972,0.000128762,0.000538931,0.001252307,0.00009831339,0.008259512],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007822059,"threshold_uncertainty_score":0.02293295,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01581680778601954,"score_gpt":0.2692618602694976,"score_spread":0.253445052483478,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}