{"id":"W2611914815","doi":"10.1177/0265532217703433","title":"Developing a user-oriented second language comprehensibility scale for English-medium universities","year":2017,"lang":"en","type":"article","venue":"Language Testing","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":59,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Operationalization; Formative assessment; Psychology; Construct (python library); English for academic purposes; Scale (ratio); Language proficiency; Point (geometry); Task (project management); Focus (optics); Rating scale; Mathematics education; Linguistics; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004504075,0.0001774303,0.0002318207,0.00006704454,0.002093313,0.0004315582,0.0003136562,0.00005273215,0.000496938],"category_scores_gemma":[0.001064982,0.0001705791,0.00007504365,0.00002058194,0.0002203053,0.0003892338,0.0001489197,0.0002964202,0.00001363224],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008813496,"about_ca_system_score_gemma":0.00009195081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001557359,"about_ca_topic_score_gemma":0.003623045,"domain_scores_codex":[0.9989377,0.00006617502,0.0001976974,0.0002996495,0.0001361618,0.0003626014],"domain_scores_gemma":[0.9985062,0.0005547095,0.0002225109,0.0004407121,0.0002097371,0.00006608824],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003727242,0.00004886645,0.01608638,0.0004466877,0.00005523515,0.00006038382,0.9575025,0.00001815544,0.001619005,0.01663235,0.001005734,0.006487359],"study_design_scores_gemma":[0.001810862,0.0001327712,0.01041566,0.000644811,0.00008275243,0.00001010248,0.8136135,0.002083429,0.001696033,0.0002203129,0.1684095,0.0008803142],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9378775,0.0001243117,0.0005802072,0.00009844609,0.0006295813,0.0001887052,0.00005883514,0.0004301362,0.06001224],"genre_scores_gemma":[0.970728,2.53415e-7,0.008520718,0.0001862512,0.001372422,0.000009180869,0.00004603298,0.00003279318,0.01910432],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1674038,"threshold_uncertainty_score":0.9992058,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04907756014366304,"score_gpt":0.2904557913624791,"score_spread":0.241378231218816,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}