{"id":"W2611914815","doi":"10.1177/0265532217703433","title":"Developing a user-oriented second language comprehensibility scale for English-medium universities","year":2017,"lang":"en","type":"article","venue":"Language Testing","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":59,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Operationalization; Formative assessment; Psychology; Construct (python library); English for academic purposes; Scale (ratio); Language proficiency; Point (geometry); Task (project management); Focus (optics); Rating scale; Mathematics education; Linguistics; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01177776,0.0005527568,0.0005555551,0.002307403,0.0006274502,0.002027158,0.001117223,0.0008093312,0.00221977],"category_scores_gemma":[0.03207162,0.0004758062,0.001373918,0.0007732368,0.0005265892,0.002107647,0.002295832,0.001628323,0.0009028001],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008873254,"about_ca_system_score_gemma":0.001726695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009130664,"about_ca_topic_score_gemma":0.0015929,"domain_scores_codex":[0.9965264,0.001046375,0.0006784603,0.0002134978,0.001347456,0.0001877615],"domain_scores_gemma":[0.980248,0.009440136,0.001852097,0.0009450946,0.006638827,0.0008756489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0006056569,0.002179472,0.5337923,0.0009707609,0.0002595792,0.0005771188,0.05831706,0.002789708,0.02914811,0.004516875,0.00966571,0.3571776],"study_design_scores_gemma":[0.0001501068,0.0031439,0.9150583,0.0005246436,0.00009141779,0.0006516168,0.02177642,0.01435891,0.01218583,0.004114476,0.02767676,0.000267712],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9569821,0.000103177,0.02978731,0.0003227215,0.00009236213,0.004272165,0.0007172226,0.0003495421,0.007373238],"genre_scores_gemma":[0.8324381,0.0002245594,0.1517501,0.0001585163,0.00003049364,0.01059772,0.00168246,0.00008426433,0.003033924],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01177776,"threshold_uncertainty_score":0.06228751,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04907756014366304,"score_gpt":0.2904557913624791,"score_spread":0.241378231218816,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}