{"id":"W2318621088","doi":"10.1515/cercles-2014-0009","title":"Investigating language assessment literacy: Collaboration between assessment specialists and Canadian university admissions officers","year":2014,"lang":"en","type":"article","venue":"Language Learning in Higher Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Test (biology); Psychology; Language assessment; Literacy; Medical education; Diversity (politics); Language proficiency; Pedagogy; Applied psychology; Sociology; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03688167,0.0005245656,0.00108363,0.004370676,0.02044124,0.006999436,0.002698525,0.001557686,0.004283036],"category_scores_gemma":[0.09600493,0.0009187431,0.00054444,0.003095344,0.004940075,0.001723857,0.01135752,0.003412281,0.0005886615],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04684528,"about_ca_system_score_gemma":0.1150657,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6846151,"about_ca_topic_score_gemma":0.8093952,"domain_scores_codex":[0.9563934,0.02006697,0.00220917,0.002074437,0.00905849,0.01019748],"domain_scores_gemma":[0.8523886,0.03829233,0.008860885,0.00219967,0.05263966,0.04561891],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003176978,0.00109135,0.2258173,0.0002718766,0.00004430056,0.001374105,0.7081723,0.0002392859,0.001790543,0.0005510471,0.005763488,0.0545666],"study_design_scores_gemma":[0.00004172281,0.0004912408,0.1431705,0.000237984,0.00002378748,0.0001753423,0.843514,0.00068967,0.000710888,0.0002845282,0.01056226,0.00009803332],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9898288,0.0001994907,0.0005278288,0.002929504,0.00006759068,0.0004287352,0.00008557777,0.00003631548,0.005896063],"genre_scores_gemma":[0.9960442,0.0001439173,0.001072893,0.0007429204,0.00003089949,0.000186572,0.00005039644,0.00001014065,0.001718088],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9531547,"threshold_uncertainty_score":0.6344844,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01794507060251066,"score_gpt":0.3650585029343927,"score_spread":0.347113432331882,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}