{"id":"W1486238506","doi":"10.1097/00001888-200012000-00018","title":"A Comparison of Physician Examinersʼ, Standardized Patientsʼ, and Communication Expertsʼ Ratings of International Medical Graduatesʼ English Proficiency","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Generalizability theory; Cronbach's alpha; Interview; Communication skills; Psychology; Objective structured clinical examination; Medical education; Scale (ratio); Medicine; Family medicine; Clinical psychology; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009970095,0.0002876313,0.0003234652,0.001284375,0.0002188649,0.0006436344,0.0003140374,0.0003435025,0.001281456],"category_scores_gemma":[0.0373371,0.0001941522,0.0003543073,0.0006324059,0.0006863677,0.0005060881,0.0009605391,0.0003161875,0.0002970285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005966329,"about_ca_system_score_gemma":0.0005055086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00194195,"about_ca_topic_score_gemma":0.003256225,"domain_scores_codex":[0.9941297,0.002159192,0.0007922596,0.0006046135,0.002040597,0.0002736849],"domain_scores_gemma":[0.9678299,0.01399308,0.008380276,0.00140294,0.006420241,0.001973476],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008284147,0.00008174179,0.9702323,0.0001047968,0.0001996003,0.0000644867,0.002903105,0.000227225,0.001342925,0.00004023508,0.0005624816,0.02341278],"study_design_scores_gemma":[0.00005072582,0.0006604677,0.9964319,0.00002336934,0.00003165997,0.0001271771,0.001107737,0.0005456698,0.0004445522,0.00002200667,0.0005421906,0.00001243079],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9982053,0.0001903895,0.0004177903,0.00003661533,0.00001620356,0.00003070525,0.0001171822,0.000009950368,0.0009758664],"genre_scores_gemma":[0.9989774,0.00007813227,0.0004115682,0.00002647056,0.00001689598,0.00003040311,0.0002559878,0.000003939123,0.0001990895],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009970095,"threshold_uncertainty_score":0.05272758,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04508409326992825,"score_gpt":0.4178577447512066,"score_spread":0.3727736514812784,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}