{"id":"W1486238506","doi":"10.1097/00001888-200012000-00018","title":"A Comparison of Physician Examinersʼ, Standardized Patientsʼ, and Communication Expertsʼ Ratings of International Medical Graduatesʼ English Proficiency","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Generalizability theory; Cronbach's alpha; Interview; Communication skills; Psychology; Objective structured clinical examination; Medical education; Scale (ratio); Medicine; Family medicine; Clinical psychology; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007991318,0.0001489233,0.0006153936,0.0001415438,0.00005566881,0.000001859905,0.0002708428,0.0001921557,0.005581152],"category_scores_gemma":[0.007832541,0.0001065178,0.00004319146,0.0002813986,0.0007277877,0.00007889431,0.00005265246,0.0006012247,0.000002572235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003419281,"about_ca_system_score_gemma":0.0003292506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005564699,"about_ca_topic_score_gemma":8.585802e-7,"domain_scores_codex":[0.9972467,0.0001191678,0.0009968538,0.0002286567,0.0012335,0.0001751156],"domain_scores_gemma":[0.9980214,0.0003649301,0.0003330499,0.0003028723,0.0003371747,0.0006406305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00119646,0.00141686,0.1760234,0.0008869248,0.0003167565,0.000007851383,0.2106983,0.000003920425,0.0306822,0.005211443,0.1807076,0.3928482],"study_design_scores_gemma":[0.05714804,0.006707034,0.1178365,0.03062223,0.001288658,0.0001337982,0.1546513,0.02678713,0.05356285,0.002342904,0.5474031,0.001516468],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9645233,0.002076501,0.0001376944,0.01748282,0.0002625382,0.0004187064,0.000007349975,0.00004378724,0.01504734],"genre_scores_gemma":[0.9933845,0.002287142,0.0003209077,0.002485993,0.0002901673,0.00002281525,0.0001295417,0.00001379789,0.001065125],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3913317,"threshold_uncertainty_score":0.9953279,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04508409326992825,"score_gpt":0.4178577447512066,"score_spread":0.3727736514812784,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}