{"id":"W2093900014","doi":"10.1080/10401334.2012.664988","title":"A Predictive and Construct Validity Study of a High-Stakes Objective Clinical Examination for Assessing the Clinical Competence of International Medical Graduates","year":2012,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Construct validity; Generalizability theory; Predictive validity; Checklist; Objective structured clinical examination; Competence (human resources); Psychology; Discriminant validity; Incremental validity; Construct (python library); External validity; Clinical psychology; Medicine; Medical education; Psychometrics; Social psychology; Developmental psychology; Internal consistency","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03318808,0.0001173593,0.0006026999,0.00009462186,0.0005043817,0.000003537338,0.0001423014,0.0001748346,0.00002227655],"category_scores_gemma":[0.0331753,0.00007440715,0.00002628086,0.00009386308,0.0006703689,0.0001252306,0.0001105808,0.002373789,2.658639e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004263434,"about_ca_system_score_gemma":0.000121645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001834295,"about_ca_topic_score_gemma":0.0001266865,"domain_scores_codex":[0.988722,0.008976414,0.001314718,0.000238342,0.0004795685,0.0002689442],"domain_scores_gemma":[0.9740772,0.02473809,0.0007339073,0.0001179568,0.0001912127,0.0001416542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001019947,0.0002440925,0.921255,0.0001049426,0.00003619965,6.844005e-7,0.0370879,0.000007144575,0.000002230321,0.0007812615,0.00007661332,0.04030193],"study_design_scores_gemma":[0.002759771,0.00114978,0.8540401,0.001450942,0.00005732011,0.000003318755,0.136435,0.003552411,3.326917e-7,0.0001884789,0.0003122373,0.00005024307],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9944202,0.0003430108,0.001603907,0.001280801,0.0009387773,0.0007893572,0.000003050219,0.00002961273,0.0005912506],"genre_scores_gemma":[0.9976574,0.0001838216,0.001289238,0.0001544531,0.0006193364,0.000036664,0.00001077237,0.000009786824,0.00003850732],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09934711,"threshold_uncertainty_score":0.9999278,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.183792563564653,"score_gpt":0.5506961106551745,"score_spread":0.3669035470905215,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}