{"id":"W2093900014","doi":"10.1080/10401334.2012.664988","title":"A Predictive and Construct Validity Study of a High-Stakes Objective Clinical Examination for Assessing the Clinical Competence of International Medical Graduates","year":2012,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Construct validity; Generalizability theory; Predictive validity; Checklist; Objective structured clinical examination; Competence (human resources); Psychology; Discriminant validity; Incremental validity; Construct (python library); External validity; Clinical psychology; Medicine; Medical education; Psychometrics; Social psychology; Developmental psychology; Internal consistency","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01699379,0.0004929435,0.0002918594,0.001919734,0.0004490243,0.0008986741,0.000558079,0.0007149823,0.001241197],"category_scores_gemma":[0.08426479,0.000240723,0.0007170827,0.001199806,0.001384271,0.0009428742,0.0011209,0.001162097,0.0002649912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000623478,"about_ca_system_score_gemma":0.001547693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001417993,"about_ca_topic_score_gemma":0.001942635,"domain_scores_codex":[0.9941084,0.002821758,0.0004518657,0.0003822913,0.001955541,0.0002802176],"domain_scores_gemma":[0.9223024,0.05268956,0.01106571,0.003704611,0.008248602,0.001989183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006904711,0.0001512267,0.9945972,0.00001345441,0.00003415428,0.00001310013,0.000157161,0.0001174623,0.000106987,0.00004674528,0.00006230187,0.004631106],"study_design_scores_gemma":[0.00002371133,0.000675682,0.995311,0.00004558299,0.00005550548,0.0001132538,0.0003718875,0.002529554,0.0004619596,0.0001256733,0.0002770641,0.000009222109],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.998098,0.00009564237,0.000704911,0.00007883159,0.00001939177,0.00005858104,0.00006965347,0.000008114519,0.0008669234],"genre_scores_gemma":[0.9992929,0.00003879457,0.0004492816,0.00001534969,0.00001227742,0.00003422688,0.00009499265,0.000002526703,0.00005969804],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01699379,"threshold_uncertainty_score":0.08987284,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.183792563564653,"score_gpt":0.5506961106551745,"score_spread":0.3669035470905215,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}