{"id":"W2765995486","doi":"10.3352/jeehp.2017.14.25","title":"Evaluation of a course to prepare international students for the United States Medical Licensing Examination step 2 clinical skills exam","year":2017,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Medical education; Competence (human resources); United States Medical Licensing Examination; Test (biology); Medicine; Medical school; Educational measurement; Psychology; Family medicine; Curriculum; Pedagogy; Social psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09150814,0.000232242,0.0006130036,0.0003859866,0.00348169,0.00005349539,0.001338621,0.0003352147,0.001226943],"category_scores_gemma":[0.07300249,0.0001695892,0.0002347319,0.0002810354,0.0001865118,0.0004382929,0.0002204174,0.0006734086,0.00001758287],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001737466,"about_ca_system_score_gemma":0.01960232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001966172,"about_ca_topic_score_gemma":0.0008193238,"domain_scores_codex":[0.9843482,0.005120198,0.003705819,0.000385824,0.005836429,0.0006035185],"domain_scores_gemma":[0.9552526,0.01307642,0.006488044,0.0007063758,0.02384108,0.0006355087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.001380184,0.00465508,0.2112503,0.0008445294,0.0009675675,2.705945e-7,0.02479622,0.004971455,0.000006780984,0.005926468,0.522231,0.22297],"study_design_scores_gemma":[0.009111443,0.0009547315,0.8020566,0.005940827,0.000772158,0.000006384209,0.01743151,0.08463353,0.000003709971,0.006038432,0.07282095,0.000229728],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.649264,0.0007351867,0.00707254,0.3080633,0.01900786,0.01511257,0.0002664405,0.00001728539,0.000460781],"genre_scores_gemma":[0.9802041,0.0005010499,0.006301468,0.005912164,0.003202521,0.001951115,0.0005659847,0.00005175749,0.001309839],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5908062,"threshold_uncertainty_score":0.9996861,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2861969031259385,"score_gpt":0.6857632889006259,"score_spread":0.3995663857746874,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}