{"id":"W3155877991","doi":"10.2196/25903","title":"The United States Medical Licensing Exam Step 2 Clinical Skills Examination: Potential Alternatives During and After the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Coronavirus disease 2019 (COVID-19); United States Medical Licensing Examination; Graduate medical education; Pandemic; Matching (statistics); Medical school; Psychology; Medicine; Pathology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03141941,0.0004590879,0.0004583904,0.00157021,0.003508538,0.005295012,0.002414617,0.009116436,0.008467009],"category_scores_gemma":[0.06114914,0.0004998854,0.001292242,0.001452431,0.004038037,0.007384795,0.004163264,0.01001279,0.001069582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003761693,"about_ca_system_score_gemma":0.01040279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01264646,"about_ca_topic_score_gemma":0.03176857,"domain_scores_codex":[0.9830851,0.008523804,0.0008830761,0.001214648,0.002644009,0.003649419],"domain_scores_gemma":[0.9706478,0.01074287,0.00452057,0.001846458,0.004277451,0.007964849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001695825,0.001453848,0.1323047,0.001181476,0.0001182091,0.008408413,0.008282886,0.00383757,0.001308804,0.112345,0.1348898,0.5941734],"study_design_scores_gemma":[0.0006404339,0.004885834,0.1736394,0.01019477,0.0002159831,0.01300961,0.08180231,0.01473045,0.002536328,0.1315472,0.56589,0.0009078707],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.09987374,0.009065876,0.009443969,0.8205842,0.009423307,0.0002790903,0.0003063242,0.0001786504,0.05084487],"genre_scores_gemma":[0.8116509,0.008664327,0.01971583,0.1423868,0.005626984,0.0004832283,0.0005194215,0.0001342003,0.01081844],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.03141941,"threshold_uncertainty_score":0.1661637,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02137369388871821,"score_gpt":0.4146807371834129,"score_spread":0.3933070432946947,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}