{"id":"W3123813688","doi":"10.1037/amp0000695","title":"Appropriate validation standards for licensure examinations: Comment on Callahan et al. (2020).","year":2021,"lang":"en","type":"letter","venue":"American Psychologist","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Licensure; Medicine; Medical physics; Medical education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02406476,0.000864488,0.001122713,0.001367618,0.007013184,0.004625141,0.004818427,0.08779442,0.007838833],"category_scores_gemma":[0.1217103,0.001321457,0.001904571,0.00161257,0.005833439,0.005831161,0.003319268,0.06049247,0.01072535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008297412,"about_ca_system_score_gemma":0.02392576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04091494,"about_ca_topic_score_gemma":0.05510897,"domain_scores_codex":[0.9788094,0.00520225,0.003530676,0.002289686,0.008165251,0.002002692],"domain_scores_gemma":[0.9053336,0.05791289,0.003865977,0.002352401,0.02403806,0.006497116],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002268322,0.00002070125,0.0004089548,0.00002986055,0.00000295392,0.0002567965,0.0002513656,0.00002032745,0.0000801284,0.001850678,0.9935141,0.003541458],"study_design_scores_gemma":[0.0001155118,0.00007829759,0.004536256,0.00089156,0.0000303937,0.001441254,0.001788357,0.0004335489,0.0006707537,0.007303008,0.9825647,0.0001463249],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0002170403,0.0002102235,0.00006846274,0.9936131,0.004569887,0.00001312219,0.00006657519,0.00003480888,0.00120678],"genre_scores_gemma":[0.0009763688,0.00007798297,0.0001810133,0.9950463,0.001881444,0.00003058352,0.00002246569,0.00001106034,0.00177284],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9759352,"threshold_uncertainty_score":0.1272681,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03771061777228166,"score_gpt":0.4123823348432343,"score_spread":0.3746717170709526,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}