{"id":"W2914739175","doi":"10.1002/pmrj.12126","title":"Should There Be A Part II ABPMR Examination?: A Psychometric Inquiry","year":2019,"lang":"en","type":"article","venue":"PM&R","topic":"Medical Education and Admissions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"St. John's Rehab Hospital","funders":"","keywords":"Concordance; Medicine; Physical examination; Certification; Objective structured clinical examination; Oral examination; Variance (accounting); Empirical examination; Clinical psychology; Physical therapy; Family medicine; Medical education; Surgery","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000244446,0.00008831154,0.0001652693,0.0001953586,0.00006478732,0.000009520297,0.00008132768,0.00008976243,0.04190386],"category_scores_gemma":[0.001494313,0.00006420021,0.00005806918,0.0005888145,0.00003711363,0.00004492339,0.00002803107,0.0002026353,0.0007615571],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003269122,"about_ca_system_score_gemma":0.0002546748,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004508262,"about_ca_topic_score_gemma":8.073353e-7,"domain_scores_codex":[0.999103,0.00003186804,0.0001777131,0.0001990118,0.0003191415,0.000169325],"domain_scores_gemma":[0.998901,0.00008786246,0.00004595457,0.0003166386,0.00006942394,0.0005791159],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005142025,0.001642913,0.0285557,0.0002110788,0.00008194156,0.000008871899,0.005569094,0.000001281189,0.001428834,0.00359278,0.8177195,0.1411366],"study_design_scores_gemma":[0.0009103206,0.0001879444,0.09086109,0.0001047489,0.0000262195,0.00001315449,0.0009298154,0.00006866527,0.0001427027,0.00007675438,0.9065883,0.00009025489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8686442,0.0005223837,0.00006675714,0.03727793,0.001515454,0.0003834637,0.000002920004,0.000092569,0.09149434],"genre_scores_gemma":[0.8994108,0.00009103836,0.0002183791,0.01238262,0.0004838526,0.000026576,0.00003528678,0.00001447173,0.08733692],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1410463,"threshold_uncertainty_score":0.978853,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1531124566742415,"score_gpt":0.4050261809753206,"score_spread":0.2519137243010791,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}