{"id":"W2088823622","doi":"10.1097/acm.0b013e3181d73fb6","title":"Toward Authentic Clinical Evaluation: Pitfalls in the Pursuit of Competency","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":222,"is_retracted":false,"has_abstract":true,"ca_institutions":"Mount Sinai Hospital; University Health Network; University of Toronto; The Wilson Centre","funders":"","keywords":"Psychology; Medical education; MEDLINE; Representation (politics); Standardized test; Medicine; Mathematics education; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01467589,0.0001301722,0.00042403,0.0002473537,0.00003666332,0.000002810308,0.000584579,0.0003550007,0.00181764],"category_scores_gemma":[0.0148648,0.00007804115,0.00005114839,0.0008882975,0.0007427654,0.000060219,0.00004241855,0.002458863,0.0000483334],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003561611,"about_ca_system_score_gemma":0.0004750917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003614768,"about_ca_topic_score_gemma":0.000005459033,"domain_scores_codex":[0.9962138,0.0002260802,0.0013181,0.000262601,0.001746816,0.0002325823],"domain_scores_gemma":[0.9980576,0.0005636826,0.0003049365,0.0005665369,0.0004301853,0.00007703131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002172238,0.0005608216,0.2699951,0.0005204397,0.0001429435,0.000030934,0.04002419,0.000001588557,0.01494774,0.1135224,0.2557023,0.3043344],"study_design_scores_gemma":[0.01055475,0.001155262,0.8478381,0.001290797,0.0009058118,0.0004505226,0.01279907,0.005599431,0.0003010516,0.03123228,0.08756324,0.0003096689],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8906451,0.0003604247,0.0002117654,0.0976145,0.002428414,0.0008579597,6.860714e-7,0.00002078928,0.007860313],"genre_scores_gemma":[0.985686,0.0001459976,0.0006762672,0.01110186,0.001952213,0.00006737703,0.00005479124,0.00001267293,0.0003028315],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5778431,"threshold_uncertainty_score":0.9998425,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1178613056261369,"score_gpt":0.4775186042921444,"score_spread":0.3596572986660075,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}