{"id":"W2020669594","doi":"10.1097/00001888-200512000-00014","title":"Contextual Considerations in Summative Competency Examinations: Relevance to the Long Case","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa; Western University; McMaster University","funders":"","keywords":"Summative assessment; Certification; Context (archaeology); Relevance (law); Medical education; Deliberation; Test (biology); Medicine; Psychometrics; Quality assurance; Psychology; Reliability (semiconductor); Quality (philosophy); Formative assessment; Clinical psychology; Pedagogy; Political science; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003204253,0.0001512536,0.0003416925,0.0001368532,0.000545966,0.000002761109,0.0001846391,0.0002342731,0.01552685],"category_scores_gemma":[0.05346835,0.00009389799,0.00001798548,0.0003944545,0.0002706127,0.0002376512,0.00008608944,0.002242611,0.001183759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001691615,"about_ca_system_score_gemma":0.0002813147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008640953,"about_ca_topic_score_gemma":0.007657872,"domain_scores_codex":[0.9966812,0.001189468,0.001013812,0.0002956552,0.0003826258,0.0004372508],"domain_scores_gemma":[0.9772994,0.02164788,0.0002262562,0.0003596231,0.0002217882,0.0002450697],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003063618,0.00003488824,0.01105993,0.0001125612,0.00002096057,0.0003010869,0.188596,0.00003012314,0.0000886581,0.06846861,0.723256,0.008000626],"study_design_scores_gemma":[0.001792235,0.0001799013,0.0144322,0.001624244,0.00005673045,0.0002535936,0.148387,0.0006112601,0.00002360145,0.00461601,0.827804,0.0002192357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3110825,0.001974835,0.001141364,0.6689982,0.000612716,0.002143186,0.00004381109,0.00009019329,0.01391312],"genre_scores_gemma":[0.9558551,0.0003120087,0.0003747943,0.03705895,0.001651623,0.0004389742,0.00002774613,0.00001284958,0.004267993],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6447725,"threshold_uncertainty_score":0.9995939,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1254731782419379,"score_gpt":0.4846118198758687,"score_spread":0.3591386416339307,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}