{"id":"W2020669594","doi":"10.1097/00001888-200512000-00014","title":"Contextual Considerations in Summative Competency Examinations: Relevance to the Long Case","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa; Western University; McMaster University","funders":"","keywords":"Summative assessment; Certification; Context (archaeology); Relevance (law); Medical education; Deliberation; Test (biology); Medicine; Psychometrics; Quality assurance; Psychology; Reliability (semiconductor); Quality (philosophy); Formative assessment; Clinical psychology; Pedagogy; Political science; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06361552,0.000478199,0.000940566,0.002018288,0.01021389,0.009042185,0.003433182,0.01203121,0.002988946],"category_scores_gemma":[0.2747788,0.0008540847,0.0008288145,0.002037741,0.02475508,0.01063971,0.008838916,0.01171652,0.0002506712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008309104,"about_ca_system_score_gemma":0.01223054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009810563,"about_ca_topic_score_gemma":0.02405719,"domain_scores_codex":[0.9165871,0.06245088,0.003736117,0.003087093,0.01074855,0.003390171],"domain_scores_gemma":[0.6677774,0.2845437,0.01698703,0.008236879,0.01396279,0.008492236],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003738563,0.0006171979,0.04733553,0.001689304,0.0001704835,0.01278418,0.07724499,0.003495701,0.00108701,0.7005777,0.0196439,0.1349802],"study_design_scores_gemma":[0.0001773431,0.0005068773,0.06962651,0.00650435,0.0002116733,0.006890129,0.1009941,0.003167844,0.001239869,0.690998,0.1193113,0.0003720655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1462191,0.02246838,0.03958442,0.7270122,0.002378843,0.0005529036,0.0001349881,0.00006819271,0.0615811],"genre_scores_gemma":[0.9237586,0.0035914,0.02142241,0.04629366,0.00290618,0.0006017283,0.00003506833,0.00002850818,0.001362531],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06361552,"threshold_uncertainty_score":0.336435,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1254731782419379,"score_gpt":0.4846118198758687,"score_spread":0.3591386416339307,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}