{"id":"W3039527713","doi":"10.1111/medu.14287","title":"Translating outcome frameworks to assessment programmes: Implications for validity","year":2020,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto; Queen's University; University Health Network","funders":"","keywords":"Summative assessment; Formative assessment; Accreditation; Medical education; Competence (human resources); Conceptual framework; Outcome (game theory); Psychology; External validity; Graduate medical education; Focus group; Medicine; Pedagogy; Sociology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.7304981,0.002370106,0.003616407,0.01103389,0.01028293,0.02625448,0.008152855,0.005289451,0.00543433],"category_scores_gemma":[0.8851286,0.002115289,0.003696378,0.01434445,0.06323828,0.03521729,0.02700348,0.008924778,0.001099338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03170789,"about_ca_system_score_gemma":0.05289884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02028635,"about_ca_topic_score_gemma":0.0107228,"domain_scores_codex":[0.1570392,0.7302108,0.04126927,0.01572706,0.05153048,0.004223194],"domain_scores_gemma":[0.06902613,0.824923,0.02280859,0.04501234,0.03657014,0.001659802],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009184793,0.0006485648,0.04459857,0.01121393,0.0009119264,0.0005383389,0.2560751,0.003880974,0.001165365,0.4277786,0.006386382,0.2458838],"study_design_scores_gemma":[0.0007820122,0.001186009,0.0312905,0.04715423,0.0006396826,0.0004759016,0.15857,0.02442756,0.004073004,0.6794886,0.05130608,0.0006064879],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1555147,0.01316877,0.6068411,0.1073659,0.004757548,0.02397525,0.001575982,0.0007690898,0.08603173],"genre_scores_gemma":[0.8101209,0.001644876,0.1514929,0.008630001,0.0004941934,0.02523436,0.0004671278,0.0003813299,0.001534342],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7304981,"threshold_uncertainty_score":0.3323439,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07951443570961479,"score_gpt":0.4812329316918164,"score_spread":0.4017184959822016,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}