{"id":"W2091777539","doi":"10.1097/acm.0b013e31823053f3","title":"Going Beyond Kirkpatrick in Evaluating a Clinician Scientist Program: Itʼs Not “If It Works” but “How It Works”","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital","funders":"Canadian Institutes of Health Research","keywords":"Logic model; Curriculum; Identity (music); Medical education; Psychology; Professional development; Program evaluation; Computer science; Sociology; Pedagogy; Medicine; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1584906,0.0005940344,0.001040318,0.003241657,0.01505897,0.01313169,0.003270303,0.002449784,0.003469396],"category_scores_gemma":[0.2790567,0.0005875777,0.0007553912,0.004459967,0.01640287,0.01170943,0.00788178,0.0078386,0.0006755994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05775992,"about_ca_system_score_gemma":0.2202509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2942159,"about_ca_topic_score_gemma":0.6022055,"domain_scores_codex":[0.8218008,0.1162098,0.006917527,0.004614252,0.04172863,0.008729042],"domain_scores_gemma":[0.744197,0.1026734,0.01581799,0.007200113,0.1000027,0.03010883],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004296346,0.0008218386,0.0868995,0.007049884,0.0004312013,0.0005206408,0.2075132,0.00124115,0.001366529,0.05481742,0.07579807,0.563111],"study_design_scores_gemma":[0.000306946,0.001700742,0.1275041,0.02606194,0.0007281571,0.0006976007,0.4104916,0.002735136,0.004488993,0.06789065,0.356835,0.0005591753],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2949972,0.03708206,0.03313892,0.4706457,0.006693703,0.006028629,0.000514363,0.0002856357,0.1506139],"genre_scores_gemma":[0.8811963,0.008452809,0.05467227,0.04546792,0.0005030459,0.003149405,0.0001428306,0.0001998396,0.006215642],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8415093,"threshold_uncertainty_score":0.8381886,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1473357969825575,"score_gpt":0.4522582393771938,"score_spread":0.3049224423946363,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}