{"id":"W2091777539","doi":"10.1097/acm.0b013e31823053f3","title":"Going Beyond Kirkpatrick in Evaluating a Clinician Scientist Program: Itʼs Not “If It Works” but “How It Works”","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital","funders":"Canadian Institutes of Health Research","keywords":"Logic model; Curriculum; Identity (music); Medical education; Psychology; Professional development; Program evaluation; Computer science; Sociology; Pedagogy; Medicine; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008423873,0.0004347455,0.0008937173,0.001137241,0.0002395076,0.00003172801,0.000621425,0.0007372814,0.0011601],"category_scores_gemma":[0.01963791,0.0003662921,0.0000958887,0.00393399,0.0009007334,0.0004616424,0.0001701874,0.003583833,0.0002105049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005023823,"about_ca_system_score_gemma":0.0006669689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001282007,"about_ca_topic_score_gemma":0.00002306206,"domain_scores_codex":[0.994064,0.0002322112,0.001850327,0.0009594554,0.001838619,0.001055397],"domain_scores_gemma":[0.9969655,0.000547584,0.0007126592,0.0008139872,0.000579712,0.000380572],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003468644,0.0002655512,0.03661285,0.0003331573,0.00008111943,0.0000966141,0.02007699,0.000002726261,0.001397181,0.000512044,0.1196308,0.8206441],"study_design_scores_gemma":[0.05807543,0.01116244,0.3171643,0.0932801,0.004011327,0.001782871,0.188657,0.07147999,0.004612218,0.009888235,0.2349715,0.004914556],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8935482,0.001220932,0.001541422,0.08314864,0.00405655,0.002502362,0.000002252133,0.000263751,0.01371591],"genre_scores_gemma":[0.948478,0.0005658724,0.0148279,0.02628916,0.003601268,0.0003591456,0.0001398568,0.00008333111,0.005655417],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8157296,"threshold_uncertainty_score":0.9998789,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1473357969825575,"score_gpt":0.4522582393771938,"score_spread":0.3049224423946363,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}