{"id":"W79165327","doi":"10.3138/cjpe.018.001","title":"They’re Happy, but Did They Make a Difference? Applying Kirkpatrick’s Framework to the Evaluation of a National Leadership Program","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":59,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Formative assessment; Process (computing); Program evaluation; Leadership development; Psychology; Investment (military); Management science; Process management; Medical education; Political science; Business; Computer science; Public relations; Pedagogy; Engineering; Public administration; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1305081,0.0009376201,0.0012669,0.005773663,0.01015267,0.01140008,0.003644972,0.002713944,0.003201783],"category_scores_gemma":[0.1000214,0.0005541301,0.001165583,0.003113857,0.01695278,0.009591647,0.009304842,0.004469697,0.0003942728],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03357432,"about_ca_system_score_gemma":0.05238308,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0228134,"about_ca_topic_score_gemma":0.03786518,"domain_scores_codex":[0.7296565,0.2363615,0.004463406,0.002491489,0.02227394,0.004753201],"domain_scores_gemma":[0.9307827,0.04484203,0.004200274,0.001919788,0.01556579,0.002689229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000605369,0.003362342,0.0244253,0.003665946,0.000262879,0.001223537,0.1706737,0.005394479,0.00124147,0.3319835,0.02185132,0.43531],"study_design_scores_gemma":[0.0008187901,0.003583083,0.04144494,0.01157049,0.0003938804,0.001446205,0.5405111,0.0273939,0.006959056,0.236831,0.1284771,0.0005705239],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3986435,0.005319128,0.1570966,0.1064034,0.0009275795,0.01370627,0.0002821436,0.0002061674,0.3174151],"genre_scores_gemma":[0.9087812,0.0009091906,0.08025724,0.002278438,0.00003031607,0.004652699,0.00005309676,0.00003664174,0.003001176],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1305081,"threshold_uncertainty_score":0.6902012,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3557958721915049,"score_gpt":0.4343449716571408,"score_spread":0.07854909946563587,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}