{"id":"W233084541","doi":"10.3138/cjpe.017.006","title":"Public Training Programs in Canada: A Meta-evaluation","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Summative assessment; Formative assessment; Training (meteorology); Program evaluation; Medical education; Political science; Public relations; Psychology; Pedagogy; Public administration; Medicine; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05912102,0.002256811,0.007709143,0.006064206,0.00301986,0.002626511,0.003067614,0.001844166,0.003573229],"category_scores_gemma":[0.1347095,0.001083799,0.01337937,0.01151416,0.001850737,0.001083715,0.001907331,0.001890695,0.0001416142],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05972083,"about_ca_system_score_gemma":0.09191681,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.8252498,"about_ca_topic_score_gemma":0.8805843,"domain_scores_codex":[0.934086,0.04389628,0.005742248,0.002319257,0.01226727,0.001688831],"domain_scores_gemma":[0.8974662,0.05419417,0.01322576,0.003386896,0.02805344,0.003673575],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.04153133,0.001460824,0.07693619,0.1886291,0.551327,0.0003773722,0.001884138,0.007328368,0.0004384176,0.001215878,0.01188467,0.1169866],"study_design_scores_gemma":[0.02338134,0.004042233,0.1062877,0.05476451,0.7941281,0.0001302297,0.001310302,0.002843445,0.0009003021,0.0007556625,0.01123636,0.000219742],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.3116767,0.6228138,0.008050878,0.006413672,0.001709285,0.02273547,0.0180766,0.000349516,0.008174106],"genre_scores_gemma":[0.8899168,0.08431486,0.00871772,0.001491179,0.0002274366,0.01022194,0.003780602,0.00005968296,0.001269799],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.940879,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9006990989952361,"score_gpt":0.5282974646477141,"score_spread":0.372401634347522,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}