{"id":"W4399652816","doi":"10.1111/capa.12571","title":"Navigating the challenges of policy evaluation","year":2024,"lang":"en","type":"article","venue":"Canadian Public Administration","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval","funders":"","keywords":"Accountability; Work (physics); Rationality; Political science; Management science; Engineering ethics; Public relations; Public administration; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4578769,0.00153978,0.004998111,0.01215794,0.02072235,0.05488312,0.008214241,0.0231946,0.007101551],"category_scores_gemma":[0.4282086,0.00160414,0.001580805,0.008763181,0.07482752,0.03379374,0.01877771,0.02861246,0.001154824],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06870581,"about_ca_system_score_gemma":0.1510955,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06497923,"about_ca_topic_score_gemma":0.05332094,"domain_scores_codex":[0.553624,0.3802285,0.00948214,0.009111862,0.0385756,0.008977912],"domain_scores_gemma":[0.2206347,0.6890702,0.007162565,0.009282777,0.06372111,0.01012864],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005209196,0.0000759937,0.0008924983,0.0009938721,0.00006434326,0.0001548368,0.005008847,0.002696456,0.00006287146,0.8779298,0.04402761,0.06804078],"study_design_scores_gemma":[0.0000514698,0.00003929067,0.0005671855,0.003884124,0.00002460615,0.00008952598,0.01143257,0.003200999,0.0001342906,0.8806577,0.09983067,0.00008758147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001859592,0.02732263,0.01215362,0.9368031,0.001006346,0.00009975363,0.00004957996,0.00004638373,0.02065898],"genre_scores_gemma":[0.6815271,0.07046704,0.08581635,0.1392414,0.009804582,0.002236299,0.0001681635,0.0003170829,0.01042199],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9350207,"threshold_uncertainty_score":0.6685344,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3086440193675319,"score_gpt":0.5311292359529306,"score_spread":0.2224852165853987,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}