{"id":"W4317381695","doi":"10.3138/cjpe.74582","title":"Fostering an Evaluative Culture by Addressing a Breakdown in the Policy Development Cycle","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Accountability; Corporate governance; Function (biology); Process (computing); Citizen journalism; Participatory evaluation; Process management; Political science; Public relations; Public administration; Business; Management; Economics; Computer science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.3140721,0.001088901,0.001482992,0.006125291,0.02061244,0.04377422,0.004462949,0.006299882,0.003180353],"category_scores_gemma":[0.2744619,0.001947543,0.0009649287,0.003698679,0.02637524,0.02089365,0.0308811,0.01845688,0.0009678855],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04741004,"about_ca_system_score_gemma":0.1247864,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009505465,"about_ca_topic_score_gemma":0.0102821,"domain_scores_codex":[0.6699256,0.2395233,0.01902771,0.01149694,0.04788376,0.01214283],"domain_scores_gemma":[0.5513486,0.2141485,0.03996767,0.04669974,0.1145016,0.03333395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004544085,0.002423022,0.02643961,0.001800272,0.000254824,0.0009450161,0.2848837,0.006561129,0.008436377,0.298672,0.02424012,0.3448896],"study_design_scores_gemma":[0.0004456999,0.001710303,0.02950138,0.006275257,0.0002252891,0.0009234305,0.2504932,0.02304769,0.01592112,0.2978281,0.3727084,0.0009200879],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2216096,0.002065096,0.4251997,0.2563569,0.001996317,0.005873701,0.0001331849,0.00152207,0.08524345],"genre_scores_gemma":[0.8264133,0.0005141149,0.1545969,0.008673601,0.000222534,0.002743596,0.00006904057,0.0002511172,0.006515843],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3140721,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4732297645571751,"score_gpt":0.5733556647379928,"score_spread":0.1001259001808177,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}