{"id":"W2797550683","doi":"10.3138/cjpe.43179","title":"Strategic Evaluation Utilization in the Canadian Federal Government","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; École Nationale d'Administration Publique","funders":"","keywords":"Government (linguistics); Focus group; Program evaluation; Function (biology); Business; Public relations; Public policy; Content analysis; Key (lock); Qualitative research; Psychology; Marketing; Public administration; Political science; Sociology; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04877672,0.0003685687,0.0004635571,0.009379648,0.013637,0.01127079,0.002530633,0.001060676,0.00208242],"category_scores_gemma":[0.06793331,0.0005467661,0.0003428447,0.01010555,0.005767411,0.002067274,0.006199929,0.001825919,0.000179295],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.16367,"about_ca_system_score_gemma":0.3493496,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9006867,"about_ca_topic_score_gemma":0.946577,"domain_scores_codex":[0.9352121,0.02688237,0.002560929,0.002453398,0.02467273,0.008218473],"domain_scores_gemma":[0.8531897,0.03667897,0.00931803,0.004614198,0.08361454,0.01258461],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004713779,0.0005008908,0.1305986,0.002401863,0.0001700071,0.001881508,0.164674,0.002840878,0.00280298,0.05614063,0.0528319,0.5846854],"study_design_scores_gemma":[0.00005987283,0.0004771068,0.3034661,0.002454115,0.0001391539,0.0006496893,0.3021006,0.00342007,0.004560352,0.005527913,0.3767596,0.0003853936],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7677906,0.01063284,0.00485756,0.04002928,0.0004927223,0.001240768,0.0009397432,0.0003420006,0.1736746],"genre_scores_gemma":[0.9916908,0.001499831,0.002041582,0.0009172028,0.00002232486,0.0001024637,0.0001484289,0.00002075127,0.003556627],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8363299,"threshold_uncertainty_score":0.9700242,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6515255366463052,"score_gpt":0.5637168640848468,"score_spread":0.08780867256145841,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}