{"id":"W2013250096","doi":"10.1002/ev.20007","title":"When one must go: The Canadian experience with strategic review and judging program value","year":2012,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Valuation (finance); Function (biology); Government (linguistics); Value (mathematics); Citizen journalism; Public relations; Process (computing); Value for money; Public administration; Business; Political science; Economics; Public economics; Computer science; Accounting; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007510602,0.0001196516,0.0001641573,0.0001629735,0.0008972551,0.0003402054,0.0001986835,0.00004593869,0.001256927],"category_scores_gemma":[0.0005795008,0.00007346598,0.0000439995,0.0006748976,0.00007698065,0.0007578798,0.00001677845,0.0001051742,0.00007023394],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002340365,"about_ca_system_score_gemma":0.001059537,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.008264406,"about_ca_topic_score_gemma":0.1060416,"domain_scores_codex":[0.9974876,0.0002844725,0.0003629938,0.0002735514,0.001291249,0.0003001053],"domain_scores_gemma":[0.9982114,0.0002894883,0.0001867416,0.0003959119,0.0006698557,0.0002466147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001444448,0.0001126382,0.01461808,0.00004245267,0.00004323125,5.189962e-8,0.005087813,0.0003933167,0.00002756513,0.008344883,0.01094541,0.9603701],"study_design_scores_gemma":[0.002063702,0.0006359054,0.1959909,0.0004230351,0.001104438,0.00004625676,0.00545183,0.08325389,0.000196274,0.02260666,0.6875635,0.0006635707],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5310917,0.04930536,0.008846051,0.1046422,0.003832904,0.0303958,0.00006451092,0.0005104629,0.271311],"genre_scores_gemma":[0.9895501,0.000372417,0.005079953,0.001238898,0.0002197462,0.001451938,0.00002744831,0.00001260548,0.002046907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9597065,"threshold_uncertainty_score":0.9996561,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.38211926976493,"score_gpt":0.524848788433648,"score_spread":0.142729518668718,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}