{"id":"W4366446383","doi":"10.3138/cjpe.26.001","title":"In Search of a Balanced Canadian Federal Evaluation Function: Getting to Relevance","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Relevance (law); Function (biology); Treasury; Argument (complex analysis); Criticism; Government (linguistics); Public relations; Public policy; Political science; Public administration; Management science; Computer science; Economics; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006808414,0.00009547874,0.0001834257,0.0006856332,0.0002994084,0.00007050806,0.000256172,0.0001119038,0.001067777],"category_scores_gemma":[0.002431205,0.0001110322,0.00006798982,0.0009357164,0.0001236288,0.0004746648,0.00000407341,0.0002193255,0.00001632212],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002607473,"about_ca_system_score_gemma":0.02140957,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9560441,"about_ca_topic_score_gemma":0.9984398,"domain_scores_codex":[0.9973761,0.0005300663,0.0004750638,0.0001586855,0.0008948845,0.0005652268],"domain_scores_gemma":[0.9969178,0.00005347794,0.0002608541,0.000140328,0.001491359,0.001136183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001081431,0.00005608776,0.04836483,0.00003008408,0.00005691308,0.00005112463,0.07559904,0.001455456,0.00009016248,0.01076635,0.01920884,0.8442129],"study_design_scores_gemma":[0.002418473,0.001065126,0.693332,0.0005291714,0.0001498466,0.00002920415,0.007006941,0.004264935,0.0002821247,0.01474116,0.2755859,0.0005951612],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9562357,0.00078903,0.0001053883,0.01175409,0.001231248,0.002688712,0.00004586444,0.000007620475,0.02714234],"genre_scores_gemma":[0.9973893,0.000009959801,0.001090777,0.0008903092,0.000330245,0.0000612368,0.000003491378,0.00001077185,0.0002139059],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8436178,"threshold_uncertainty_score":0.9998454,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1613509164284288,"score_gpt":0.4006861053877568,"score_spread":0.239335188959328,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}