{"id":"W4366446383","doi":"10.3138/cjpe.26.001","title":"In Search of a Balanced Canadian Federal Evaluation Function: Getting to Relevance","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Canadian Policy and Governance","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University","funders":"","keywords":"Relevance (law); Function (biology); Treasury; Argument (complex analysis); Criticism; Government (linguistics); Public relations; Public policy; Political science; Public administration; Management science; Computer science; Economics; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1830221,0.001035072,0.001751216,0.01034956,0.03128988,0.03402057,0.004718889,0.009173315,0.004649907],"category_scores_gemma":[0.250128,0.001166111,0.001150916,0.008329116,0.03114182,0.01322313,0.01079786,0.01681232,0.0009620343],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.2652158,"about_ca_system_score_gemma":0.5252966,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8923702,"about_ca_topic_score_gemma":0.8855928,"domain_scores_codex":[0.8448142,0.05518198,0.006570273,0.00912605,0.06957789,0.01472953],"domain_scores_gemma":[0.7252458,0.04444338,0.005399593,0.01312207,0.1943554,0.01743369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000646041,0.00005309761,0.003633458,0.0004462907,0.00006109779,0.00009739405,0.007065214,0.001169131,0.0003790991,0.7331924,0.1423583,0.1114798],"study_design_scores_gemma":[0.0001355666,0.0001059177,0.01722075,0.003626091,0.000176489,0.000147244,0.01305233,0.004966584,0.001642445,0.2484959,0.7099963,0.0004344929],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01335596,0.01052378,0.04729773,0.7768461,0.004471261,0.0007447955,0.0003351026,0.0004822516,0.1459431],"genre_scores_gemma":[0.6983058,0.007481138,0.1070422,0.1222048,0.001974375,0.000993454,0.0004208773,0.0007642427,0.06081296],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7347842,"threshold_uncertainty_score":0.9679248,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1613509164284288,"score_gpt":0.4006861053877568,"score_spread":0.239335188959328,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}