{"id":"W2604904726","doi":"10.1057/palcomms.2017.17","title":"Evaluating policy-relevant research: lessons from a series of theory-based outcomes assessments","year":2017,"lang":"en","type":"article","venue":"Palgrave Communications","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal Roads University","funders":"Centre de Coopération Internationale en Recherche Agronomique pour le Développement; Centre for International Forestry Research; Social Sciences and Humanities Research Council of Canada; Canada Research Chairs; International Development Research Centre","keywords":"Context (archaeology); Theory of change; Documentation; Monitoring and evaluation; Quality (philosophy); Psychological intervention; Environmental resource management; Management science; Political science; Process management; Business; Sociology; Psychology; Computer science; Engineering; Geography; Economics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7110554,0.003668964,0.005407839,0.01607521,0.007353188,0.0278286,0.01061481,0.00636611,0.004268277],"category_scores_gemma":[0.723801,0.002166155,0.00472287,0.01412954,0.02352967,0.02926028,0.01832364,0.01005476,0.0007414218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05470282,"about_ca_system_score_gemma":0.07517601,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008281187,"about_ca_topic_score_gemma":0.009509402,"domain_scores_codex":[0.1676265,0.7689781,0.02231609,0.005587718,0.03233335,0.003158225],"domain_scores_gemma":[0.1061591,0.789285,0.018328,0.0373038,0.04531384,0.003610273],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001062651,0.004767803,0.01427597,0.01156523,0.001242127,0.0003863083,0.05449764,0.03754652,0.0006122676,0.2757766,0.006736961,0.59153],"study_design_scores_gemma":[0.001721662,0.004499488,0.01116242,0.03242859,0.001081693,0.0002265936,0.04146874,0.1025873,0.005120125,0.7602456,0.03880381,0.0006540027],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08872103,0.00860916,0.7268332,0.06288297,0.001679466,0.03987367,0.0008572566,0.001333556,0.06920973],"genre_scores_gemma":[0.4266303,0.002590891,0.546891,0.001541287,0.0001904569,0.02092561,0.0003047455,0.0001908366,0.0007349693],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2889446,"threshold_uncertainty_score":0.3968986,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8128656375162506,"score_gpt":0.702614926171458,"score_spread":0.1102507113447926,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}