{"id":"W3201242541","doi":"10.1016/j.evalprogplan.2021.102009","title":"Evaluating the integration of strategic priorities within a complex research-for-development funding program","year":2021,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Theory of change; Participatory evaluation; Sustainability; Citizen journalism; Process (computing); Thematic analysis; Program evaluation; Equity (law); Management science; Process management; Research program; Psychology; Knowledge management; Computer science; Political science; Qualitative research; Sociology; Business; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1105421,0.001356178,0.002750708,0.008118256,0.001375437,0.006433456,0.002012271,0.002128565,0.001459757],"category_scores_gemma":[0.1190436,0.0006414675,0.001410934,0.008101895,0.003048693,0.006322289,0.003474199,0.002709852,0.0002677359],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01017457,"about_ca_system_score_gemma":0.04168338,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00867328,"about_ca_topic_score_gemma":0.0208395,"domain_scores_codex":[0.8945853,0.08557206,0.005091209,0.0020119,0.01127166,0.001467966],"domain_scores_gemma":[0.8517594,0.1236815,0.008425537,0.002359182,0.01253961,0.001234792],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001433548,0.0001817325,0.001611828,0.06347372,0.0008067435,0.00006198251,0.001770471,0.001945111,0.0005167542,0.03665707,0.003192796,0.8896385],"study_design_scores_gemma":[0.0005720953,0.00262837,0.01398929,0.3401948,0.00565465,0.0004946259,0.01133287,0.002918461,0.005853246,0.06535048,0.5507066,0.0003044853],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006719073,0.9607411,0.01159272,0.006087847,0.0005603586,0.001880948,0.00008989941,0.00004562303,0.01228246],"genre_scores_gemma":[0.1024113,0.8405789,0.050424,0.002509171,0.0002290312,0.002676094,0.0001723608,0.00003160276,0.0009674111],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8894579,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.944340246966675,"score_gpt":0.7438204693076491,"score_spread":0.2005197776590258,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}