{"id":"W3201242541","doi":"10.1016/j.evalprogplan.2021.102009","title":"Evaluating the integration of strategic priorities within a complex research-for-development funding program","year":2021,"lang":"en","type":"review","venue":"Evaluation and Program Planning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"International Development Research Centre","keywords":"Theory of change; Participatory evaluation; Sustainability; Citizen journalism; Process (computing); Thematic analysis; Program evaluation; Equity (law); Management science; Process management; Research program; Psychology; Knowledge management; Computer science; Political science; Qualitative research; Sociology; Business; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"opus","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.08439547,0.0004015195,0.001238846,0.0007045373,0.001109938,0.001542663,0.0006619326,0.0002518461,0.0003631958],"category_scores_gemma":[0.005522982,0.0002414858,0.0002741525,0.001866307,0.0002887205,0.0003140202,0.000211588,0.000702963,0.00001676163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002594223,"about_ca_system_score_gemma":0.004435207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001122122,"about_ca_topic_score_gemma":0.0000489068,"domain_scores_codex":[0.9855318,0.004680686,0.002562277,0.0008990553,0.005810554,0.0005156332],"domain_scores_gemma":[0.9886872,0.005063709,0.001593331,0.0006262051,0.003910693,0.0001188495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001380125,0.00007628608,0.00002738788,0.0009714419,0.00008655774,3.976789e-7,0.003550238,0.000216023,0.000003286771,0.002926663,0.0002079736,0.9919199],"study_design_scores_gemma":[0.0006006137,0.001175368,0.0001656647,0.01225027,0.0004188421,0.00001984481,0.01296123,0.1870338,0.000006790676,0.003653599,0.78129,0.0004240027],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00257935,0.9837209,0.0004170019,0.0001339975,0.0004873407,0.009973213,0.0000182216,0.0000898727,0.00258011],"genre_scores_gemma":[0.01063378,0.7596539,0.1991012,0.00009632317,0.0008796401,0.02412071,0.003070689,0.0001518604,0.002291981],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.991496,"threshold_uncertainty_score":0.9994938,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.944340246966675,"score_gpt":0.7438204693076491,"score_spread":0.2005197776590258,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}