{"id":"W3088124318","doi":"10.1093/reseval/rvaa017","title":"The program and policy change framework: A new tool to measure research use in low- and middle-income countries","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Global Challenges Research Fund; UK Research and Innovation; National Academies of Sciences, Engineering, and Medicine; Federation for the Humanities and Social Sciences; United States Agency for International Development","keywords":"Agency (philosophy); Conceptual framework; International development; Tracking (education); Low and middle income countries; Inclusion (mineral); Research program; Policy development; Program evaluation; Theory of change; Process management; Political science; Economic growth; Developing country; Business; Economics; Sociology; Public administration; Management","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.105141,0.001245502,0.002024155,0.05049518,0.003073413,0.007139243,0.00206125,0.001825292,0.003882848],"category_scores_gemma":[0.153661,0.0006720162,0.003320231,0.0359228,0.005756293,0.0108515,0.01139052,0.003271559,0.0004354705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02047117,"about_ca_system_score_gemma":0.0232853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01880364,"about_ca_topic_score_gemma":0.01401777,"domain_scores_codex":[0.8133228,0.1257318,0.02043017,0.005594269,0.0319269,0.002993927],"domain_scores_gemma":[0.819049,0.1094087,0.02385093,0.01038919,0.03278387,0.004518214],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005967897,0.000837396,0.331677,0.005389749,0.001618078,0.0002442409,0.01811602,0.0171665,0.001297652,0.1800698,0.04123803,0.4017487],"study_design_scores_gemma":[0.0006166837,0.002426809,0.5277335,0.005938179,0.001016169,0.0009019246,0.03123715,0.05786149,0.002918982,0.1660542,0.2025539,0.0007410762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.202168,0.006095643,0.5476714,0.02144196,0.0007477935,0.02200951,0.05369447,0.002739251,0.143432],"genre_scores_gemma":[0.4408503,0.0009032197,0.5205956,0.0007169438,0.00008833284,0.02793534,0.007730266,0.000168427,0.001011529],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.894859,"threshold_uncertainty_score":0.5560454,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8269559494441125,"score_gpt":0.6651916119829281,"score_spread":0.1617643374611845,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}