{"id":"W3088124318","doi":"10.1093/reseval/rvaa017","title":"The program and policy change framework: A new tool to measure research use in low- and middle-income countries","year":2020,"lang":"en","type":"article","venue":"Research Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Global Challenges Research Fund; UK Research and Innovation; National Academies of Sciences, Engineering, and Medicine; Federation for the Humanities and Social Sciences; United States Agency for International Development","keywords":"Agency (philosophy); Conceptual framework; International development; Tracking (education); Low and middle income countries; Inclusion (mineral); Research program; Policy development; Program evaluation; Theory of change; Process management; Political science; Economic growth; Developing country; Business; Economics; Sociology; Public administration; Management","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07518061,0.0001215633,0.0001907853,0.0008187682,0.0007765813,0.002381677,0.000540005,0.0001221403,0.0002297267],"category_scores_gemma":[0.07909382,0.0000791803,0.00002593974,0.004289315,0.0002975173,0.000966164,0.0004831767,0.0007404778,0.0003119594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002977117,"about_ca_system_score_gemma":0.001954094,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005709722,"about_ca_topic_score_gemma":0.001600646,"domain_scores_codex":[0.9823352,0.003965064,0.0006020325,0.0006767152,0.01162046,0.0008005456],"domain_scores_gemma":[0.9888256,0.006517634,0.0000740144,0.0005400486,0.003592483,0.000450226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005793633,0.00006178048,0.07049276,0.00007399791,0.00001485104,0.000003412894,0.02271719,0.00009135117,0.00006148239,0.01699372,0.003011874,0.8858982],"study_design_scores_gemma":[0.001354569,0.001189414,0.7148746,0.0006947574,0.000006558426,0.000002765563,0.004437461,0.1487891,0.00009389381,0.05649286,0.07183165,0.0002323677],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8246776,0.0009663664,0.0001578212,0.1689789,0.00006410725,0.00467849,0.000008751952,0.00002758457,0.0004403781],"genre_scores_gemma":[0.9954824,0.0007099579,0.00116566,0.0008020526,0.0005016793,0.0009016979,0.000003966461,0.00001379446,0.0004188331],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8856658,"threshold_uncertainty_score":0.9986539,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8269559494441125,"score_gpt":0.6651916119829281,"score_spread":0.1617643374611845,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}