{"id":"W2078893569","doi":"10.1111/j.1541-1338.2006.00189.x","title":"Assessing Instrument Mixes through Program‐ and Agency‐Level Data: Methodological Issues in Contemporary Implementation Research","year":2006,"lang":"en","type":"article","venue":"Review of Policy Research","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Agency (philosophy); Legislature; Management science; Corporate governance; Order (exchange); Computer science; Operations research; Economics; Sociology; Political science; Engineering; Management; Social science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04678051,0.0001291667,0.0004490027,0.0005962157,0.0006849451,0.0004447519,0.001029047,0.0001323255,0.0001998358],"category_scores_gemma":[0.008672264,0.0001092222,0.00005056561,0.003079278,0.001843348,0.001431048,0.0007242082,0.0007026728,0.00001319161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002540282,"about_ca_system_score_gemma":0.004190023,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1786016,"about_ca_topic_score_gemma":0.006040255,"domain_scores_codex":[0.9825143,0.01244088,0.0008288481,0.0005677051,0.002544903,0.00110335],"domain_scores_gemma":[0.9956889,0.002782654,0.0001352689,0.0005675555,0.0006356071,0.0001900614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002583956,0.0006047689,0.007337736,0.003991829,0.0000266241,0.00003377046,0.003402233,4.140597e-8,0.0007569598,0.4944601,0.05122415,0.4381359],"study_design_scores_gemma":[0.0004671966,0.0002626653,0.02872818,0.00208117,0.000003919934,0.000004565866,0.006741155,0.00001291188,0.00045742,0.06204028,0.8990142,0.0001863381],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1642337,0.1284253,0.0000764629,0.3657054,0.00009518894,0.008990389,0.0004606465,0.0001247694,0.3318882],"genre_scores_gemma":[0.8482952,0.1399985,0.009070488,0.0002447955,0.0006869475,0.0003811131,0.0002611848,0.00001811345,0.001043724],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8477901,"threshold_uncertainty_score":0.9996781,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9301423656304716,"score_gpt":0.7668616643538254,"score_spread":0.1632807012766462,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}