{"id":"W2078893569","doi":"10.1111/j.1541-1338.2006.00189.x","title":"Assessing Instrument Mixes through Program‐ and Agency‐Level Data: Methodological Issues in Contemporary Implementation Research","year":2006,"lang":"en","type":"article","venue":"Review of Policy Research","topic":"Public Policy and Administration Research","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Agency (philosophy); Legislature; Management science; Corporate governance; Order (exchange); Computer science; Operations research; Economics; Sociology; Political science; Engineering; Management; Social science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4524042,0.001233902,0.003893676,0.02393685,0.004316503,0.02015561,0.007264755,0.003921253,0.004420651],"category_scores_gemma":[0.6785004,0.002671235,0.002457368,0.05028808,0.02001035,0.02250229,0.01443168,0.005192683,0.0005307472],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01785229,"about_ca_system_score_gemma":0.01895327,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02763662,"about_ca_topic_score_gemma":0.02639432,"domain_scores_codex":[0.3403467,0.5518585,0.0267338,0.0117113,0.06558293,0.003766909],"domain_scores_gemma":[0.1826693,0.6687799,0.04545913,0.04889791,0.05255934,0.00163444],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0005415335,0.0006028488,0.170824,0.004967637,0.002577922,0.00009288678,0.01758027,0.01422529,0.0006425247,0.4062714,0.004127637,0.3775461],"study_design_scores_gemma":[0.0005444859,0.001240309,0.195108,0.01369692,0.002249707,0.0002750115,0.05201421,0.08320224,0.005334236,0.5895476,0.05610319,0.0006841874],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2133633,0.01413734,0.6869717,0.02511279,0.0003784153,0.003839984,0.003042831,0.000440501,0.05271314],"genre_scores_gemma":[0.7319662,0.00266259,0.2544737,0.001317979,0.000210396,0.007067299,0.0008955454,0.0001436294,0.001262625],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5475957,"threshold_uncertainty_score":0.6752831,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9301423656304716,"score_gpt":0.7668616643538254,"score_spread":0.1632807012766462,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}