{"id":"W4386161259","doi":"10.32920/23900202.v1","title":"Assessing the ‘forgotten fundamental’ in policy advisory systems research: Policy shops and the role(s) of core policy professionals","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University; Toronto Metropolitan University","funders":"","keywords":"Government (linguistics); Work (physics); Public policy; Distribution (mathematics); Public relations; Core (optical fiber); Political science; Advice (programming); Business; Engineering; Computer science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1000356,0.0004672071,0.001316273,0.01052013,0.02010421,0.02756076,0.004822286,0.004616178,0.006686691],"category_scores_gemma":[0.1718322,0.001983899,0.0007565533,0.0091404,0.08026353,0.03077704,0.01854301,0.006061339,0.0006723243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02778842,"about_ca_system_score_gemma":0.0338559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04849346,"about_ca_topic_score_gemma":0.06715567,"domain_scores_codex":[0.9225459,0.04489167,0.002581122,0.006438666,0.01557972,0.007962935],"domain_scores_gemma":[0.6968991,0.2183243,0.02398139,0.02279986,0.02087146,0.01712395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003024493,0.0003231489,0.1372908,0.001031926,0.00007197141,0.0003825055,0.6237518,0.0006029978,0.0005668013,0.1721406,0.002399202,0.06113585],"study_design_scores_gemma":[0.00006207811,0.0002000107,0.154922,0.001362395,0.00004842137,0.0003217281,0.6440088,0.004114196,0.0006064794,0.1695798,0.02468117,0.00009290898],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9301776,0.002032693,0.01355344,0.02216535,0.0001052718,0.0002351252,0.000182986,0.00004138769,0.03150614],"genre_scores_gemma":[0.995792,0.0003177369,0.00267654,0.0004488598,0.00002952118,0.00006484532,0.00003444162,0.0000179479,0.0006181432],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1000356,"threshold_uncertainty_score":0.5290451,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6512064772978872,"score_gpt":0.650407059807897,"score_spread":0.0007994174899901285,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}