{"id":"W2309603616","doi":"10.1186/s12961-016-0092-5","title":"Using the Nine Common Themes of Good Practice checklist as a tool for evaluating the research priority setting process of a provincial research and program evaluation program","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Long Term Care Association; Public Health Ontario","funders":"","keywords":"Checklist; Process management; Process (computing); Health services research; Context (archaeology); Prioritization; Program evaluation; Conceptual framework; Health administration; Medicine; Public health; Medical education; Knowledge management; Management science; Computer science; Nursing; Psychology; Business; Engineering; Political science; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4047199,0.003018753,0.003571761,0.01621518,0.01029415,0.009407411,0.007782057,0.003466575,0.001553672],"category_scores_gemma":[0.4374554,0.002399325,0.005390368,0.01165815,0.01131826,0.006926112,0.01409243,0.008187573,0.0007626921],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04373193,"about_ca_system_score_gemma":0.1317134,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03083219,"about_ca_topic_score_gemma":0.06716864,"domain_scores_codex":[0.5008547,0.3482205,0.08726318,0.007157517,0.05026589,0.006238225],"domain_scores_gemma":[0.4209849,0.2619592,0.04736696,0.03611847,0.2195193,0.01405125],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001114027,0.001870973,0.05215583,0.02259301,0.0007014669,0.001088296,0.2376663,0.005671534,0.01009301,0.02130787,0.05408843,0.5916493],"study_design_scores_gemma":[0.002933993,0.007116466,0.1553945,0.05250071,0.001360444,0.002388844,0.3093976,0.03424557,0.02047055,0.05919217,0.352355,0.002644115],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1598152,0.003357179,0.5316722,0.03153706,0.002755697,0.2409965,0.002955548,0.003143314,0.02376728],"genre_scores_gemma":[0.07502895,0.0008348249,0.8259844,0.001214328,0.0000746579,0.09477629,0.0009292598,0.0001768819,0.0009805396],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9562681,"threshold_uncertainty_score":0.7340863,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9284433044892144,"score_gpt":0.824400202649525,"score_spread":0.1040431018396895,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}