{"id":"W2309603616","doi":"10.1186/s12961-016-0092-5","title":"Using the Nine Common Themes of Good Practice checklist as a tool for evaluating the research priority setting process of a provincial research and program evaluation program","year":2016,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Long Term Care Association; Public Health Ontario","funders":"","keywords":"Checklist; Process management; Process (computing); Health services research; Context (archaeology); Prioritization; Program evaluation; Conceptual framework; Health administration; Medicine; Public health; Medical education; Knowledge management; Management science; Computer science; Nursing; Psychology; Business; Engineering; Political science; Sociology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3407995,0.0001992358,0.0005591806,0.0007846082,0.00767821,0.0001762249,0.0007253792,0.0002211025,0.00001199231],"category_scores_gemma":[0.1741802,0.000103752,0.00004282728,0.003097556,0.002264485,0.0005216074,0.000610381,0.001776818,0.000004469645],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001275811,"about_ca_system_score_gemma":0.02881761,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03298621,"about_ca_topic_score_gemma":0.001642934,"domain_scores_codex":[0.9210968,0.06324646,0.002875004,0.0009008767,0.008260995,0.003619876],"domain_scores_gemma":[0.9048911,0.07515327,0.001362677,0.000948938,0.01712877,0.0005152412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002133965,0.0008083853,0.02094673,0.0276405,0.00009314398,0.000001223621,0.1970757,0.000009940572,0.003729211,0.0801618,0.004446656,0.6629527],"study_design_scores_gemma":[0.01559974,0.0413864,0.03522861,0.01957075,0.00008919866,0.0001415747,0.5712293,0.1112373,0.0009223565,0.03157119,0.1721618,0.0008617052],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8325763,0.0009014728,0.00006625381,0.1046298,0.0001191658,0.05982538,0.0001671515,0.00005047392,0.001663967],"genre_scores_gemma":[0.9755174,0.00024361,0.001277214,0.0004595415,0.0009791104,0.02094126,0.000005646741,0.00004147203,0.000534758],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.662091,"threshold_uncertainty_score":0.9936137,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9284433044892144,"score_gpt":0.824400202649525,"score_spread":0.1040431018396895,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}