{"id":"W4286716021","doi":"10.1186/s12961-022-00884-5","title":"Development of a STandard reporting guideline for Evidence briefs for Policy (STEP): context and study protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Red Cross Society; McMaster University; Impact","funders":"National Social Science Fund of China","keywords":"Checklist; Protocol (science); Context (archaeology); Delphi method; Health services research; Medicine; Systematic review; Process management; Computer science; Management science; MEDLINE; Public health; Nursing; Political science; Business; Psychology; Engineering; Alternative medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1194256,0.000195991,0.0008405227,0.0009760212,0.006778826,0.00005553247,0.0003277756,0.00007239975,0.00001993846],"category_scores_gemma":[0.05940755,0.0001752128,0.00004161186,0.001217076,0.0001860139,0.0001577486,0.0006298408,0.0005995063,0.000001743742],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002290135,"about_ca_system_score_gemma":0.03724362,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02693033,"about_ca_topic_score_gemma":0.003113206,"domain_scores_codex":[0.9822742,0.005898804,0.007061192,0.0007271337,0.001911518,0.002127181],"domain_scores_gemma":[0.9818613,0.01030322,0.003887647,0.0005426582,0.002433417,0.0009717772],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004620297,0.0003387018,0.03112864,0.05678195,0.0001106223,0.000006662104,0.3881416,0.00001934168,0.0005392088,0.08660176,0.3013256,0.1303856],"study_design_scores_gemma":[0.00408477,0.002641496,0.00147363,0.0006272939,0.000002220814,0.00001063762,0.08867023,0.0006958451,0.00001130085,0.0003227875,0.9013184,0.0001413487],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.06786208,0.0002853148,0.01014476,0.1229498,0.0003065278,0.79701,0.001047434,0.0001059334,0.0002881789],"genre_scores_gemma":[0.2716417,0.00001649965,0.006272628,0.008612079,0.0008480388,0.7113633,0.00001053221,0.00004844217,0.00118681],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.5999928,"threshold_uncertainty_score":0.9945142,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9412641282782596,"score_gpt":0.8091784699229101,"score_spread":0.1320856583553495,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}