{"id":"W4286716021","doi":"10.1186/s12961-022-00884-5","title":"Development of a STandard reporting guideline for Evidence briefs for Policy (STEP): context and study protocol","year":2022,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Red Cross Society; McMaster University; Impact","funders":"National Social Science Fund of China","keywords":"Checklist; Protocol (science); Context (archaeology); Delphi method; Health services research; Medicine; Systematic review; Process management; Computer science; Management science; MEDLINE; Public health; Nursing; Political science; Business; Psychology; Engineering; Alternative medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4746825,0.004967717,0.007152599,0.0198146,0.007298116,0.01370851,0.0108359,0.01475695,0.03055198],"category_scores_gemma":[0.6211253,0.007764829,0.01282153,0.01716137,0.007750552,0.01520321,0.01350023,0.02213412,0.01951318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02106964,"about_ca_system_score_gemma":0.1315262,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005776877,"about_ca_topic_score_gemma":0.007033429,"domain_scores_codex":[0.4673327,0.3184455,0.1685689,0.01174505,0.02802718,0.005880712],"domain_scores_gemma":[0.3695667,0.2897003,0.07082764,0.04876635,0.2115873,0.009551808],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002982353,0.001344544,0.00371277,0.1581193,0.001215201,0.001281467,0.02400004,0.004822658,0.002936922,0.05330657,0.4355846,0.3106936],"study_design_scores_gemma":[0.008486008,0.001579411,0.006298729,0.2165077,0.001422984,0.0009177519,0.01105015,0.005723441,0.005420009,0.05229761,0.689304,0.0009920727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001151972,0.001166505,0.0629133,0.009423911,0.002395493,0.9097191,0.008502235,0.0007498821,0.003977566],"genre_scores_gemma":[0.001120839,0.000662023,0.08703008,0.001638324,0.000111916,0.9067248,0.001902421,0.00007730815,0.000732312],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.5253175,"threshold_uncertainty_score":0.6478101,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9412641282782596,"score_gpt":0.8091784699229101,"score_spread":0.1320856583553495,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}