{"id":"W4291021075","doi":"10.1136/bmjebm-2022-111944","title":"Knowledge user survey and Delphi process to inform development of a new risk of bias tool to assess systematic reviews with network meta-analysis (RoB NMA tool)","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Simon Fraser University; Ottawa Hospital; University of Ottawa; University of Toronto; University of British Columbia; Cochrane; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research; World Health Organization","keywords":"Delphi method; Knowledge translation; Systematic review; Delphi; Psychology; Process (computing); Quality (philosophy); Knowledge management; Computer science; MEDLINE; Political science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5057983,0.002676405,0.003422158,0.01768652,0.003744864,0.005822336,0.003358254,0.003822342,0.02002143],"category_scores_gemma":[0.5936334,0.002576845,0.006488192,0.01070817,0.004321433,0.009954034,0.0152557,0.005348652,0.004669757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008511299,"about_ca_system_score_gemma":0.02956366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002295161,"about_ca_topic_score_gemma":0.003601621,"domain_scores_codex":[0.3757624,0.5240004,0.06530117,0.007994113,0.02219955,0.004742272],"domain_scores_gemma":[0.3854513,0.4464214,0.02803789,0.02975801,0.1059062,0.00442525],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002637726,0.001093008,0.01602951,0.04175359,0.001264084,0.0006936703,0.1377549,0.006955925,0.005021791,0.03276594,0.07891832,0.6751115],"study_design_scores_gemma":[0.007345323,0.006207062,0.0347178,0.06960042,0.002551541,0.00127571,0.08640241,0.0681191,0.01252028,0.171366,0.5378101,0.002084243],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04057068,0.001830709,0.5909587,0.01223304,0.001137262,0.332505,0.004078472,0.001890406,0.01479575],"genre_scores_gemma":[0.04202044,0.0006484098,0.4896212,0.002584311,0.0001714627,0.4633673,0.000641907,0.0001741242,0.0007706434],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4942017,"threshold_uncertainty_score":0.6094387,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9019285677618601,"score_gpt":0.5686405846106061,"score_spread":0.3332879831512541,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}