{"id":"W4291021075","doi":"10.1136/bmjebm-2022-111944","title":"Knowledge user survey and Delphi process to inform development of a new risk of bias tool to assess systematic reviews with network meta-analysis (RoB NMA tool)","year":2022,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Simon Fraser University; Ottawa Hospital; University of Ottawa; University of Toronto; University of British Columbia; Cochrane; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research; World Health Organization","keywords":"Delphi method; Knowledge translation; Systematic review; Delphi; Psychology; Process (computing); Quality (philosophy); Knowledge management; Computer science; MEDLINE; Political science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4170017,0.0007063499,0.01745882,0.001634156,0.0003309211,0.000178627,0.002442498,0.00007214879,0.006381604],"category_scores_gemma":[0.2314209,0.0002964036,0.002192884,0.01764683,0.00009410682,0.0003419352,0.0004016459,0.0002540807,0.0001455415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000126098,"about_ca_system_score_gemma":0.00136371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002568571,"about_ca_topic_score_gemma":0.003164535,"domain_scores_codex":[0.9250226,0.03330708,0.02692805,0.001812385,0.01228942,0.0006404861],"domain_scores_gemma":[0.9333867,0.03699624,0.01813498,0.005770259,0.005008185,0.0007036795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.001194922,0.000543292,0.3931358,0.06397209,0.1423986,0.00002918534,0.0300168,0.1150796,0.0000438568,0.0004340581,0.2310738,0.02207808],"study_design_scores_gemma":[0.00313678,0.004124143,0.188556,0.02817608,0.6358028,0.00006030134,0.01296723,0.016566,0.0002083226,0.0004978776,0.1066655,0.003238913],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3956903,0.07893616,0.4920147,0.003545968,0.0003716908,0.02901131,0.00009674081,0.00002532856,0.000307838],"genre_scores_gemma":[0.8768491,0.0002309227,0.1054204,0.002384062,0.0001867432,0.005727638,0.00005084358,0.00006381579,0.009086456],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4934042,"threshold_uncertainty_score":0.9999488,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9019285677618601,"score_gpt":0.5686405846106061,"score_spread":0.3332879831512541,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}