{"id":"W4320486187","doi":"10.21203/rs.3.rs-1324758/v2","title":"Knowledge user survey and Delphi process to inform development of a new risk of bias tool to assess systematic reviews with network meta-analysis (RoB NMA tool)","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Simon Fraser University; McGill University; University of British Columbia; Ottawa Hospital; University of Toronto","funders":"National Institute for Health Research Applied Research Collaboration West; Medical Research Council; National Institute for Health and Care Research; Canadian Institutes of Health Research; University of Bristol; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust","keywords":"Delphi method; Knowledge translation; Delphi; Systematic review; Psychology; Quality (philosophy); Process (computing); Guideline; Knowledge management; Computer science; Medicine; MEDLINE; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2908781,0.001711541,0.001701953,0.01369536,0.002329936,0.005105049,0.001999926,0.002107224,0.02930669],"category_scores_gemma":[0.5413529,0.001667996,0.002890608,0.007075487,0.001869289,0.006049612,0.00967461,0.003317656,0.006381892],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003161352,"about_ca_system_score_gemma":0.01370277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002200116,"about_ca_topic_score_gemma":0.005278244,"domain_scores_codex":[0.7365509,0.2075385,0.03086209,0.005075275,0.01790019,0.002072973],"domain_scores_gemma":[0.4082091,0.4623826,0.01521465,0.03403271,0.07760856,0.00255235],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001691015,0.0008656844,0.009102792,0.01346379,0.001141865,0.0004363321,0.08178258,0.005408459,0.009103171,0.04009195,0.04864384,0.7882686],"study_design_scores_gemma":[0.00338045,0.003021607,0.02731806,0.02279333,0.003287914,0.001107949,0.04179331,0.1190891,0.04215478,0.1971947,0.5373474,0.001511554],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02929104,0.0004592174,0.9085249,0.002743111,0.0003718037,0.03755112,0.00289238,0.003855243,0.01431123],"genre_scores_gemma":[0.05433954,0.0002078628,0.8847299,0.0007899743,0.0000773084,0.05634182,0.0007648399,0.0005994084,0.002149324],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7091218,"threshold_uncertainty_score":0.8744735,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9426249666105774,"score_gpt":0.631575267253749,"score_spread":0.3110496993568284,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}