{"id":"W4387008609","doi":"10.1101/2023.09.21.23295626","title":"Protocol for the development of a tool (INSPECT-SR) to identify problematic randomised controlled trials in systematic reviews of health interventions","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"Research for Patient Benefit Programme; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Systematic review; Protocol (science); Psychological intervention; Delphi method; Delphi; Health care; Randomized controlled trial; MEDLINE; Computer science; Medicine; Data science; Psychology; Management science; Alternative medicine; Nursing; Artificial intelligence; Engineering; Political science; Surgery","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2911408,0.005394634,0.008283599,0.01454526,0.004998147,0.009542691,0.005480909,0.01005723,0.1272152],"category_scores_gemma":[0.4543528,0.00696497,0.009829917,0.01375228,0.008733273,0.008365164,0.008591495,0.01844978,0.03793347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01378722,"about_ca_system_score_gemma":0.05943499,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002544364,"about_ca_topic_score_gemma":0.003930416,"domain_scores_codex":[0.7157485,0.1962374,0.0580378,0.0112509,0.01455639,0.004169074],"domain_scores_gemma":[0.5243999,0.2682724,0.04031721,0.05618035,0.1011648,0.009665184],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01636038,0.001428982,0.001828283,0.2359364,0.001903828,0.0009742255,0.01597522,0.003863911,0.005172277,0.05973662,0.4072228,0.2495971],"study_design_scores_gemma":[0.05512771,0.002284447,0.006136523,0.158597,0.001349648,0.0008305256,0.004303587,0.01076833,0.007894117,0.06277923,0.6888236,0.001105257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0006541372,0.0003633631,0.0280984,0.001711028,0.0009956112,0.9588041,0.005766457,0.001273058,0.002333847],"genre_scores_gemma":[0.0005832105,0.000121387,0.03830718,0.000288185,0.00005251353,0.9593585,0.0006582306,0.00008129151,0.0005495211],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7088592,"threshold_uncertainty_score":0.8741496,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8981855510928339,"score_gpt":0.6443750029912957,"score_spread":0.2538105481015382,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}