{"id":"W4392712333","doi":"10.1136/bmjopen-2024-084164","title":"Protocol for the development of a tool (INSPECT-SR) to identify problematic randomised controlled trials in systematic reviews of health interventions","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"National Eye Institute; Research for Patient Benefit Programme; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Systematic review; Medicine; Protocol (science); Psychological intervention; Delphi method; Randomized controlled trial; Delphi; MEDLINE; Health care; Evidence-based medicine; Data extraction; Data science; Alternative medicine; Management science; Computer science; Nursing; Artificial intelligence; Surgery; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8083348,0.0002854905,0.02282767,0.0005996122,0.0001092489,0.001214373,0.002856605,0.00004180141,0.002920599],"category_scores_gemma":[0.3830751,0.00009352747,0.005815511,0.001635264,0.00002227921,0.0002156284,0.0003308307,0.00007493493,0.0004301526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008263242,"about_ca_system_score_gemma":0.0007506984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001014823,"about_ca_topic_score_gemma":0.0002386692,"domain_scores_codex":[0.5817988,0.1952158,0.2117235,0.002021921,0.008515636,0.0007243581],"domain_scores_gemma":[0.8642893,0.08956704,0.03991873,0.004801207,0.001293851,0.0001298467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.002835871,0.0004762639,0.0001074585,0.8404483,0.003844806,0.000001390947,0.01808869,0.0001560504,0.0003200427,0.006248896,0.1043071,0.02316514],"study_design_scores_gemma":[0.1185102,0.0007922499,0.001569172,0.757117,0.004500057,0.00001670184,0.008790662,0.02794728,0.0002394841,0.02597901,0.05351606,0.00102209],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0001397662,0.0008057366,0.1437005,0.001284293,0.0001148232,0.8534727,0.000008891208,0.000002692163,0.0004706564],"genre_scores_gemma":[0.006521518,0.000003866658,0.02074252,0.00007260486,0.00001771148,0.9695316,0.000001768824,0.00001202286,0.003096391],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.4252598,"threshold_uncertainty_score":0.9998224,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9264340921726028,"score_gpt":0.7128721711519617,"score_spread":0.2135619210206411,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}