{"id":"W4376637409","doi":"10.1101/2023.05.11.23289873","title":"Systematic review search strategies are poorly described and not reproducible: a cross-sectional meta-research study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital","funders":"University of Sussex; University of Washington; Universitetet i Oslo; University of Leeds; University of Miami","keywords":"Systematic review; Operationalization; Database; MEDLINE; Guideline; Information retrieval; Computer science; Medicine; Pathology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.583718,0.00225869,0.007063221,0.01664304,0.0026244,0.00774103,0.004153748,0.003505184,0.004893159],"category_scores_gemma":[0.8308669,0.004066339,0.01165608,0.01960096,0.005140945,0.009013352,0.005268141,0.002443589,0.001131981],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005851242,"about_ca_system_score_gemma":0.0102924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004374037,"about_ca_topic_score_gemma":0.007730343,"domain_scores_codex":[0.2612828,0.4463619,0.2121501,0.02329061,0.05479604,0.002118547],"domain_scores_gemma":[0.07939808,0.683706,0.1408521,0.05330678,0.04154229,0.001194667],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008095155,0.0005447269,0.5030653,0.2018328,0.1658568,0.001215898,0.009859174,0.00175407,0.001290472,0.004943979,0.01137229,0.0901692],"study_design_scores_gemma":[0.006751655,0.00629644,0.4561834,0.2019518,0.2609472,0.005932355,0.00761048,0.007015296,0.003767204,0.01092978,0.03158553,0.001028841],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2627827,0.5647181,0.09915786,0.01074649,0.002875958,0.04118432,0.01097826,0.0009531417,0.006603105],"genre_scores_gemma":[0.8910454,0.02535774,0.04298935,0.006886922,0.0005744325,0.02877605,0.003629146,0.0003566493,0.0003842261],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.416282,"threshold_uncertainty_score":0.5133499,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9363886215951429,"score_gpt":0.6371038400885055,"score_spread":0.2992847815066374,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}