{"id":"W3012585693","doi":"10.1101/2020.03.20.997783","title":"A comparative analysis reveals irreproducibility in searches of scientific literature","year":2020,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Brock University","funders":"Higher Education Discipline Innovation Project; Brock University","keywords":"Consistency (knowledge bases); Search engine; Scopus; Information retrieval; Computer science; Web of science; Cornerstone; Scientific literature; Data science; Keyword search; Search analytics; World Wide Web; Web search query; Geography; MEDLINE; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.1881434,0.00074737,0.002278954,0.02966336,0.001787173,0.00817733,0.003017038,0.001516606,0.002757339],"category_scores_gemma":[0.666674,0.0009419794,0.002978072,0.03341708,0.004590581,0.008395854,0.007205666,0.001201391,0.0009140156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00218337,"about_ca_system_score_gemma":0.002857486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001664217,"about_ca_topic_score_gemma":0.002517827,"domain_scores_codex":[0.6574734,0.1973616,0.05911666,0.02504274,0.05745644,0.003549005],"domain_scores_gemma":[0.1449872,0.6785409,0.07646462,0.07610992,0.02219954,0.001697766],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.008873896,0.0002711107,0.6398669,0.01290496,0.01964865,0.003000323,0.04337889,0.003372713,0.0149927,0.01469478,0.00602033,0.2329746],"study_design_scores_gemma":[0.0005783084,0.002687102,0.8803909,0.00410583,0.006981441,0.005825469,0.01811901,0.009729683,0.0110191,0.03015218,0.0299215,0.0004894455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9520466,0.0149227,0.01529451,0.001592263,0.0001761684,0.0005748579,0.004160651,0.0006155054,0.01061679],"genre_scores_gemma":[0.9872552,0.001201896,0.007938758,0.0001601262,0.0000737036,0.0003295118,0.002444277,0.0002222358,0.0003742175],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9703366,"threshold_uncertainty_score":0.9950095,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4059639215544081,"score_gpt":0.4769058233067329,"score_spread":0.07094190175232479,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}