{"id":"W3207707709","doi":"10.1002/ece3.8154","title":"Irreproducibility in searches of scientific literature: A comparative analysis","year":2021,"lang":"en","type":"article","venue":"Ecology and Evolution","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Metadata; Information retrieval; Consistency (knowledge bases); Search engine; Scopus; World Wide Web; Transparency (behavior); Scientific literature; Data science; Systematic review; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.02199017,0.00005660774,0.0003072848,0.02615118,0.0001590204,0.0003873541,0.000312464,0.0000940844,0.0001424175],"category_scores_gemma":[0.01914337,0.00004311077,0.00008537227,0.212247,0.0004572428,0.0002887854,0.0002996786,0.0001759135,0.00002353501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008106619,"about_ca_system_score_gemma":0.0002364145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003736398,"about_ca_topic_score_gemma":0.001159579,"domain_scores_codex":[0.9964836,0.0006775884,0.0004079696,0.000822171,0.001358546,0.0002500957],"domain_scores_gemma":[0.9949642,0.001951994,0.0001050493,0.000565646,0.002318043,0.00009509925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000176199,0.0001560852,0.9941109,0.000003869065,0.00002723046,0.000006160616,0.0004689764,0.0001335947,0.001789662,0.001933562,0.0003677601,0.0009845498],"study_design_scores_gemma":[0.0001440178,0.00003868169,0.9697891,0.000002193083,0.0000104086,0.000002521272,0.0004218075,0.007494073,0.001028445,0.02084156,0.0001867508,0.00004042893],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9957086,0.002239506,0.0004028554,0.0006142674,0.0002053291,0.00007620831,0.00001923774,0.000003272013,0.0007307651],"genre_scores_gemma":[0.9986385,0.00003225195,0.0003886241,0.000008534538,0.00001054896,0.00000381018,0.00001231104,7.027728e-7,0.0009047586],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1860958,"threshold_uncertainty_score":0.9891188,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4975091440121909,"score_gpt":0.5504804170143308,"score_spread":0.05297127300213988,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}