{"id":"W3207707709","doi":"10.1002/ece3.8154","title":"Irreproducibility in searches of scientific literature: A comparative analysis","year":2021,"lang":"en","type":"article","venue":"Ecology and Evolution","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Metadata; Information retrieval; Consistency (knowledge bases); Search engine; Scopus; World Wide Web; Transparency (behavior); Scientific literature; Data science; Systematic review; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.461639,0.001469248,0.004108733,0.03912355,0.002361145,0.009368954,0.004342318,0.002204552,0.003135901],"category_scores_gemma":[0.8322092,0.001764787,0.007999081,0.03993739,0.008281759,0.01411086,0.01383523,0.002044892,0.0006664193],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00527532,"about_ca_system_score_gemma":0.00582432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002152215,"about_ca_topic_score_gemma":0.003309774,"domain_scores_codex":[0.2831258,0.4562753,0.1250419,0.028496,0.1037155,0.003345688],"domain_scores_gemma":[0.05677291,0.7833649,0.07319394,0.05657898,0.02921897,0.0008703028],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01022446,0.0004705377,0.4412794,0.04355749,0.05004352,0.002053756,0.06003273,0.005326102,0.004191772,0.01887377,0.005369168,0.3585773],"study_design_scores_gemma":[0.001852222,0.007403847,0.7251807,0.02685678,0.04505006,0.009864775,0.03525094,0.0186528,0.01028713,0.06255226,0.05583483,0.001213572],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.718841,0.1090163,0.1218745,0.004380028,0.0007862699,0.009041323,0.006408132,0.001702983,0.02794959],"genre_scores_gemma":[0.9510353,0.005918316,0.03585648,0.0004454552,0.0002741915,0.003160474,0.002235956,0.0005625115,0.0005112712],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9608765,"threshold_uncertainty_score":0.663895,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4975091440121909,"score_gpt":0.5504804170143308,"score_spread":0.05297127300213988,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}