{"id":"W2985923507","doi":"10.1038/s41586-020-2314-9","title":"Variability in the analysis of a single neuroimaging dataset by many teams","year":2020,"lang":"en","type":"article","venue":"Nature","topic":"Functional Brain Connectivity Studies","field":"Neuroscience","cited_by":1194,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University; Centre for Addiction and Mental Health; Montreal Neurological Institute and Hospital; University of Toronto; Concordia University; Baycrest Hospital; Health Sciences Centre","funders":"H2020 Marie Skłodowska-Curie Actions; National Institutes of Health; Max-Planck-Gesellschaft; Canada First Research Excellence Fund; Ministry of Education, India; Israel Science Foundation; National Institute of Biomedical Imaging and Bioengineering; Fonds Wetenschappelijk Onderzoek; China Postdoctoral Science Foundation; Marcus och Amalia Wallenbergs minnesfond; Vlaamse regering; Fonds De La Recherche Scientifique - FNRS; Austrian Science Fund; National Natural Science Foundation of China; Vetenskapsrådet; Vienna Science and Technology Fund; Health Canada; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Wellcome Trust; Tel Aviv University; Fondation Brain Canada; European Commission; Knut och Alice Wallenbergs Stiftelse; National Imaging Facility; National Institute of Mental Health; Universität Basel; McGill University; Deutsche Forschungsgemeinschaft; National Science Foundation","keywords":"Workflow; Flexibility (engineering); Computer science; Data science; Variation (astronomy); Pipeline (software); Data mining; Statistical power; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06476676,0.000982788,0.001629944,0.003462637,0.001190222,0.003625476,0.002242434,0.001742563,0.001090719],"category_scores_gemma":[0.165848,0.0006724073,0.001634063,0.003188198,0.002532618,0.002542368,0.003848998,0.002467638,0.0008471584],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008835879,"about_ca_system_score_gemma":0.001515068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001781914,"about_ca_topic_score_gemma":0.002894696,"domain_scores_codex":[0.9498278,0.02061428,0.003634098,0.0148903,0.01000219,0.001031413],"domain_scores_gemma":[0.8066562,0.1130171,0.01047715,0.0489439,0.01877458,0.002131116],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001887486,0.0008494199,0.2706595,0.003028083,0.01596349,0.001511287,0.00778805,0.02516874,0.1297471,0.02192605,0.04628687,0.4751839],"study_design_scores_gemma":[0.000286166,0.0007276962,0.6198669,0.00122533,0.003657441,0.00523184,0.002967583,0.07239426,0.05603689,0.1530138,0.08401792,0.0005740986],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3761967,0.0086984,0.584431,0.008225523,0.002324293,0.0008393662,0.004461171,0.002711966,0.01211165],"genre_scores_gemma":[0.835794,0.001697746,0.1433018,0.004168807,0.001834632,0.001245651,0.006956983,0.002912783,0.002087499],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9352332,"threshold_uncertainty_score":0.3425235,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02605403495281827,"score_gpt":0.2790606773503163,"score_spread":0.253006642397498,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}