{"id":"W4388654465","doi":"10.1038/s42254-023-00655-3","title":"How to verify the precision of density-functional-theory implementations via reproducible and universal workflows","year":2023,"lang":"en","type":"review","venue":"Nature Reviews Physics","topic":"Machine Learning in Materials Science","field":"Materials Science","cited_by":76,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"Institute for Materials Research, Tohoku University; National Center of Competence in Research Materials’ Revolution: Computational Design and Discovery of Novel Materials; European Regional Development Fund; Department of Materials Science and Metallurgy, University of Cambridge; Gauss Centre for Supercomputing; Universität Paderborn; RWTH Aachen University; Engineering and Physical Sciences Research Council; Commissariat à l'Énergie Atomique et aux Énergies Alternatives; Danmarks Tekniske Universitet; Helmholtz-Zentrum Dresden-Rossendorf; École Polytechnique Fédérale de Lausanne; Universiteit Gent; Universität Wien; Austrian Science Fund; McMaster University; Partnership for Advanced Computing in Europe AISBL; European Commission; Division of Materials Research; Academia Sinica; Agencia Estatal de Investigación; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Paul Scherrer Institut; Fonds Wetenschappelijk Onderzoek; Vlaams Supercomputer Centrum; Vlaamse regering; Fonds De La Recherche Scientifique - FNRS; Central Michigan University; Forschungszentrum Jülich; ArcelorMittal; Villum Fonden; National Science Foundation","keywords":"Implementation; Computer science; Workflow; Density functional theory; Programming language; Theoretical computer science; Database; Chemistry; Computational chemistry","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0440077,0.001574978,0.002451997,0.002194314,0.001408073,0.004903523,0.005852956,0.002390382,0.009529171],"category_scores_gemma":[0.1352433,0.0009189752,0.002975096,0.002054056,0.001910108,0.00661387,0.003276715,0.005371272,0.007722786],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001716704,"about_ca_system_score_gemma":0.007863456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006528475,"about_ca_topic_score_gemma":0.004563237,"domain_scores_codex":[0.9841831,0.006941601,0.00142786,0.001652907,0.005334234,0.0004603023],"domain_scores_gemma":[0.9291794,0.02722776,0.001652617,0.02662943,0.01470613,0.0006045057],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004146289,0.0003970666,0.00549811,0.01180975,0.001403421,0.0002412095,0.001015825,0.04406071,0.009161201,0.2762449,0.1413195,0.5084337],"study_design_scores_gemma":[0.0004588186,0.000437659,0.004281551,0.009966678,0.0006807147,0.0003590485,0.0007500562,0.1031106,0.03663981,0.4483199,0.3944741,0.0005211447],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03352692,0.02427902,0.8435656,0.0220494,0.004345286,0.001951968,0.0195428,0.01900214,0.0317368],"genre_scores_gemma":[0.1137216,0.01587425,0.8318994,0.003477612,0.0006365015,0.003918146,0.02042968,0.006613247,0.003429665],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9559923,"threshold_uncertainty_score":0.2327378,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05766347456556221,"score_gpt":0.3648039347238886,"score_spread":0.3071404601583264,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}