{"id":"W6887580676","doi":"10.17169/refubium-46682","title":"The seventh blind test of crystal structure prediction: structure ranking methods","year":2024,"lang":"en","type":"article","venue":"Refubium (Universitätsbibliothek der Freien Universität Berlin)","topic":"Machine Learning in Materials Science","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Army Research Laboratory; Army Research Office; Division of Chemistry; Division of Materials Research; Japan Society for the Promotion of Science; Hrvatska Zaklada za Znanost; Science and Technology Facilities Council; Research Institute for Information Technology, Kyushu University; Natural Sciences and Engineering Research Council of Canada; Argonne National Laboratory; Oak Ridge Institute for Science and Education; Office of Science; Bill and Carol Fox Center for Humanistic Inquiry, Emory University; Fundación para el Fomento en Asturias de la Investigación Científica Aplicada y la Tecnología; Russian Science Foundation; University of Southampton; Workforce Development for Teachers and Scientists; Grantová Agentura České Republiky; XtalPi; Khalifa University of Science, Technology and Research; Dell EMC; Karl-Franzens-Universität Graz; Deutsche Forschungsgemeinschaft; Engineering and Physical Sciences Research Council; Agencia Estatal de Investigación; Oak Ridge Associated Universities; Eli Lilly and Company; U.S. Department of Energy; European Commission; University of Reading; National Science Foundation","keywords":"Ranking (information retrieval); Crystal structure prediction; Crystal structure; Range (aeronautics); Experimental data; Function (biology); Crystal (programming language)","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001272959,0.000468952,0.0004902783,0.001688965,0.001244425,0.0007392838,0.001943281,0.0003087687,0.004264625],"category_scores_gemma":[0.0002125889,0.0003764647,0.0002256676,0.004584452,0.0008745863,0.003884835,0.0006899383,0.0006336077,0.00005994591],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003024004,"about_ca_system_score_gemma":0.0004155356,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001272328,"about_ca_topic_score_gemma":0.00008872576,"domain_scores_codex":[0.9961702,0.0006044642,0.0004837724,0.001004351,0.0009542402,0.0007829543],"domain_scores_gemma":[0.9969271,0.001193328,0.0003600409,0.0009687567,0.0003108694,0.0002398654],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001686983,0.00003466388,0.0003721158,0.000186379,0.0001284988,0.0001016276,0.001778733,0.003943943,0.9762002,0.01355534,0.001713382,0.001816431],"study_design_scores_gemma":[0.006096816,0.001458569,0.006324337,0.001304599,0.002127452,0.00121223,0.01210394,0.1368337,0.3728097,0.02377805,0.4326863,0.00326432],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8763872,0.002710812,0.1023776,0.001845759,0.005935823,0.0009826184,0.002003795,0.000954421,0.00680198],"genre_scores_gemma":[0.9593412,0.0001385341,0.0362449,0.00006362567,0.0003887699,0.00000118637,0.00005994514,0.00007033389,0.003691509],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6033905,"threshold_uncertainty_score":0.9998688,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.00979964429097907,"score_gpt":0.276254102597455,"score_spread":0.2664544583064759,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}