{"id":"W4225258284","doi":"10.1038/s41592-022-01431-4","title":"Critical Assessment of Metagenome Interpretation: the second round of challenges","year":2022,"lang":"en","type":"article","venue":"Nature Methods","topic":"Genomics and Phylogenetic Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":396,"is_retracted":false,"has_abstract":true,"ca_institutions":"National Research Council Canada; University of British Columbia","funders":"Sydney Medical School Foundation; Biological and Environmental Research; Office of Science; Higher Education Discipline Innovation Project; Novo Nordisk Fonden; Russian Science Foundation; Saint Petersburg State University; Agence Nationale de la Recherche; Deutsche Forschungsgemeinschaft; U.S. Department of Energy; European Commission; National Energy Research Scientific Computing Center; Deutsches Zentrum für Infektionsforschung; Joint Genome Institute; Science and Technology Commission of Shanghai Municipality; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Sydney Medical School; Gordon and Betty Moore Foundation; National Science Foundation","keywords":"Metagenomics; Computational biology; Interpretation (philosophy); Biology; Computer science; Genetics; Gene","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1135774,0.00328211,0.003822802,0.007738441,0.00358341,0.01408699,0.005343104,0.002609086,0.003329346],"category_scores_gemma":[0.2344781,0.001385653,0.00332952,0.00478807,0.005268464,0.01104094,0.009013952,0.009344283,0.002521454],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004217626,"about_ca_system_score_gemma":0.01235812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003971779,"about_ca_topic_score_gemma":0.004598626,"domain_scores_codex":[0.9247612,0.03880574,0.005356488,0.005916839,0.02359109,0.001568699],"domain_scores_gemma":[0.6810453,0.1851015,0.01302551,0.04047732,0.07358286,0.006767485],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001422027,0.0005742959,0.04169671,0.007491092,0.001795852,0.0008378171,0.007826549,0.01712885,0.05263532,0.02252953,0.0932873,0.7527746],"study_design_scores_gemma":[0.0004021056,0.001378729,0.06453949,0.007378157,0.001038368,0.002475441,0.01377639,0.1544758,0.1044796,0.2954868,0.3529095,0.001659656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1330196,0.02157483,0.7498434,0.05269012,0.004831266,0.001643,0.005715965,0.02229254,0.008389202],"genre_scores_gemma":[0.1774278,0.003750553,0.7947817,0.006015138,0.001020712,0.0009627865,0.003793132,0.01067626,0.001571812],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8864226,"threshold_uncertainty_score":0.6006621,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02486393467598424,"score_gpt":0.4023069324838383,"score_spread":0.377442997807854,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}