{"id":"W3179854101","doi":"10.1101/2021.07.12.451567","title":"Critical Assessment of Metagenome Interpretation - the second round of challenges","year":2021,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Genomics and Phylogenetic Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":45,"is_retracted":false,"has_abstract":true,"ca_institutions":"National Research Council Canada; University of British Columbia","funders":"Sydney Medical School Foundation; Biological and Environmental Research; Office of Science; Higher Education Discipline Innovation Project; Russian Science Foundation; Saint Petersburg State University; Agence Nationale de la Recherche; Deutsche Forschungsgemeinschaft; U.S. Department of Energy; European Commission; Deutsches Zentrum für Infektionsforschung; National Energy Research Scientific Computing Center; Science and Technology Commission of Shanghai Municipality; Sydney Medical School; Gordon and Betty Moore Foundation; National Science Foundation","keywords":"Metagenomics; Interpretation (philosophy); Computer science; Computational biology; Data science; Genome; Taxonomic rank; Taxon; Biology; Ecology; Genetics; Gene; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08155532,0.003265274,0.002701893,0.004916666,0.002717604,0.01220774,0.004171225,0.002106691,0.002888301],"category_scores_gemma":[0.1461189,0.001208472,0.002355296,0.003408202,0.003448935,0.007042479,0.00716402,0.006823884,0.001956299],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003949458,"about_ca_system_score_gemma":0.008805717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003097654,"about_ca_topic_score_gemma":0.002918048,"domain_scores_codex":[0.9413124,0.02945888,0.00343533,0.005501764,0.01906388,0.001227734],"domain_scores_gemma":[0.8105597,0.09293548,0.009869247,0.03004728,0.05162365,0.004964666],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002498685,0.0008194194,0.06746665,0.007098881,0.001967852,0.001394675,0.006679073,0.03179577,0.1408029,0.02760931,0.07696805,0.6348987],"study_design_scores_gemma":[0.0003517705,0.001421798,0.07343392,0.004987816,0.0008397946,0.00261801,0.00819743,0.2630712,0.269133,0.1600836,0.2146778,0.001183868],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1780906,0.01189231,0.7437873,0.02836448,0.003629411,0.001260743,0.005529882,0.01937737,0.00806793],"genre_scores_gemma":[0.3463536,0.00238508,0.6310797,0.004153922,0.0007888284,0.0008584945,0.004602394,0.008089371,0.001688595],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9184447,"threshold_uncertainty_score":0.4313109,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01850923036570177,"score_gpt":0.262162477046996,"score_spread":0.2436532466812942,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}