{"id":"W6930870888","doi":"10.5281/zenodo.13136313","title":"Benchmarking metagenomic software with the new CAMI web portal","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Genomics and Phylogenetic Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Benchmarking; Software; Metagenomics; Best practice; Web application","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02365998,0.002011986,0.002216012,0.005290485,0.00114308,0.005051896,0.00430477,0.002033129,0.01308591],"category_scores_gemma":[0.02943161,0.00154261,0.001446606,0.006342115,0.0009706315,0.005792709,0.006287322,0.003878411,0.008445419],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001606598,"about_ca_system_score_gemma":0.00262224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005712355,"about_ca_topic_score_gemma":0.00661759,"domain_scores_codex":[0.980065,0.005049507,0.001586264,0.001984185,0.01063642,0.0006785717],"domain_scores_gemma":[0.9683875,0.008310603,0.001281616,0.01216343,0.007877886,0.001978979],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003116781,0.002559292,0.01491594,0.001450112,0.0006512115,0.000710338,0.001029129,0.02513271,0.02361143,0.01824343,0.4975931,0.4109867],"study_design_scores_gemma":[0.001544476,0.000942866,0.02694757,0.0008359602,0.00028206,0.0007433666,0.0004712435,0.3099512,0.05002815,0.02855275,0.578941,0.0007593364],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"software","genre_gemma":"methods","genre_scores_codex":[0.05228121,0.003575378,0.3802455,0.00645895,0.002619799,0.001364838,0.04042562,0.4583822,0.0546465],"genre_scores_gemma":[0.1706134,0.001614215,0.5112218,0.001643341,0.0008123134,0.002302126,0.1790509,0.1193577,0.0133841],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.97634,"threshold_uncertainty_score":0.1251274,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01522675224738023,"score_gpt":0.219028179262197,"score_spread":0.2038014270148167,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}