{"id":"W3101227640","doi":"10.1101/2020.11.13.380741","title":"precisionFDA Truth Challenge V2: Calling variants from short- and long-reads in difficult-to-map regions","year":2020,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":67,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Genomics","funders":"Agencia Estatal de Investigación; National Institutes of Health; Ministerio de Ciencia e Innovación; National Institute of Standards and Technology; European Commission","keywords":"Benchmarking; Computer science; Nanopore sequencing; Benchmark (surveying); Identification (biology); Data science; Crowdsourcing; Data mining; Computational biology; Artificial intelligence; Genome; Machine learning; Biology; Genetics; Geography; World Wide Web; Cartography; Gene","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03550044,0.003621976,0.0025369,0.00256463,0.003247581,0.006517465,0.005524631,0.00511915,0.01243294],"category_scores_gemma":[0.075027,0.00186105,0.003250776,0.002753895,0.00193539,0.002693668,0.008748766,0.005111263,0.01113843],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00184322,"about_ca_system_score_gemma":0.006375446,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007973038,"about_ca_topic_score_gemma":0.01187423,"domain_scores_codex":[0.9727108,0.007650152,0.001888815,0.008108876,0.007746189,0.001895174],"domain_scores_gemma":[0.9576952,0.01804552,0.00145765,0.009964395,0.01051271,0.0023244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.004836119,0.0004452149,0.02848935,0.004343654,0.001663601,0.0009180873,0.001715043,0.04162056,0.04777198,0.00975366,0.7014216,0.1570211],"study_design_scores_gemma":[0.001954282,0.001476265,0.02916665,0.001229142,0.0007138481,0.003095845,0.001033794,0.1344934,0.118105,0.04136674,0.6663522,0.001012809],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2267901,0.01242343,0.3167661,0.01001264,0.01260842,0.003061527,0.2848328,0.09994768,0.03355728],"genre_scores_gemma":[0.1869895,0.001017816,0.2542435,0.00446212,0.001237782,0.002714382,0.5026236,0.03065275,0.01605855],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03550044,"threshold_uncertainty_score":0.1877465,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01997059577809692,"score_gpt":0.2355286485904228,"score_spread":0.2155580528123258,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}