{"id":"W4283835519","doi":"10.1038/s41570-022-00363-z","title":"CACHE (Critical Assessment of Computational Hit-finding Experiments): A public–private partnership benchmarking initiative to enable the development of computational methods for hit-finding","year":2022,"lang":"en","type":"review","venue":"Nature Reviews Chemistry","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Université de Montréal; Structural Genomics Consortium; Ontario Institute for Cancer Research; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; Karolinska Institutet; National Institute of General Medical Sciences; Bayer","keywords":"Benchmarking; Computer science; Cache; Identification (biology); Computational model; Benchmark (surveying); Drug discovery; Data science; Chemical space; Machine learning; Artificial intelligence; Bioinformatics; Parallel computing; Biology; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1001188,0.004131927,0.003383602,0.004200004,0.00236838,0.006453906,0.01161728,0.003634511,0.01493464],"category_scores_gemma":[0.111449,0.001444723,0.003326159,0.006478269,0.002953031,0.007218623,0.01194234,0.007261911,0.006593144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005975666,"about_ca_system_score_gemma":0.02207572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008044146,"about_ca_topic_score_gemma":0.005784926,"domain_scores_codex":[0.9318103,0.04011267,0.002594827,0.003274791,0.01787694,0.004330473],"domain_scores_gemma":[0.8761471,0.0447102,0.006585051,0.02356118,0.03438668,0.01460983],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003443107,0.002536912,0.008658617,0.005586236,0.001418207,0.0003755138,0.0008391229,0.1020751,0.01160669,0.07241731,0.4161538,0.3748893],"study_design_scores_gemma":[0.004750092,0.00833102,0.01142309,0.003534425,0.0009034268,0.0006669887,0.0009407241,0.2920988,0.04220854,0.09693332,0.5374845,0.0007250191],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.06581321,0.02008442,0.6114205,0.02473378,0.006475151,0.01019374,0.05459387,0.08107853,0.1256067],"genre_scores_gemma":[0.2125184,0.006953746,0.6309639,0.005570299,0.0007270532,0.01567032,0.1028597,0.01597787,0.008758808],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.1001188,"threshold_uncertainty_score":0.5294853,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2852273744619017,"score_gpt":0.5337587094550026,"score_spread":0.2485313349931009,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}