{"id":"W3211289428","doi":"10.33774/chemrxiv-2021-rzq4n","title":"CACHE (Critical Assessment of Computational Hit-finding Experiments): A public-private partnership benchmarking initiative to enable the development of computational methods for hit-finding","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Advanced Biosensing Techniques and Applications","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Ontario Institute for Cancer Research; University of Toronto","funders":"Common Fund; Genentech; Innovative Medicines Initiative; European Commission; University of Cambridge; Ontario Genomics Institute; European Federation of Pharmaceutical Industries and Associations; Merck KGaA; National Institutes of Health; Ontario Genomics; Genome Canada; National Institute of General Medical Sciences; Diamond Light Source; McGill University; Bayer; Engineering and Physical Sciences Research Council; Bristol-Myers Squibb; AstraZeneca; Pfizer","keywords":"Benchmarking; Computer science; Data science; Cache; Computational model; Drug discovery; Management science; Artificial intelligence; Bioinformatics; Engineering; Business","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09044338,0.003200155,0.002549154,0.004761952,0.002227339,0.005731733,0.008146233,0.003300632,0.009134903],"category_scores_gemma":[0.1251464,0.0009907765,0.002184835,0.006716557,0.003076028,0.005773994,0.009171849,0.004761473,0.003562484],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003755976,"about_ca_system_score_gemma":0.01582862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008331491,"about_ca_topic_score_gemma":0.006790186,"domain_scores_codex":[0.9353671,0.03957519,0.002464718,0.003199745,0.01623414,0.003159121],"domain_scores_gemma":[0.8658887,0.04965078,0.005446556,0.03773651,0.03091765,0.01035992],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.005332043,0.004833685,0.02327461,0.003242346,0.001454543,0.0005556744,0.0009524832,0.2192324,0.01351542,0.07071743,0.3095592,0.3473302],"study_design_scores_gemma":[0.003208658,0.006432103,0.01519315,0.0007482463,0.0004719072,0.0005740071,0.0009035624,0.7279669,0.03036587,0.0682493,0.1454844,0.0004019653],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.1444572,0.004381813,0.6104637,0.009552676,0.003539821,0.008667621,0.04776645,0.093041,0.07812981],"genre_scores_gemma":[0.3299509,0.001157166,0.5670775,0.001872864,0.0003973103,0.007198292,0.07550649,0.01068446,0.006155044],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.09044338,"threshold_uncertainty_score":0.478316,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1632579951251762,"score_gpt":0.4847859009396832,"score_spread":0.3215279058145069,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}