{"id":"W3211289428","doi":"10.33774/chemrxiv-2021-rzq4n","title":"CACHE (Critical Assessment of Computational Hit-finding Experiments): A public-private partnership benchmarking initiative to enable the development of computational methods for hit-finding","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Advanced Biosensing Techniques and Applications","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Ontario Institute for Cancer Research; University of Toronto","funders":"Common Fund; Genentech; Innovative Medicines Initiative; European Commission; University of Cambridge; Ontario Genomics Institute; European Federation of Pharmaceutical Industries and Associations; Merck KGaA; National Institutes of Health; Ontario Genomics; Genome Canada; National Institute of General Medical Sciences; Diamond Light Source; McGill University; Bayer; Engineering and Physical Sciences Research Council; Bristol-Myers Squibb; AstraZeneca; Pfizer","keywords":"Benchmarking; Computer science; Data science; Cache; Computational model; Drug discovery; Management science; Artificial intelligence; Bioinformatics; Engineering; Business","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001020659,0.0002870618,0.0003995255,0.0001126291,0.0002687928,0.00007472055,0.0003750266,0.0002372103,0.00002232254],"category_scores_gemma":[0.0002485307,0.000253605,0.0001903058,0.0001805098,0.0001142778,0.000008257192,0.001077374,0.0002256928,1.657506e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001903738,"about_ca_system_score_gemma":0.0008482773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000533085,"about_ca_topic_score_gemma":0.000008359004,"domain_scores_codex":[0.9977435,0.0002135733,0.0007935454,0.0006462194,0.0002815478,0.0003216053],"domain_scores_gemma":[0.9979757,0.0004818322,0.0003912737,0.0003632994,0.0006860038,0.0001018797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001341371,0.001193181,0.001088614,0.0009723023,0.001604711,0.000002211147,0.003881617,0.1106113,0.7084581,0.1151981,0.001470742,0.05538501],"study_design_scores_gemma":[0.0005080459,0.0001917123,0.0009519492,0.0003326055,0.00008180564,0.000007792444,0.001405824,0.02627607,0.9392909,0.02275801,0.007510564,0.0006846937],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05300573,0.00008247527,0.9443086,0.001010594,0.00008014723,0.0008435819,0.00004898216,0.0000213742,0.0005984682],"genre_scores_gemma":[0.4624275,0.000003435136,0.5361867,0.0001490682,0.00005314311,0.0002659348,0.0008779531,0.00001759892,0.00001865263],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4094218,"threshold_uncertainty_score":0.9999916,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1632579951251762,"score_gpt":0.4847859009396832,"score_spread":0.3215279058145069,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}