{"id":"W4256590393","doi":"10.26434/chemrxiv-2021-rzq4n","title":"CACHE (Critical Assessment of Computational Hit-finding Experiments): A public-private partnership benchmarking initiative to enable the development of computational methods for hit-finding","year":2021,"lang":"en","type":"preprint","venue":"ChemRxiv","topic":"Advanced Biosensing Techniques and Applications","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Ontario Institute for Cancer Research; University of Toronto","funders":"Common Fund; Genentech; Innovative Medicines Initiative; European Commission; University of Cambridge; Ontario Genomics Institute; European Federation of Pharmaceutical Industries and Associations; Merck KGaA; National Institutes of Health; Ontario Genomics; Genome Canada; National Institute of General Medical Sciences; Diamond Light Source; McGill University; Bayer; Engineering and Physical Sciences Research Council; Bristol-Myers Squibb; AstraZeneca; Pfizer","keywords":"Benchmarking; Computer science; Data science; Cache; Computational model; Drug discovery; Drug development; Relevance (law); Management science; Risk analysis (engineering); Machine learning; Artificial intelligence; Bioinformatics; Engineering; Drug; Business; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008780438,0.0002725887,0.0003816257,0.00009130395,0.0002397644,0.00006231424,0.0003713412,0.0002366191,0.00001297073],"category_scores_gemma":[0.0002790036,0.0002545061,0.0001870217,0.0001791512,0.0001256104,0.000007692588,0.0008752983,0.0002331661,1.760641e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001813893,"about_ca_system_score_gemma":0.0007120417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002204578,"about_ca_topic_score_gemma":0.000002638853,"domain_scores_codex":[0.9980137,0.0001442037,0.0006838321,0.0006127835,0.0002406319,0.0003048818],"domain_scores_gemma":[0.9981704,0.000383329,0.0003976174,0.0003698404,0.0005810371,0.00009778982],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00006787937,0.0006128221,0.00077949,0.0007195899,0.0007963331,0.000001475417,0.002438606,0.02893432,0.9249386,0.02021445,0.0006991593,0.01979728],"study_design_scores_gemma":[0.0003067685,0.00007779485,0.0006583279,0.0002506333,0.00005191989,0.00000410736,0.0005436061,0.007746232,0.9756081,0.01002145,0.004335283,0.0003958445],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1486977,0.0001198217,0.8494277,0.000732365,0.00007602962,0.0006309642,0.00001914051,0.00001727991,0.0002790176],"genre_scores_gemma":[0.4872725,0.000003897967,0.5115666,0.0000977469,0.00006430755,0.0002549673,0.0007117287,0.00001818607,0.00001012474],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3385748,"threshold_uncertainty_score":0.9999907,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1525183701635116,"score_gpt":0.4685128017208962,"score_spread":0.3159944315573846,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}