{"id":"W4391431291","doi":"10.1021/acs.jcim.3c01774","title":"Real-World Molecular Out-Of-Distribution: Specification and Investigation","year":2024,"lang":"en","type":"article","venue":"Journal of Chemical Information and Modeling","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval","funders":"Mitacs","keywords":"Benchmark (surveying); Computer science; Calibration; Generalization; Protocol (science); Software deployment; Set (abstract data type); Sample (material); Covariate; Mood; Data mining; Artificial intelligence; Machine learning; Statistics; Mathematics; Software engineering; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01143998,0.0006276249,0.0007099332,0.0005463458,0.0005643134,0.001743116,0.002314358,0.001565056,0.001366636],"category_scores_gemma":[0.04893856,0.0004555627,0.0007089282,0.0006488276,0.002083309,0.002242674,0.002130054,0.002127479,0.0002895385],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001698504,"about_ca_system_score_gemma":0.001029627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001809629,"about_ca_topic_score_gemma":0.001295143,"domain_scores_codex":[0.995116,0.002272489,0.000205216,0.0008438712,0.001286681,0.0002758146],"domain_scores_gemma":[0.9677485,0.02341258,0.002035842,0.004698422,0.001755666,0.000348959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006611837,0.0003979524,0.01709445,0.0004494825,0.0001121775,0.0008556778,0.0004289172,0.8137064,0.02354907,0.06428398,0.004599278,0.07386143],"study_design_scores_gemma":[0.00003380766,0.0001762286,0.003031981,0.00002644232,0.00001153742,0.000285806,0.0001080752,0.9595138,0.01177368,0.02361106,0.001400172,0.00002745976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2840931,0.0004072897,0.7086896,0.00182093,0.00006455964,0.0002333813,0.000487218,0.001108396,0.003095664],"genre_scores_gemma":[0.9018132,0.0002456528,0.09546152,0.0003191307,0.00003531018,0.0001951862,0.0007415958,0.000121538,0.001066853],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01143998,"threshold_uncertainty_score":0.0605011,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04529205064243014,"score_gpt":0.3197108155328022,"score_spread":0.274418764890372,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}