{"id":"W2792331414","doi":"10.1186/s12859-018-2391-z","title":"Valection: design optimization for validation and verification studies","year":2018,"lang":"en","type":"article","venue":"BMC Bioinformatics","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; University of Toronto; Ontario Institute for Cancer Research","funders":"National Institute of General Medical Sciences; Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation; Prostate Cancer Canada; Government of Ontario; Canadian Institutes of Health Research; Genome Canada; National Cancer Institute; National Institutes of Health; Ontario Institute for Cancer Research; Terry Fox Research Institute; Movember Foundation","keywords":"Computer science; Software; Selection (genetic algorithm); Inference; Data mining; Machine learning; Artificial intelligence; Programming language","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009349621,0.002193098,0.0007798381,0.001218993,0.0004900453,0.001159654,0.001597273,0.001041483,0.007823044],"category_scores_gemma":[0.0229286,0.0009091032,0.001461125,0.0004700419,0.001232483,0.001017338,0.0019157,0.002111209,0.001641058],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007622943,"about_ca_system_score_gemma":0.001867038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007930476,"about_ca_topic_score_gemma":0.0009384606,"domain_scores_codex":[0.9960573,0.001881599,0.0002245201,0.0005392568,0.001077744,0.00021959],"domain_scores_gemma":[0.9881626,0.00846108,0.0008467517,0.001185716,0.001168476,0.0001754056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000704032,0.0002135355,0.003933886,0.0006229305,0.000267252,0.0002819506,0.0002257299,0.7195634,0.02071276,0.02510775,0.009207753,0.2191591],"study_design_scores_gemma":[0.00007851671,0.000220489,0.0003117967,0.00006183192,0.0000392406,0.00009641708,0.00002434128,0.9696835,0.01245959,0.01218901,0.004815109,0.00002018138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004406358,0.00005917757,0.9906222,0.00005844832,0.00002131921,0.0001388236,0.00008743667,0.00352217,0.001084154],"genre_scores_gemma":[0.1613607,0.00009869419,0.8340629,0.0001661046,0.0000286444,0.0009386245,0.0004087255,0.001594657,0.001340917],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009349621,"threshold_uncertainty_score":0.04944611,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09419023023291122,"score_gpt":0.3327364530797012,"score_spread":0.2385462228467899,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}