{"id":"W3034642336","doi":"10.3389/frai.2021.582928","title":"A Modified AUC for Training Convolutional Neural Networks: Taking Confidence Into Account","year":2021,"lang":"en","type":"preprint","venue":"Frontiers in Artificial Intelligence","topic":"Retinal Imaging and Analysis","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sinai Health System; Lunenfeld-Tanenbaum Research Institute; SickKids Foundation; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Receiver operating characteristic; Binary classification; Area under curve; Convolutional neural network; MNIST database; Artificial intelligence; Binary number; Computer science; Metric (unit); Python (programming language); Confidence interval; Area under the curve; Pattern recognition (psychology); F1 score; Artificial neural network; Precision and recall; Machine learning; Mathematics; Statistics; Medicine; Support vector machine; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01125195,0.002479706,0.001800252,0.003788501,0.0006704578,0.003306113,0.002714565,0.002839785,0.002170304],"category_scores_gemma":[0.0807493,0.0006233485,0.001547327,0.002980304,0.001461496,0.003615955,0.002502994,0.0034081,0.001309715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00162639,"about_ca_system_score_gemma":0.00201451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004672606,"about_ca_topic_score_gemma":0.00400555,"domain_scores_codex":[0.9899941,0.003789761,0.0009646966,0.001635955,0.003178594,0.0004369773],"domain_scores_gemma":[0.9691643,0.01764724,0.002287746,0.004930924,0.005434828,0.0005350245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009536748,0.0003398853,0.03243115,0.00114251,0.0009748033,0.0004254754,0.0002891441,0.2745991,0.0122111,0.01805123,0.03253348,0.6260484],"study_design_scores_gemma":[0.00005873364,0.0003926557,0.007334242,0.0001937649,0.0001684487,0.0008803155,0.00004001208,0.9450927,0.01456729,0.01940211,0.01172589,0.0001438592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03697641,0.00347115,0.9401352,0.0008877211,0.0004549488,0.0001926879,0.00167448,0.01178046,0.004426944],"genre_scores_gemma":[0.5025125,0.001549334,0.481569,0.0009762304,0.0004358343,0.0006433349,0.00475071,0.003707108,0.003855966],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01125195,"threshold_uncertainty_score":0.05950665,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1020848146137826,"score_gpt":0.3551858379422522,"score_spread":0.2531010233284696,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}