{"id":"W2997833216","doi":"10.1186/s12911-019-1014-6","title":"A new concordant partial AUC and partial c statistic for imbalanced data in the evaluation of machine learning algorithms","year":2020,"lang":"en","type":"article","venue":"BMC Medical Informatics and Decision Making","topic":"AI in cancer detection","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"ca_institutions":"Bruyère; University of Ottawa; Public Health Ontario; Institute for Clinical Evaluative Sciences; Statistics Canada; University of Waterloo; Ottawa Hospital","funders":"","keywords":"Receiver operating characteristic; False positives and false negatives; Statistics; Statistic; Benchmark (surveying); Measure (data warehouse); Artificial intelligence; Computer science; Polytomous Rasch model; Plot (graphics); False positive paradox; Mathematics; Data mining; Pattern recognition (psychology); Algorithm; Item response theory","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003062054,0.00007857718,0.0001674113,0.00004103823,0.00007824681,0.0001134145,0.0004649873,0.0000475752,0.00001363328],"category_scores_gemma":[0.002470585,0.00005402033,0.00001465976,0.0001872146,0.00003821531,0.000343096,0.0003725542,0.0001533868,8.722493e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001490385,"about_ca_system_score_gemma":0.000289377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001904662,"about_ca_topic_score_gemma":0.00004154657,"domain_scores_codex":[0.9980433,0.00009908502,0.0005466533,0.0001530297,0.00102619,0.0001317583],"domain_scores_gemma":[0.9975379,0.001832642,0.0002216703,0.000243103,0.00006460171,0.0001001114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005235319,0.000004680756,0.0003237191,0.00005272652,0.000003686534,7.229298e-7,0.001811333,0.001493994,0.000002279675,0.0009364113,0.0002580067,0.9950601],"study_design_scores_gemma":[0.001363906,0.0001520863,0.0004038388,0.0001110347,0.00001544797,0.00001191333,0.0002627835,0.9938995,0.00001151112,0.002995848,0.0007085482,0.00006357351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01458674,0.0001895363,0.984633,0.0001378768,0.0001241559,0.0002834549,0.000009246434,0.00001383359,0.00002220268],"genre_scores_gemma":[0.5242388,0.00004949257,0.4752685,0.0003354135,0.00008431949,0.00001143537,0.000008738116,0.000002986688,3.070067e-7],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9949965,"threshold_uncertainty_score":0.2957699,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.128810891563631,"score_gpt":0.3971672971741072,"score_spread":0.2683564056104762,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}