{"id":"W2096451472","doi":"10.1109/tkde.2005.50","title":"Using AUC and accuracy in evaluating learning algorithms","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Imbalanced Data Classification Techniques","field":"Computer Science","cited_by":2141,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Machine learning; Computer science; Artificial intelligence; Naive Bayes classifier; Decision tree; Measure (data warehouse); Receiver operating characteristic; Algorithm; Bayes' theorem; Data mining; Support vector machine; Bayesian probability","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05874668,0.002383707,0.003281337,0.02158175,0.001275367,0.009896017,0.002416904,0.005252562,0.001491223],"category_scores_gemma":[0.333273,0.0005635749,0.00174501,0.01611619,0.004263908,0.01232692,0.003655167,0.003964902,0.001279264],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002244469,"about_ca_system_score_gemma":0.00238119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001989118,"about_ca_topic_score_gemma":0.001204542,"domain_scores_codex":[0.8771406,0.06951564,0.01190552,0.006517403,0.03319011,0.001730851],"domain_scores_gemma":[0.6652827,0.2669715,0.01955133,0.01746085,0.02794586,0.002787818],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001333094,0.0003707398,0.1185728,0.002068989,0.002124686,0.0004614014,0.001174812,0.1493007,0.00280197,0.1044201,0.01664843,0.6007223],"study_design_scores_gemma":[0.0002166663,0.002354494,0.05139852,0.001703061,0.0008737101,0.002268721,0.001131045,0.5649844,0.01107189,0.3191436,0.04424226,0.0006117574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09970058,0.03269701,0.8313965,0.00467087,0.002160357,0.0005362559,0.00195229,0.00288674,0.02399947],"genre_scores_gemma":[0.6527705,0.006437828,0.331517,0.001423285,0.002100779,0.0007827391,0.002346695,0.0007698179,0.001851366],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05874668,"threshold_uncertainty_score":0.3106859,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09066818198011457,"score_gpt":0.3642777199882067,"score_spread":0.2736095380080922,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}