{"id":"W3212266938","doi":"","title":"Comparing Multiclass AUC ROC Methods","year":2021,"lang":"en","type":"article","venue":"Student Research Proceedings","topic":"Imbalanced Data Classification Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Receiver operating characteristic; Pairwise comparison; Metric (unit); Class (philosophy); Mathematics; Statistics; Artificial intelligence; Macro; Computer science; Machine learning; Data mining","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003515777,0.0001553867,0.0002424424,0.0002866676,0.0003973445,0.001064532,0.002466701,0.00008230099,0.00002719664],"category_scores_gemma":[0.001201424,0.0001512629,0.00005921597,0.001708486,0.000144588,0.001004705,0.002925671,0.0006660433,0.0001279448],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003587652,"about_ca_system_score_gemma":0.0002575275,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001758993,"about_ca_topic_score_gemma":0.000006256164,"domain_scores_codex":[0.996524,0.0001777065,0.0003393938,0.0008315235,0.001381582,0.0007458267],"domain_scores_gemma":[0.997025,0.0003340262,0.00008094408,0.0006085435,0.001748244,0.0002032396],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000009929873,0.0005580475,0.03214212,0.0001841598,0.00007321566,0.00004957287,0.006539491,0.000001530724,0.2672253,0.6031557,0.0525828,0.03747814],"study_design_scores_gemma":[0.0008336965,0.0001784106,0.06819241,0.0002042048,0.000007810348,0.00006347619,0.002872053,0.02415119,0.6846371,0.02007568,0.1981778,0.0006061236],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06276163,0.0004516768,0.8470854,0.007261999,0.0003714729,0.001064407,0.000003279839,0.001745714,0.07925438],"genre_scores_gemma":[0.4793293,0.0001093999,0.5177863,0.0001324244,0.00009666893,0.0002183397,0.000004908183,0.00001739632,0.002305344],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5830801,"threshold_uncertainty_score":0.9999725,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3339980917634996,"score_gpt":0.5449204526442908,"score_spread":0.2109223608807912,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}