{"id":"W3133934064","doi":"","title":"Classification Confidence Scores with Point-wise Guarantees.","year":2021,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Point (geometry); Confidence interval; Artificial intelligence; Machine learning; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03680423,0.002374462,0.003576819,0.004611446,0.002031311,0.00791702,0.007384138,0.006367714,0.01369183],"category_scores_gemma":[0.206867,0.001670146,0.002325249,0.004409762,0.003895364,0.01165577,0.008268219,0.01027539,0.006290733],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002485974,"about_ca_system_score_gemma":0.004271413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0013648,"about_ca_topic_score_gemma":0.001384839,"domain_scores_codex":[0.9671166,0.01051423,0.002269955,0.004592837,0.01311263,0.002393767],"domain_scores_gemma":[0.8396071,0.1011133,0.006875446,0.03160764,0.0172564,0.003540142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003195383,0.0007856725,0.009439478,0.0006947273,0.0006403901,0.0003517292,0.0003471229,0.151218,0.00281344,0.3310721,0.05691913,0.4425229],"study_design_scores_gemma":[0.0001717833,0.0002956244,0.001194625,0.0001261746,0.00008610138,0.000288419,0.00007141235,0.6097479,0.00279975,0.3808922,0.004276644,0.00004936626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01597021,0.001605203,0.9684033,0.002503504,0.0005971917,0.0001660386,0.0008018485,0.002208148,0.007744459],"genre_scores_gemma":[0.579998,0.00120474,0.3989436,0.001328749,0.002203462,0.0006943092,0.004078651,0.0009541347,0.01059438],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03680423,"threshold_uncertainty_score":0.1946417,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09752630771783521,"score_gpt":0.3380556511823711,"score_spread":0.2405293434645359,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}