{"id":"W4283753891","doi":"10.48550/arxiv.2206.14800","title":"Understanding Generalization via Leave-One-Out Conditional Mutual Information","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Division of Materials Research; Simons Institute for the Theory of Computing, University of California Berkeley; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Mutual information; Generalization; Bounded function; Computer science; Mathematics; Artificial intelligence; Constant (computer programming); Algorithm; Upper and lower bounds; Machine learning","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002752639,0.0002197469,0.0001978589,0.0003919284,0.0004646583,0.0002244965,0.0009776076,0.000155968,0.0003022541],"category_scores_gemma":[0.00002688753,0.0002884522,0.0001329244,0.0004258446,0.00005714094,0.0009962099,0.001416006,0.0006615259,0.0001268833],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006294805,"about_ca_system_score_gemma":0.0001801262,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008330611,"about_ca_topic_score_gemma":0.00001227885,"domain_scores_codex":[0.9986244,0.0001880564,0.0002160012,0.0005102043,0.0002081326,0.0002531997],"domain_scores_gemma":[0.9988985,0.00006200439,0.0003262667,0.0005209009,0.00008781796,0.000104524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006822241,0.00002281481,0.001043045,0.00003246681,0.00004187792,0.00002191706,0.0005020641,0.59314,0.000004507799,0.4045512,0.0004079361,0.0002253531],"study_design_scores_gemma":[0.0003377384,0.00003916396,0.0005849262,0.00002025656,0.00002535707,0.000004349365,0.0001084526,0.9034542,0.00001314386,0.09304395,0.002045872,0.0003225765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01031752,0.00001032787,0.9833796,0.0001569487,0.0009183385,0.0001716364,0.00003327437,0.0003245927,0.004687759],"genre_scores_gemma":[0.9952657,0.00002924063,0.002542419,0.0002230518,0.0001313575,0.000001620788,0.0005828724,0.00001091457,0.001212813],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9849482,"threshold_uncertainty_score":0.9999568,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1447596771549876,"score_gpt":0.2040144873764507,"score_spread":0.05925481022146309,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}