{"id":"W4280571382","doi":"10.48550/arxiv.2205.07069","title":"Homogenization of SGD in high-dimensions: Exact dynamics and generalization properties","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Markov Chains and Monte Carlo Methods","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Mathematics; Applied mathematics; Quadratic equation; Stochastic gradient descent; Covariance; Statistics; Computer science; Artificial neural network; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004446389,0.0002018294,0.0003757077,0.0003192935,0.00007590724,0.00001488356,0.0002090385,0.0001852321,0.00003469914],"category_scores_gemma":[0.0001870391,0.0002208569,0.00007570462,0.0003627116,0.00007179214,0.00008225843,0.0007385901,0.0002739552,3.286229e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002679364,"about_ca_system_score_gemma":0.00008852089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004316997,"about_ca_topic_score_gemma":0.0005031276,"domain_scores_codex":[0.9986732,0.0003606721,0.0002729637,0.0004615015,0.00008106758,0.0001505815],"domain_scores_gemma":[0.998965,0.0001061177,0.0002973842,0.0004580864,0.0001237979,0.0000495897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000167756,0.0003171613,0.02503838,0.001413229,0.0001482666,0.0001042936,0.00127512,0.2257791,0.0006130669,0.7440832,0.00014471,0.0009157234],"study_design_scores_gemma":[0.001114476,0.0001040255,0.000866376,0.0003401241,0.0002741388,0.000003825066,0.001496637,0.919979,0.0006291477,0.07445908,0.0001088837,0.0006243024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9267893,0.0001669895,0.07176508,0.00002295582,0.0001936121,0.0004247664,0.00004136232,0.00004550228,0.0005504081],"genre_scores_gemma":[0.9926502,0.0007991097,0.004665111,0.00001556119,0.00001940543,0.000003019793,0.000084101,0.00003169168,0.001731867],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6941999,"threshold_uncertainty_score":0.9006283,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1163098730436702,"score_gpt":0.2286503888776454,"score_spread":0.1123405158339752,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}