{"id":"W4280571382","doi":"10.48550/arxiv.2205.07069","title":"Homogenization of SGD in high-dimensions: Exact dynamics and generalization properties","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Markov Chains and Monte Carlo Methods","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Mathematics; Applied mathematics; Quadratic equation; Stochastic gradient descent; Covariance; Statistics; Computer science; Artificial neural network; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003196529,0.001027557,0.001130056,0.001143784,0.0007079036,0.001564177,0.001479527,0.001899524,0.002489279],"category_scores_gemma":[0.01614523,0.0007541904,0.00136082,0.0005905874,0.003520923,0.003241335,0.003312744,0.002537015,0.0003980163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002060215,"about_ca_system_score_gemma":0.001299041,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006088212,"about_ca_topic_score_gemma":0.004007746,"domain_scores_codex":[0.9990019,0.0003427585,0.00005763775,0.0002486528,0.0002385012,0.0001105438],"domain_scores_gemma":[0.9942703,0.003120523,0.000929968,0.0005596835,0.0007141146,0.000405399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004249366,0.00004260822,0.002401483,0.0001191453,0.00006555249,0.0002003551,0.000267892,0.4729457,0.003387023,0.5100057,0.001765177,0.008756837],"study_design_scores_gemma":[0.00000395631,0.00001186967,0.0001958947,0.000008325686,0.000004004312,0.00002290389,0.0000124569,0.9384246,0.0002072534,0.06071322,0.0003865222,0.000008962304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02830216,0.0002363674,0.9671737,0.0007523808,0.00004693101,0.00003419886,0.0000748992,0.0001394717,0.003239856],"genre_scores_gemma":[0.7728919,0.0009417132,0.2094436,0.001087553,0.0002385222,0.0003483307,0.0004846401,0.00036222,0.01420146],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006088212,"threshold_uncertainty_score":0.01690501,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1163098730436702,"score_gpt":0.2286503888776454,"score_spread":0.1123405158339752,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}