{"id":"W4403585525","doi":"10.1093/imaiai/iaae028","title":"Hitting the High-dimensional notes: an ODE for SGD learning dynamics on GLMs and multi-index models","year":2024,"lang":"en","type":"article","venue":"Information and Inference A Journal of the IMA","topic":"Stochastic Gradient Optimization Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Israel Science Foundation; Canadian Institute for Advanced Research","keywords":"Ode; Index (typography); Dynamics (music); Econometrics; Artificial intelligence; Statistical physics; Computer science; Mathematics; Physics; Applied mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001867233,0.0005489073,0.0008927959,0.0008816666,0.000608231,0.001643623,0.001085304,0.001916252,0.003835385],"category_scores_gemma":[0.009682279,0.0004096366,0.0008780098,0.0004596077,0.002786419,0.002358582,0.00225565,0.001789433,0.0004057225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00156274,"about_ca_system_score_gemma":0.0008587709,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004889042,"about_ca_topic_score_gemma":0.002586494,"domain_scores_codex":[0.9995759,0.0001625781,0.00002781525,0.00008182064,0.0001091338,0.00004275432],"domain_scores_gemma":[0.9978977,0.001094154,0.0003033388,0.0001485705,0.0003111106,0.0002450887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004043026,0.00003486672,0.001509551,0.00008613424,0.00003944938,0.000217164,0.0001897185,0.4681297,0.003587402,0.5169246,0.002218349,0.007022718],"study_design_scores_gemma":[0.000003817063,0.000007319684,0.0001024296,0.000006623886,0.000002361342,0.0000182157,0.000008323965,0.962591,0.00009815144,0.03689028,0.0002654171,0.000006130558],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09577498,0.0006973688,0.8898723,0.002647735,0.0001558165,0.00005486694,0.0001988773,0.0002491679,0.01034879],"genre_scores_gemma":[0.9155753,0.0006830004,0.06716822,0.0006016569,0.0001406458,0.000172264,0.0001863276,0.0001684751,0.01530411],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004889042,"threshold_uncertainty_score":0.01283062,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02344334007612431,"score_gpt":0.2753627054817372,"score_spread":0.2519193654056129,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}