{"id":"W2969451120","doi":"","title":"A Lyapunov analysis for accelerated gradient methods: From deterministic to stochastic case","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Stochastic Gradient Optimization Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Lyapunov function; Ode; Discretization; Mathematics; Applied mathematics; Ordinary differential equation; Stochastic gradient descent; Stochastic differential equation; Connection (principal bundle); Gradient descent; Acceleration; Convergence (economics); Mathematical analysis; Computer science; Differential equation; Nonlinear system; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001424661,0.001007096,0.0006587822,0.0007787848,0.00048722,0.0008548354,0.0008257555,0.0008251007,0.002616165],"category_scores_gemma":[0.004844168,0.0004100681,0.0007925493,0.0004251455,0.001145545,0.001242245,0.00157466,0.001604019,0.000438484],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008398067,"about_ca_system_score_gemma":0.00123411,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002622538,"about_ca_topic_score_gemma":0.001440351,"domain_scores_codex":[0.9994571,0.000193504,0.00002865404,0.0000789582,0.0001971321,0.00004469656],"domain_scores_gemma":[0.9988612,0.0004759018,0.0001340844,0.00008748671,0.0003562484,0.00008510077],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003846409,0.00003174149,0.0006373008,0.000196161,0.00005896948,0.0001952658,0.0001926884,0.276305,0.005022272,0.6888796,0.002574462,0.02586798],"study_design_scores_gemma":[0.000006733575,0.00003216232,0.0001593641,0.0000283145,0.000009779883,0.00004412658,0.00001240688,0.907285,0.0006206624,0.08860662,0.003182272,0.00001250753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01006084,0.0009790946,0.983136,0.000571826,0.0001254293,0.0000335284,0.00003841751,0.0000775053,0.004977294],"genre_scores_gemma":[0.7494116,0.003587367,0.2194509,0.0005287598,0.0005313624,0.0003943274,0.0002077468,0.0002624626,0.02562552],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.002622538,"threshold_uncertainty_score":0.008751929,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1541293982343672,"score_gpt":0.273139175307576,"score_spread":0.1190097770732088,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}