{"id":"W3204926104","doi":"10.48550/arxiv.2110.01858","title":"KKT Conditions, First-Order and Second-Order Optimization, and Distributed Optimization: Tutorial and Survey","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Sparse and Compressive Sensing Techniques","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Karush–Kuhn–Tucker conditions; Proximal Gradient Methods; Mathematical optimization; Subgradient method; Gradient descent; Gradient method; Nonlinear conjugate gradient method; Stochastic gradient descent; Mathematics; Optimization problem; Augmented Lagrangian method; Stochastic optimization; Conjugate gradient method; Constrained optimization; Line search; Lagrange multiplier; Convex optimization; Newton's method in optimization; Computer science; Local convergence; Regular polygon; Iterative method","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001840552,0.002271927,0.002268038,0.001791571,0.0005669111,0.002504548,0.001253504,0.001915389,0.008944204],"category_scores_gemma":[0.003289433,0.001003228,0.001325087,0.004319698,0.001843421,0.004662075,0.001378123,0.003985257,0.005057354],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001405446,"about_ca_system_score_gemma":0.001893529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001920423,"about_ca_topic_score_gemma":0.001148653,"domain_scores_codex":[0.9989742,0.0002618576,0.0001007266,0.0002504477,0.0003357612,0.00007705028],"domain_scores_gemma":[0.998611,0.0009752715,0.00008811297,0.0001165112,0.0001729676,0.0000361151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007010622,0.0001661695,0.0006654625,0.004744511,0.0001411996,0.0002682089,0.0002359036,0.05077256,0.001633253,0.5134181,0.08993004,0.3379545],"study_design_scores_gemma":[0.00002590348,0.000128563,0.001028362,0.001150834,0.0000880351,0.0007297235,0.0001285805,0.1267715,0.001508439,0.5152221,0.3531004,0.0001174321],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002025282,0.3596573,0.5821478,0.003126353,0.002382617,0.00007497213,0.0005067813,0.0006049905,0.04947387],"genre_scores_gemma":[0.07195285,0.6549483,0.231189,0.002738387,0.01175744,0.000499036,0.001544749,0.0009375389,0.02443271],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008944204,"threshold_uncertainty_score":0.02992135,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03491021600358173,"score_gpt":0.1747091456887201,"score_spread":0.1397989296851384,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}