{"id":"W4381713175","doi":"10.48550/arxiv.2306.11922","title":"No Wrong Turns: The Simple Geometry Of Neural Networks Optimization Paths","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Stochastic Gradient Optimization Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Samsung; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial neural network; Initialization; Maxima and minima; Stochastic optimization; Artificial intelligence; Stochastic neural network; Simple (philosophy); Deep neural networks; Mathematical optimization; Machine learning; Algorithm; Mathematics; Recurrent neural network","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003460736,0.0002825206,0.0003082271,0.0003718506,0.0001336641,0.0001126733,0.002342044,0.0002714413,0.00002990845],"category_scores_gemma":[0.0001595609,0.0002675325,0.0002007423,0.001476908,0.0001475091,0.0003045544,0.002478917,0.0004956059,0.00001321455],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000115919,"about_ca_system_score_gemma":0.00007623207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001201472,"about_ca_topic_score_gemma":0.000007789814,"domain_scores_codex":[0.9982566,0.0001469485,0.0003125307,0.0008025265,0.0001492873,0.0003321405],"domain_scores_gemma":[0.9973049,0.0003070494,0.0004832448,0.001432685,0.0003809874,0.00009112673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007391536,0.00002678112,0.000627899,0.00003214609,0.00003801518,0.00002189674,0.00007937023,0.9641289,7.222582e-7,0.03444675,0.0004466061,0.0001435477],"study_design_scores_gemma":[0.0001548859,0.00005024624,0.0003524245,0.00004706581,0.00004085503,0.000001837067,0.00002635394,0.9889966,0.00001073883,0.01004242,0.00002902749,0.0002475636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002563136,0.00005041076,0.9948184,0.00006949279,0.000931615,0.0004720916,0.0000138782,0.0006464969,0.0004344182],"genre_scores_gemma":[0.9843721,0.0002122885,0.01465331,0.00007861902,0.00008910434,0.000003692333,0.00005552753,0.00003229795,0.0005030499],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.981809,"threshold_uncertainty_score":0.9999777,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06147547643506778,"score_gpt":0.1947306989488869,"score_spread":0.1332552225138191,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}