{"id":"W4283259549","doi":"10.1038/s42256-022-00498-0","title":"Gradient-based learning drives robust representations in recurrent neural networks by balancing compression and expansion","year":2022,"lang":"en","type":"article","venue":"Nature Machine Intelligence","topic":"Neural dynamics and brain function","field":"Neuroscience","cited_by":47,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Fonds de Recherche du Québec - Santé; Fonds de recherche du Québec – Nature et technologies; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Recurrent neural network; Curse of dimensionality; Computer science; Gradient descent; Chaotic; Artificial intelligence; Artificial neural network; Generalization; Machine learning; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000665246,0.0005159579,0.000539608,0.0003132459,0.0003034507,0.0007726899,0.0009574973,0.00084906,0.001812952],"category_scores_gemma":[0.004521309,0.0003673176,0.0002443632,0.0002721987,0.0006868633,0.00149352,0.0008584404,0.0009748822,0.0005032087],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004748882,"about_ca_system_score_gemma":0.0004105259,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001269874,"about_ca_topic_score_gemma":0.00181113,"domain_scores_codex":[0.9998347,0.00003829726,0.0000120432,0.00004247473,0.00004909804,0.00002341265],"domain_scores_gemma":[0.999241,0.0003645128,0.00009500964,0.0001023358,0.0001594725,0.00003766572],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001727013,0.00008553002,0.0006945168,0.0001178838,0.00004563228,0.0001447324,0.0001381416,0.7638364,0.03799701,0.06229772,0.002754128,0.1317155],"study_design_scores_gemma":[0.000003258872,0.00001668553,0.00007485962,0.000003730131,0.000002474078,0.00001668117,0.000004580969,0.9924434,0.001449437,0.005815932,0.0001651648,0.000003833783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1239328,0.0005736131,0.8679504,0.0006404367,0.000133348,0.00005092121,0.00006572215,0.0007721134,0.005880638],"genre_scores_gemma":[0.9451201,0.0002114255,0.05161799,0.0001217128,0.00007053526,0.00005812462,0.00007536993,0.0001995,0.002525269],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.001812952,"threshold_uncertainty_score":0.006064951,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01408874065974376,"score_gpt":0.2753661439504163,"score_spread":0.2612774032906725,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}