{"id":"W4283259549","doi":"10.1038/s42256-022-00498-0","title":"Gradient-based learning drives robust representations in recurrent neural networks by balancing compression and expansion","year":2022,"lang":"en","type":"article","venue":"Nature Machine Intelligence","topic":"Neural dynamics and brain function","field":"Neuroscience","cited_by":47,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"Fonds de Recherche du Québec - Santé; Fonds de recherche du Québec – Nature et technologies; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Recurrent neural network; Curse of dimensionality; Computer science; Gradient descent; Chaotic; Artificial intelligence; Artificial neural network; Generalization; Machine learning; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002256006,0.0001650666,0.0001486465,0.0001600042,0.0005399853,0.00006164747,0.0002239421,0.00007414321,0.00006576621],"category_scores_gemma":[0.0003571769,0.000151659,0.00004558907,0.0005846923,0.00006125911,0.0001326143,0.0002254081,0.001852997,7.886546e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006894498,"about_ca_system_score_gemma":0.00001079572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007785956,"about_ca_topic_score_gemma":0.00003571182,"domain_scores_codex":[0.9981848,0.000379798,0.0002605967,0.0005762343,0.0003349219,0.0002636385],"domain_scores_gemma":[0.9991658,0.0004413862,0.0001311994,0.0001698164,0.00002035427,0.00007146936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009774118,0.0001098426,0.01465124,0.0000119131,0.000001098775,0.00003014823,0.0001530333,0.8927923,0.047417,0.0003975816,0.0003364764,0.04400165],"study_design_scores_gemma":[0.0001452452,0.0001589972,0.002364095,0.00002605864,0.000003673533,0.00002362029,0.00008747516,0.9888196,0.007345145,0.0001290599,0.0007367408,0.0001602625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9598301,0.001371152,0.03537069,0.001200836,0.001519465,0.000415516,0.00002805361,0.0001231647,0.0001410202],"genre_scores_gemma":[0.9988037,0.000109412,0.00012667,0.0007086725,0.0000343661,0.00003611046,0.000072454,0.00001757716,0.00009099718],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09602736,"threshold_uncertainty_score":0.8050454,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01408874065974376,"score_gpt":0.2753661439504163,"score_spread":0.2612774032906725,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}