{"id":"W3197039934","doi":"10.1016/j.tins.2021.07.007","title":"Learning offline: memory replay in biological and artificial reinforcement learning","year":2021,"lang":"en","type":"review","venue":"Trends in Neurosciences","topic":"Memory and Neural Mechanisms","field":"Neuroscience","cited_by":38,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec; Fonds de recherche du Québec – Nature et technologies; Leverhulme Trust; Natural Sciences and Engineering Research Council of Canada; Wellcome Trust","keywords":"Reinforcement learning; Memory consolidation; Artificial intelligence; Computer science; Cognitive science; Artificial neural network; Process (computing); Key (lock); Psychology; Neuroscience","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001012441,0.0009943643,0.001264651,0.001166782,0.0002367736,0.001545998,0.001438716,0.001846682,0.003782305],"category_scores_gemma":[0.002066073,0.0003188399,0.0004446219,0.001688724,0.001472657,0.002502124,0.0008117998,0.002500025,0.001809433],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001101024,"about_ca_system_score_gemma":0.00106064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001446818,"about_ca_topic_score_gemma":0.002022075,"domain_scores_codex":[0.9997699,0.00005052106,0.00002654189,0.00005100172,0.00008608712,0.00001600109],"domain_scores_gemma":[0.9991748,0.0005537769,0.00006588564,0.00004181736,0.0001276663,0.0000359974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005077195,0.0000550349,0.00008636162,0.004833327,0.00007847553,0.00005447673,0.00003523178,0.002169747,0.000642846,0.02710925,0.01695536,0.9479291],"study_design_scores_gemma":[0.00004411563,0.0001571184,0.0007339336,0.003625459,0.0001402826,0.0006733392,0.00004519756,0.00396704,0.001311491,0.08624648,0.9029954,0.0000601715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001681089,0.9922571,0.003984537,0.0006137515,0.0004277286,0.000005971863,0.00001829217,0.00002410842,0.00250046],"genre_scores_gemma":[0.003461274,0.9895891,0.002882724,0.0005836741,0.001213061,0.00002338743,0.00004521263,0.00001182862,0.002189816],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.003782305,"threshold_uncertainty_score":0.01265305,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3170894236952891,"score_gpt":0.4203491862720325,"score_spread":0.1032597625767434,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}