{"id":"W2559277598","doi":"10.1523/jneurosci.0763-16.2016","title":"Memory Transformation Enhances Reinforcement Learning in Dynamic Environments","year":2016,"lang":"en","type":"article","venue":"Journal of Neuroscience","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Scarborough Hospital; Hospital for Sick Children; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Schematic; Computer science; Episodic memory; Memory consolidation; Salience (neuroscience); Adaptive memory; Transformation (genetics); Artificial intelligence; Cognition; Psychology; Neuroscience","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007215245,0.0001014478,0.0001392175,0.0002612181,0.00008454963,0.00008116562,0.0009213072,0.00002845869,0.000006754159],"category_scores_gemma":[0.000202046,0.00006802877,0.000055835,0.0003113197,0.00008486355,0.002183451,0.00008625115,0.0002043664,0.00001617144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001356065,"about_ca_system_score_gemma":0.00007027441,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":7.927661e-7,"about_ca_topic_score_gemma":4.493355e-7,"domain_scores_codex":[0.99822,0.0000860129,0.0005539816,0.0001623227,0.000713636,0.000264082],"domain_scores_gemma":[0.9991602,0.00008849087,0.0004662255,0.0001788009,0.0000255357,0.00008068844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008085848,0.00001666548,0.0002718418,0.000005149077,0.00000115994,0.00002400194,0.0005633649,0.6404645,0.3377278,0.0003058978,0.00000884497,0.02060268],"study_design_scores_gemma":[0.001958293,0.001731576,0.04150877,0.0003460697,0.00000782449,0.0002545601,0.0001107118,0.8819948,0.05971962,0.0003236546,0.01163665,0.0004073937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05804482,0.00001571527,0.9395567,0.001133764,0.0005432853,0.00007000956,4.044338e-8,0.00001370354,0.0006219835],"genre_scores_gemma":[0.996963,0.0002832774,0.001397807,0.0001943056,0.00001413121,0.000001258294,4.343356e-8,0.000004229831,0.001141916],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9389182,"threshold_uncertainty_score":0.2774133,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01410416141288427,"score_gpt":0.2480868169701692,"score_spread":0.2339826555572849,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}