{"id":"W3184683335","doi":"10.1101/2021.07.15.452557","title":"Time cell encoding in deep reinforcement learning agents depends on mnemonic demands","year":2021,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Neural dynamics and brain function","field":"Neuroscience","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Montreal Neurological Institute and Hospital; Canadian Institute for Advanced Research; McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"Institut de Valorisation des Données; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Encoding (memory); ENCODE; Mnemonic; Reinforcement learning; Task (project management); Reinforcement; Population; Computer science; Psychology; Working memory; Neuroscience; Episodic memory; Sensory system; Cognition; Cognitive psychology; Artificial intelligence; Biology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005380484,0.0002255262,0.0003084039,0.0001139709,0.0001420759,0.0005201845,0.0004643073,0.0002940508,0.001102799],"category_scores_gemma":[0.003081355,0.0001631711,0.0001476075,0.00008027603,0.0003750302,0.0005244286,0.0004786626,0.0005872163,0.0001017059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004456604,"about_ca_system_score_gemma":0.0003131414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001217778,"about_ca_topic_score_gemma":0.0009738189,"domain_scores_codex":[0.9998639,0.00003590544,0.00001092917,0.00003292387,0.00002533078,0.00003093123],"domain_scores_gemma":[0.9990861,0.0003960773,0.0001714679,0.0001195895,0.000121648,0.0001051039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004100983,0.000240017,0.01032123,0.00008247429,0.00006946721,0.0001536555,0.0002504776,0.7857807,0.1541509,0.01210758,0.0004239407,0.03600944],"study_design_scores_gemma":[0.000008045577,0.00007134139,0.0008798247,0.00000212987,0.000005514163,0.00001241513,0.00001323668,0.9884117,0.008833025,0.00163088,0.0001270765,0.000004818086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9630678,0.00002397882,0.03594381,0.00007956747,0.000010887,0.000009230264,0.00002862858,0.00007273145,0.0007632443],"genre_scores_gemma":[0.9960366,0.000009223605,0.003618928,0.000008285526,0.000001537725,0.000007333711,0.00001763462,0.000007940038,0.00029259],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.001217778,"threshold_uncertainty_score":0.003689229,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0186234021464774,"score_gpt":0.2222963397858538,"score_spread":0.2036729376393764,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}