{"id":"W4402914635","doi":"10.1016/j.tins.2024.08.006","title":"Transformers and cortical waves: encoders for pulling in context across time","year":2024,"lang":"en","type":"review","venue":"Trends in Neurosciences","topic":"Neural dynamics and brain function","field":"Neuroscience","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"Fields Institute for Research in Mathematical Sciences; Western University","funders":"National Institute of Neurological Disorders and Stroke; National Eye Institute; Office of Naval Research; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; National Science Foundation; National Institutes of Health; National Institute on Drug Abuse; Canada First Research Excellence Fund","keywords":"Transformer; Neuroscience; Context (archaeology); Encoder; Psychology; Computer science; Electrical engineering; Engineering; Biology; Voltage","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000567988,0.000413574,0.0009245322,0.0006114105,0.0001802284,0.0003017399,0.0003958845,0.0001808992,0.00001361125],"category_scores_gemma":[0.0003756119,0.000300468,0.0002565042,0.001787417,0.0005976878,0.0002790687,0.00007652579,0.0006182273,0.00001390984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006642893,"about_ca_system_score_gemma":0.0000778698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001542487,"about_ca_topic_score_gemma":0.000151456,"domain_scores_codex":[0.9968365,0.0001890055,0.0006924545,0.001279375,0.0003127508,0.0006898805],"domain_scores_gemma":[0.9987016,0.0009085091,0.0001213649,0.0001514069,0.000007286721,0.0001098535],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001205228,0.00004569877,0.000003013268,0.001286954,0.000001368081,0.0000558025,0.0002121453,0.000006565811,0.0005743724,0.0004225076,0.00004346802,0.997336],"study_design_scores_gemma":[0.0009214068,0.00105824,0.00004225623,0.006541053,0.0002286943,0.0003399023,0.0003111039,0.07111626,0.0001636641,0.0008578454,0.9168791,0.001540431],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01065366,0.9792499,0.00008897777,0.0005242542,0.005767811,0.00167915,0.0006065891,0.0001876559,0.001242025],"genre_scores_gemma":[0.01257815,0.9845265,0.00001723258,0.0002468264,0.00005528579,0.0001434369,0.00001080277,0.00004510811,0.002376673],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9957956,"threshold_uncertainty_score":0.9999447,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1114696176864555,"score_gpt":0.3963183412108785,"score_spread":0.284848723524423,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}