{"id":"W2011868317","doi":"10.1162/neco.2008.11-07-654","title":"Stimulus Representation and the Timing of Reward-Prediction Errors in Models of the Dopamine System","year":2008,"lang":"en","type":"letter","venue":"Neural Computation","topic":"Neural dynamics and brain function","field":"Neuroscience","cited_by":159,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"ENCODE; Stimulus (psychology); Mean squared prediction error; Reinforcement learning; Dopamine; Computer science; Stimulus generalization; Temporal difference learning; Artificial intelligence; Psychology; Neuroscience; Machine learning; Cognitive psychology; Perception; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001908664,0.0001713791,0.0003131527,0.0001634791,0.0001277927,0.00002168989,0.0001955573,0.0001666825,7.107841e-7],"category_scores_gemma":[0.0001774749,0.0001067861,0.0001086129,0.0004499107,0.000223867,0.0001961653,0.00009130176,0.0005764677,4.531654e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006311668,"about_ca_system_score_gemma":0.00002231249,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002165483,"about_ca_topic_score_gemma":0.000007577537,"domain_scores_codex":[0.9977759,0.0006106447,0.0005723968,0.0003750081,0.0005209884,0.0001450388],"domain_scores_gemma":[0.9984511,0.0005769731,0.0006337126,0.0002421218,0.0000835972,0.00001253035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004307126,0.00004058587,0.0003742969,0.0008048813,0.00001762085,0.00006916013,0.001328539,0.9521254,0.02029461,0.0006837548,0.0195112,0.004319201],"study_design_scores_gemma":[0.0008161755,0.0000573541,0.001458365,0.0001405938,0.00002942602,0.0001185243,0.00004043436,0.9949998,0.001614954,0.0005869442,0.00005391703,0.00008346207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9316099,0.00006038143,0.003024806,0.06122177,0.001992671,0.001436721,0.00007116262,0.00006879058,0.0005137948],"genre_scores_gemma":[0.9918885,0.00002942248,0.00003487946,0.007695311,0.000182991,0.00001783236,0.00003548349,0.00002097257,0.000094602],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0602786,"threshold_uncertainty_score":0.435461,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0556581134920052,"score_gpt":0.2627732006886095,"score_spread":0.2071150871966043,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}