{"id":"W4238673269","doi":"10.4018/978-1-7998-1754-3.ch041","title":"Single SNN Architecture for Classical and Operant Conditioning Using Reinforcement Learning","year":2019,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Memory and Neural Computing","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Operant conditioning; Reinforcement learning; Computer science; Field-programmable gate array; Spiking neural network; Artificial neural network; Reinforcement; Scalability; Adaptation (eye); Artificial intelligence; Computer architecture; Computer hardware; Neuroscience; Engineering; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00005300856,0.00036935,0.0003932546,0.00004763694,0.0001750621,0.00006629768,0.00009493169,0.0002373142,0.0000080134],"category_scores_gemma":[0.00001490889,0.0003808669,0.0001214698,0.000009026763,0.00005300905,0.00004449208,0.00008208549,0.0004647269,0.000007353351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001937617,"about_ca_system_score_gemma":0.00003234714,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001182158,"about_ca_topic_score_gemma":0.000003270419,"domain_scores_codex":[0.9988991,0.000007435851,0.0002934671,0.0003199632,0.0001460825,0.0003339545],"domain_scores_gemma":[0.9995542,0.00007702468,0.00008785759,0.0001530754,0.00003716324,0.00009065483],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005434325,0.000002226902,0.000002574222,0.0003725842,0.0001178689,0.0000282598,0.0001047954,0.6815437,0.01238652,0.2884527,0.00008998499,0.01684444],"study_design_scores_gemma":[0.004740494,0.001601025,0.000007480244,0.005756698,0.0006775653,0.0007379052,0.0001137499,0.3901303,0.02208869,0.230869,0.3385071,0.004770093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01002131,0.0007666482,0.1574055,0.00001718654,0.0008887147,0.001010814,0.00004928207,0.0005383646,0.8293023],"genre_scores_gemma":[0.9679058,0.000005740946,0.005388428,0.0003354677,0.0007421285,0.00001128931,0.0000287207,0.0001735026,0.02540893],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9578845,"threshold_uncertainty_score":0.9998643,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02419981985004692,"score_gpt":0.2458411751743824,"score_spread":0.2216413553243355,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}