{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,25]],"date-time":"2025-02-25T05:17:31Z","timestamp":1740460651011,"version":"3.37.3"},"publisher-location":"Berlin, Heidelberg","reference-count":26,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642158216"},{"type":"electronic","value":"9783642158223"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-15822-3_21","type":"book-chapter","created":{"date-parts":[[2010,8,12]],"date-time":"2010-08-12T11:21:34Z","timestamp":1281612094000},"page":"160-169","source":"Crossref","is-referenced-by-count":2,"title":["A Hebbian-Based Reinforcement Learning Framework for Spike-Timing-Dependent Synapses"],"prefix":"10.1007","author":[{"given":"Karim","family":"El-Laithy","sequence":"first","affiliation":[]},{"given":"Martin","family":"Bogdan","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"issue":"2","key":"21_CR1","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1103\/RevModPhys.71.S431","volume":"71","author":"J.J. Hopfield","year":"1999","unstructured":"Hopfield, J.J.: Brain, neural networks, and computation. Rev. Mod. Phys.\u00a071(2), S431\u2013S437 (1999)","journal-title":"Rev. Mod. Phys."},{"issue":"5-6","key":"21_CR2","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1007\/s00422-002-0353-y","volume":"87","author":"W. Gerstner","year":"2002","unstructured":"Gerstner, W., Kistler, W.: Mathematical Formulations of Hebbian Learning. Biological Cybernetics\u00a087(5-6), 404\u2013415 (2002)","journal-title":"Biological Cybernetics"},{"key":"21_CR3","volume-title":"The Organization of Behavior","author":"D.O. Hebb","year":"1949","unstructured":"Hebb, D.O.: The Organization of Behavior. Wiley and Son, New York (1949)"},{"issue":"2","key":"21_CR4","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1016\/S0306-4522(97)00118-8","volume":"81","author":"C. Pennartz","year":"1997","unstructured":"Pennartz, C.: Reinforcement learning by hebbian synapses with adaptive thresholds. Neuroscience\u00a081(2), 303\u2013319 (1997)","journal-title":"Neuroscience"},{"issue":"6","key":"21_CR5","doi-asserted-by":"publisher","first-page":"3648","DOI":"10.1152\/jn.00364.2007","volume":"98","author":"M.A. Farries","year":"2007","unstructured":"Farries, M.A., Fairhall, A.L.: Reinforcement Learning With Modulated Spike Timing Dependent Synaptic Plasticity. J. Neurophysiol.\u00a098(6), 3648\u20133665 (2007)","journal-title":"J. Neurophysiol."},{"issue":"3","key":"21_CR6","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1038\/nn.2264","volume":"12","author":"R. Urbanczik","year":"2009","unstructured":"Urbanczik, R., Senn, W.: Reinforcement learning in populations of spiking neurons. Nature Neuroscience\u00a012(3), 250\u2013252 (2009)","journal-title":"Nature Neuroscience"},{"issue":"4","key":"21_CR7","doi-asserted-by":"publisher","first-page":"4498","DOI":"10.1103\/PhysRevE.59.4498","volume":"59","author":"R. Kempter","year":"1999","unstructured":"Kempter, R., Gerstner, W., van Hemmen, J.: Hebbian learning and spiking neurons. Phys. Rev. E\u00a059(4), 4498\u20134514 (1999)","journal-title":"Phys. Rev. E"},{"key":"21_CR8","doi-asserted-by":"publisher","first-page":"3013","DOI":"10.1103\/PhysRevLett.84.3013","volume":"84","author":"K. Klemm","year":"2000","unstructured":"Klemm, K., Bornholdt, S., Schuster, H.G.: Beyond hebb: Exclusive-or and biological learning. Physical Review Letters\u00a084, 3013 (2000)","journal-title":"Physical Review Letters"},{"issue":"4-6","key":"21_CR9","doi-asserted-by":"publisher","first-page":"685","DOI":"10.1016\/j.neucom.2008.07.012","volume":"72","author":"A. Carnell","year":"2009","unstructured":"Carnell, A.: An analysis of the use of hebbian and anti-hebbian spike time dependent plasticity learning functions within the context of recurrent spiking neural networks. Neurocomput.\u00a072(4-6), 685\u2013692 (2009)","journal-title":"Neurocomput."},{"issue":"6","key":"21_CR10","doi-asserted-by":"publisher","first-page":"1468","DOI":"10.1162\/neco.2007.19.6.1468","volume":"19","author":"R.V. Florian","year":"2007","unstructured":"Florian, R.V.: Reinforcement learning through modulation of spike-timing-dependent synaptic plasticity. Neural Computation\u00a019(6), 1468\u20131502 (2007)","journal-title":"Neural Computation"},{"issue":"13-15","key":"21_CR11","doi-asserted-by":"publisher","first-page":"3037","DOI":"10.1016\/j.neucom.2007.09.009","volume":"71","author":"K. Lee","year":"2008","unstructured":"Lee, K., Kwon, D.S.: Synaptic plasticity model of a spiking neural network for reinforcement learning. Neurocomputing\u00a071(13-15), 3037\u20133043 (2008)","journal-title":"Neurocomputing"},{"issue":"1","key":"21_CR12","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.neunet.2003.07.007","volume":"17","author":"R.J.C. Bosman","year":"2004","unstructured":"Bosman, R.J.C., van Leeuwen, W.A., Wemmenhove, B.: Combining hebbian and reinforcement learning in a minibrain model. Neural Networks\u00a017(1), 29\u201336 (2004)","journal-title":"Neural Networks"},{"issue":"1-3","key":"21_CR13","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.neucom.2006.07.002","volume":"70","author":"M.S. Queiroz de","year":"2006","unstructured":"de Queiroz, M.S., de Berrdo, R.C., de Pdua Braga, A.: Reinforcement learning of a simple control task using the spike response model. Neurocomputing\u00a070(1-3), 14\u201320 (2006)","journal-title":"Neurocomputing"},{"issue":"9","key":"21_CR14","doi-asserted-by":"publisher","first-page":"5323","DOI":"10.1073\/pnas.95.9.5323","volume":"95","author":"H. Markram","year":"1998","unstructured":"Markram, H., Wang, Y., Tsodyks, M.: Differential signaling via the same axon of neocortical pyramidal neurons. Proc. of the Nat. Academy of Sciences of the USA\u00a095(9), 5323\u20135328 (1998)","journal-title":"Proc. of the Nat. Academy of Sciences of the USA"},{"issue":"9","key":"21_CR15","doi-asserted-by":"crossref","first-page":"2259","DOI":"10.1038\/78829","volume":"3","author":"S. Song","year":"2000","unstructured":"Song, S., Miller, K.D., Abbott, L.F.: Competitive Hebbian learning through spike-timing-dependent synaptic plasticity. Nature Neuroscience\u00a03(9), 2259 (2000)","journal-title":"Nature Neuroscience"},{"issue":"6","key":"21_CR16","doi-asserted-by":"publisher","first-page":"1063","DOI":"10.1016\/S0896-6273(03)00761-X","volume":"40","author":"H. Seung","year":"2003","unstructured":"Seung, H.: Learning in spiking neural networks by reinforcement of stochastic synaptic transmission. Neuron\u00a040(6), 1063\u20131073 (2003)","journal-title":"Neuron"},{"issue":"4","key":"21_CR17","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1103\/PhysRevE.69.041909","volume":"69","author":"X. Xie","year":"2004","unstructured":"Xie, X., Seung, H.S.: Learning in neural networks by reinforcement of irregular spiking. Phys. Rev. E\u00a069(4), 69\u201379 (2004)","journal-title":"Phys. Rev. E"},{"key":"21_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/978-3-642-04274-4_19","volume-title":"Artificial Neural Networks \u2013 ICANN 2009","author":"K. El-Laithy","year":"2009","unstructured":"El-Laithy, K., Bogdan, M.: Synchrony state generation in artificial neural networks with stochastic synapses. In: Alippi, C., Polycarpou, M., Panayiotou, C., Ellinas, G. (eds.) ICANN 2009. LNCS, vol.\u00a05768, pp. 181\u2013190. Springer, Heidelberg (2009)"},{"key":"21_CR19","unstructured":"El-Laithy, K., Bogdan, M.: Predicting spike-timing of a thalamic neuron using a stochastic synaptic model. In: ESANN Proceedings, pp. 357\u2013362 (2010)"},{"key":"21_CR20","doi-asserted-by":"crossref","unstructured":"Namarvar, H.H., Liaw, J.S., Berger, T.W.: A new dynamic synapse neural network for speech recognition. In: Proc. IEEE Int. Conf. Neural Networks, pp. 2985\u20132990 (2001)","DOI":"10.1109\/IJCNN.2001.938853"},{"key":"21_CR21","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1002\/(SICI)1098-1063(1996)6:6<591::AID-HIPO4>3.0.CO;2-K","volume":"6","author":"J. Liaw","year":"1996","unstructured":"Liaw, J., Berger, T.W.: Dynamic synapse: A new concept of neural representation and computation. Hippocampus\u00a06, 591\u2013600 (1996)","journal-title":"Hippocampus"},{"key":"21_CR22","first-page":"459","volume":"98","author":"A. Morrison","year":"2008","unstructured":"Morrison, A., Diesmann, M., Gerstner, W.: Phenomenological models of synaptic plasticity based on spike timing. Science\u00a098, 459\u2013478 (2008)","journal-title":"Science"},{"key":"21_CR23","unstructured":"El-Laithy, K., Bogdan, M.: On the Role of Synaptic Dynamics in the Generation of Synchrony States (2010)"},{"issue":"4","key":"21_CR24","doi-asserted-by":"publisher","first-page":"751","DOI":"10.1162\/089976601300014321","volume":"13","author":"M.C.W. Rossum van","year":"2001","unstructured":"van Rossum, M.C.W.: A Novel Spike Distance. Neural Comp.\u00a013(4), 751\u2013763 (2001)","journal-title":"Neural Comp."},{"issue":"16-18","key":"21_CR25","doi-asserted-by":"publisher","first-page":"3379","DOI":"10.1016\/j.neucom.2007.11.014","volume":"71","author":"D. Kimura","year":"2008","unstructured":"Kimura, D., Hayakawa, Y.: Reinforcement learning of recurrent neural network for temporal coding. Neurocomputing\u00a071(16-18), 3379\u20133386 (2008)","journal-title":"Neurocomputing"},{"issue":"4","key":"21_CR26","doi-asserted-by":"publisher","first-page":"48104","DOI":"10.1103\/PhysRevLett.97.048104","volume":"97","author":"I.R. Fiete","year":"2006","unstructured":"Fiete, I.R., Seung, H.S.: Gradient learning in spiking neural networks by dynamic perturbation of conductances. Physical Review Letters\u00a097(4), 048104 (2006)","journal-title":"Physical Review Letters"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks \u2013 ICANN 2010"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-15822-3_21.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,24]],"date-time":"2025-02-24T06:56:15Z","timestamp":1740380175000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-15822-3_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642158216","9783642158223"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-15822-3_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2010]]}}}