{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T07:04:06Z","timestamp":1742972646315,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":16,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642212826"},{"type":"electronic","value":"9783642212833"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-21283-3_51","type":"book-chapter","created":{"date-parts":[[2011,6,17]],"date-time":"2011-06-17T15:30:14Z","timestamp":1308324614000},"page":"410-417","source":"Crossref","is-referenced-by-count":3,"title":["Modelling Coordination of Learning Systems: A Reservoir Systems Approach to Dopamine Modulated Pavlovian Conditioning"],"prefix":"10.1007","author":[{"given":"Robert","family":"Lowe","sequence":"first","affiliation":[]},{"given":"Francesco","family":"Mannella","sequence":"additional","affiliation":[]},{"given":"Tom","family":"Ziemke","sequence":"additional","affiliation":[]},{"given":"Gianluca","family":"Baldassarre","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"51_CR1","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W. Schultz","year":"1997","unstructured":"Schultz, W., Dayan, P., Montague, P.R.: A neural substrate of prediction and reward. Science\u00a0275, 1593\u20131599 (1997)","journal-title":"Science"},{"key":"51_CR2","first-page":"64","volume-title":"Classical Conditioning II: Current Research and Theory","author":"R.A. Rescorla","year":"1972","unstructured":"Rescorla, R.A., Wagner, A.W.: A theory of Pavlovian conditioning: Variations in the effectiveness of reinforcement and nonreinforcement. In: Black, A.H., Prokasy, W.F. (eds.) Classical Conditioning II: Current Research and Theory, pp. 64\u201399. Appleton-Century-Crofts, New York (1972)"},{"key":"51_CR3","volume-title":"Reinforcement Learning: An Introduction","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. The MIT Press, Cambridge (1998)"},{"key":"51_CR4","doi-asserted-by":"publisher","first-page":"1009","DOI":"10.1016\/S0306-4522(98)00319-4","volume":"89","author":"P. Redgrave","year":"1999","unstructured":"Redgrave, P., Prescott, T.J., Gurney, K.: The basal ganglia: a vertebrate solution to the selection problem? Neuroscience\u00a089, 1009\u20131023 (1999)","journal-title":"Neuroscience"},{"unstructured":"Mannella, F., Mirolli, M., Baldassarre, G.: The role of amygdala in devaluation: a model tested with a simulated robot. In: Berthouze, L., Prince, C.G., Littman, M., Kozima, K., Balkenius, C. (eds.) Proc. 7th Int. Conf. on Epigenetic Robotics, pp. 77\u201384. Lund University Cognitive Studies (2007)","key":"51_CR5"},{"key":"51_CR6","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1177\/1059712302010003001","volume":"3-4","author":"W.H. Alexander","year":"2002","unstructured":"Alexander, W.H., Sporns, O.: An Embodied Model of Learning Plasticity, and Reward. Adaptive Behavior\u00a03-4, 143\u2013159 (2002)","journal-title":"Adaptive Behavior"},{"key":"51_CR7","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1037\/0735-7044.121.1.31","volume":"121","author":"R.C. O\u2019Reilly","year":"2007","unstructured":"O\u2019Reilly, R.C., Frank, M.J.: PVLV: The Primary Value and Learned Value Pavlovian Learning Algorithm. Behavioral Neuroscience\u00a0121, 31\u201349 (2007)","journal-title":"Behavioral Neuroscience"},{"key":"51_CR8","doi-asserted-by":"publisher","first-page":"2531","DOI":"10.1162\/089976602760407955","volume":"14","author":"W. Maass","year":"2002","unstructured":"Maass, W., Natschlager, T., Markram, H.: Real-time computing without stable states: a new framework for neural computation based on perturbations. Neural Computation\u00a014, 2531\u20132560 (2002)","journal-title":"Neural Computation"},{"unstructured":"Jaeger, H.: Short term memory in echo state networks. GMD Report\u00a0152 (2001)","key":"51_CR9"},{"key":"51_CR10","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1038\/nrn2558","volume":"10","author":"D.V. Buonomano","year":"2009","unstructured":"Buonomano, D.V., Maass, W.: State-dependent computations: spatiotemporal processing in cortical networks. Nat. Rev. Neurosci.\u00a010, 113\u2013125 (2009)","journal-title":"Nat. Rev. Neurosci."},{"unstructured":"Jaeger, H.: A tutorial on training recurrent neural networks, covering BPPT, RTRL, EKF and the \u201cecho state network\u201d approach. GMD Report\u00a0159 (2005)","key":"51_CR11"},{"key":"51_CR12","first-page":"593","volume-title":"Proc. 15th European Conf. on Artificial Intelligence","author":"J. Hertzberg","year":"2002","unstructured":"Hertzberg, J., Jaeger, H., Schoenherr, F.: Learning to Ground Fact Symbols in Behavior-Based Robots. In: van Harmelen, F. (ed.) Proc. 15th European Conf. on Artificial Intelligence, pp. 593\u2013600. IOS Press, Amsterdam (2002)"},{"key":"51_CR13","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1016\/S0893-6080(02)00046-1","volume":"15","author":"R.E. Suri","year":"2002","unstructured":"Suri, R.E.: TD models of reward predictive responses in dopamine neurons. Neural Networks\u00a015, 523\u2013533 (2002)","journal-title":"Neural Networks"},{"issue":"1","key":"51_CR14","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1007\/s12559-009-9012-0","volume":"1","author":"T. Ziemke","year":"2009","unstructured":"Ziemke, T., Lowe, R.J.: On the Role of Emotion in Embodied Cognitive Architectures: From Organisms to Robots. Cognitive Computation\u00a01(1), 104\u2013117 (2009)","journal-title":"Cognitive Computation"},{"issue":"1","key":"51_CR15","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1080\/09540090802414085","volume":"21","author":"R.J. Lowe","year":"2009","unstructured":"Lowe, R.J., Humphries, M., Ziemke, T.: The dual-route hypothesis: evaluating a neurocomputational model of fear conditioning in rats. Connection Science\u00a021(1), 15\u201337 (2009)","journal-title":"Connection Science"},{"key":"51_CR16","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1098\/rstb.2006.1966","volume":"362","author":"F. Mannella","year":"2006","unstructured":"Mannella, F., Baldassarre, G.: A Neural-Network Reinforcement-Learning Model of Domestic Chicks that Learn to Localise the Centre of Closed Arenas. Phil. Trans. R. Soc. B.\u00a0362, 383\u2013401 (2006)","journal-title":"Phil. Trans. R. Soc. B."}],"container-title":["Lecture Notes in Computer Science","Advances in Artificial Life. Darwin Meets von Neumann"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-21283-3_51","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,19]],"date-time":"2019-05-19T20:13:14Z","timestamp":1558296794000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-21283-3_51"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642212826","9783642212833"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-21283-3_51","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2011]]}}}