{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T06:08:03Z","timestamp":1725516483613},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540691334"},{"type":"electronic","value":"9783540691341"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.1007\/978-3-540-69134-1_2","type":"book-chapter","created":{"date-parts":[[2008,8,12]],"date-time":"2008-08-12T16:07:43Z","timestamp":1218557263000},"page":"12-21","source":"Crossref","is-referenced-by-count":5,"title":["Evolution of Valence Systems in an Unstable Environment"],"prefix":"10.1007","author":[{"given":"Matthijs","family":"Snel","sequence":"first","affiliation":[]},{"given":"Gillian M.","family":"Hayes","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"2_CR1","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W. Schultz","year":"1997","unstructured":"Schultz, W., Dayan, P., Montague, P.R.: A neural substrate of prediction and reward. Science\u00a0275, 1593\u20131599 (1997)","journal-title":"Science"},{"key":"2_CR2","unstructured":"Ackley, D.E., Littman, M.E.: Interactions between learning and evolution. In: Langton, C., Taylor, C., Farmer, D., Rasmussen, S. (eds.) Proc. Second Conf. Artificial Life (1991)"},{"key":"2_CR3","volume-title":"Adv. Neural Information Processing Systems","author":"S. Singh","year":"2004","unstructured":"Singh, S., Barto, A.G., Chentanez, N.: Intrinsically Motivated Reinforcement Learning. In: Adv. Neural Information Processing Systems, vol.\u00a017. MIT Press, Cambridge (2004)"},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Schembri, M., Mirolli, M., Baldassarre, G.: Evolving internal reinforcers for an intrinsically motivated reinforcement-learning robot. In: Demiris, Y., Mareschal, D., Scassellati, B., Weng, J. (eds.) Proc. 6th Int. Conf. Development and Learning, pp. E1\u20136. Imperial College, London (2006)","DOI":"10.1109\/DEVLRN.2007.4354052"},{"key":"2_CR5","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"936","DOI":"10.1007\/11553090_94","volume-title":"Advances in Artificial Life","author":"T. Damoulas","year":"2005","unstructured":"Damoulas, T., Cos-Aguilera, I., Hayes, G.M., Taylor, T.: Valency for adaptive homeostatic agents: Relating evolution and learning. In: Capcarr\u00e8re, M.S., Freitas, A.A., Bentley, P.J., Johnson, C.G., Timmis, J. (eds.) ECAL 2005. LNCS (LNAI), vol.\u00a03630, pp. 936\u2013945. Springer, Berlin (2005)"},{"key":"2_CR6","unstructured":"Snel, M.: Evolving a sense of valency. MSc thesis, School of Informatics, University of Edinburgh (2007)"},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Ca\u00f1amero, D.: Modeling motivations and emotions as a basis for intelligent behavior. In: Proc. Int. Conf. Autonomous Agents, pp. 148\u2013155 (1997)","DOI":"10.1145\/267658.267688"},{"key":"2_CR8","first-page":"164","volume-title":"Emotional and intelligent: The tangled of knot of cognition. Papers from the 1998 AAAI Fall Symposium","author":"J. Vel\u00e1squez","year":"1998","unstructured":"Vel\u00e1squez, J.: Modeling emotion-based decision making. In: Ca\u00f1amero, L.D. (ed.) Emotional and intelligent: The tangled of knot of cognition. Papers from the 1998 AAAI Fall Symposium, pp. 164\u2013169. AAAI Press, Menlo Park (1998)"},{"key":"2_CR9","unstructured":"Cos-Aguilera, I., Ca\u00f1amero, L., Hayes, G.M.: Motivation-driven learning of object affordances: first experiments using a simulated Khepera robot. In: Detjer, F., D\u00f6rner, D., Schaub, H. (eds.) The logic of cognitive systems: Proc. Fifth Int. Conf. Cognitive Modeling (ICCM 2003), pp. 57\u201362 (2003)"},{"issue":"4","key":"2_CR10","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1162\/10636560152642887","volume":"9","author":"J. Urzelai","year":"2001","unstructured":"Urzelai, J., Floreano, D.: Evolution of adaptive synapses: robots with fast adaptive behavior in new environments. Evolutionary Computation\u00a09(4), 495\u2013524 (2001)","journal-title":"Evolutionary Computation"},{"issue":"1","key":"2_CR11","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1177\/105971230501300103","volume":"13","author":"G. Capi","year":"2005","unstructured":"Capi, G., Doya, K.: Evolution of neural architecture fitting environmental dynamics. Adaptive Behavior\u00a013(1), 53\u201366 (2005)","journal-title":"Adaptive Behavior"},{"key":"2_CR12","first-page":"835","volume":"13","author":"A.G. Barto","year":"1983","unstructured":"Barto, A.G., Sutton, R.S., Anderson, C.W.: Neuronlike elements that can solve difficult learning control problems. IEEE Transactions on Systems, Man, and Cybernetics\u00a013, 835\u2013846 (1983)","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics"},{"key":"2_CR13","volume-title":"Adv. Neural Information Processing Systems","author":"D.E. Ackley","year":"1990","unstructured":"Ackley, D.E., Littman, M.E.: Generalization and scaling in reinforcement learning. In: Touretzky, D.S. (ed.) Adv. Neural Information Processing Systems, vol.\u00a02. Morgan Kaufmann, San Mateo (1990)"},{"key":"2_CR14","first-page":"9","volume":"3","author":"R.S. Sutton","year":"1988","unstructured":"Sutton, R.S.: Learning to predict by the method of temporal differences. Machine Learning\u00a03, 9\u201344 (1988)","journal-title":"Machine Learning"},{"issue":"3","key":"2_CR15","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1162\/evco.1996.4.3.213","volume":"4","author":"G. Mayley","year":"1996","unstructured":"Mayley, G.: Landscapes, learning costs and genetic assimilation. Evolutionary Computation\u00a04(3), 213\u2013234 (1996b)","journal-title":"Evolutionary Computation"},{"key":"2_CR16","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1006\/jtbi.1995.0123","volume":"175","author":"R.W. Anderson","year":"1995","unstructured":"Anderson, R.W.: Learning and evolution: a quantitative genetics approach. J. Theor. Biol.\u00a0175, 89\u2013101 (1995)","journal-title":"J. Theor. Biol."},{"key":"2_CR17","first-page":"249","volume-title":"Models of Information Processing in the Basal Ganglia","author":"J.C. Houk","year":"1995","unstructured":"Houk, J.C., Adams, J.L., Barto, A.G.: A model of how the basal ganglia generates and uses neural signals that predict reinforcement. In: Houk, J.C., Davis, J.L., Beiser, D.G. (eds.) Models of Information Processing in the Basal Ganglia, pp. 249\u2013274. MIT Press, Cambridge (1995)"},{"key":"2_CR18","volume-title":"Drives and reinforcements: behavioral studies of hypothalamic functions","author":"J. Olds","year":"1977","unstructured":"Olds, J.: Drives and reinforcements: behavioral studies of hypothalamic functions. Raven Press, New York (1977)"},{"key":"2_CR19","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1037\/0735-7044.108.3.549","volume":"108","author":"K.L. Conover","year":"1994","unstructured":"Conover, K.L., Woodside, B., Shizgal, P.: Effects of sodium depletion on competition and summation between rewarding effects of salt and lateral hypothalamic stimulation in the rat. Behav. Neurosci.\u00a0108, 549\u2013558 (1994)","journal-title":"Behav. Neurosci."},{"key":"2_CR20","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1126\/science.157.3788.552","volume":"157","author":"E.S. Valenstein","year":"1968","unstructured":"Valenstein, E.S., Cox, V.C., Kakolewski, J.W.: Modification of motivated behavior elicited by electrical stimulation of the hypothalamus. Science\u00a0157, 552\u2013554 (1968)","journal-title":"Science"},{"key":"2_CR21","first-page":"215","volume-title":"Models of Information Processing in the Basal Ganglia","author":"A.G. Barto","year":"1995","unstructured":"Barto, A.G.: Adaptive critics and the basal ganglia. In: Houk, J.C., Davis, J.L., Beiser, D.G. (eds.) Models of Information Processing in the Basal Ganglia, pp. 215\u2013232. MIT Press, Cambridge (1995)"}],"container-title":["Lecture Notes in Computer Science","From Animals to Animats 10"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-69134-1_2.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,19]],"date-time":"2020-11-19T05:31:59Z","timestamp":1605763919000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-69134-1_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[null]]},"ISBN":["9783540691334","9783540691341"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-69134-1_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[]}}