{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T10:34:05Z","timestamp":1726482845727},"publisher-location":"Berlin, Heidelberg","reference-count":25,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642330926"},{"type":"electronic","value":"9783642330933"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012]]},"DOI":"10.1007\/978-3-642-33093-3_30","type":"book-chapter","created":{"date-parts":[[2012,8,21]],"date-time":"2012-08-21T16:53:27Z","timestamp":1345568007000},"page":"299-309","source":"Crossref","is-referenced-by-count":10,"title":["Multi-timescale Nexting in a Reinforcement Learning Robot"],"prefix":"10.1007","author":[{"given":"Joseph","family":"Modayil","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Adam","family":"White","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard S.","family":"Sutton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"4","key":"30_CR1","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1037\/h0058944","volume":"25","author":"W. Brogden","year":"1939","unstructured":"Brogden, W.: Sensory pre-conditioning. Journal of Experimental Psychology\u00a025(4), 323\u2013332 (1939)","journal-title":"Journal of Experimental Psychology"},{"key":"30_CR2","series-title":"Lecture Notes in Artificial Intelligence","volume-title":"Anticipatory Behavior in Adaptive Learning Systems","year":"2003","unstructured":"Butz, M.V., Sigaud, O., G\u00e9rard, P. (eds.): Anticipatory Behavior in Adaptive Learning Systems. LNCS (LNAI), vol.\u00a02684. Springer, Heidelberg (2003)"},{"issue":"4","key":"30_CR3","doi-asserted-by":"publisher","first-page":"691","DOI":"10.1162\/089892900562318","volume":"12","author":"K. Carlsson","year":"2000","unstructured":"Carlsson, K., Petrovic, P., Skare, S., Petersson, K., Ingvar, M.: Tickling expectations: neural processing in anticipation of a sensory stimulus. Journal of Cognitive Neuroscience\u00a012(4), 691\u2013703 (2000)","journal-title":"Journal of Cognitive Neuroscience"},{"unstructured":"Clark, A.: Whatever Next? Predictive Brains, Situated Agents, and the Future of Cognitive Science. Behavioral and Brain Sciences (in press)","key":"30_CR4"},{"unstructured":"Dayan, P., Hinton, G.: Feudal reinforcement learning. In: Advances in Neural Information Processing Systems 5, pp. 271\u2013278 (1993)","key":"30_CR5"},{"unstructured":"Gilbert, D.: Stumbling on Happiness. Knopf Press (2006)","key":"30_CR6"},{"key":"30_CR7","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1017\/S0140525X04000093","volume":"27","author":"R. Grush","year":"2004","unstructured":"Grush, R.: The emulation theory of representation: motor control, imagery, and perception. Behavioural and Brain Sciences\u00a027, 377\u2013442 (2004)","journal-title":"Behavioural and Brain Sciences"},{"unstructured":"Hawkins, J., Blakeslee, S.: On Intelligence. Times Books (2004)","key":"30_CR8"},{"doi-asserted-by":"crossref","unstructured":"Huron, D.: Sweet anticipation: Music and the Psychology of Expectation. MIT Press (2006)","key":"30_CR9","DOI":"10.7551\/mitpress\/6575.001.0001"},{"unstructured":"Kaelbling, L.: Learning to achieve goals. In: Proceedings of International Joint Conference on Artificial Intelligence (1993)","key":"30_CR10"},{"unstructured":"Levitin, D.: This is Your Brain on Music. Dutton Books (2006)","key":"30_CR11"},{"unstructured":"Pavlov, I.: Conditioned Reflexes: An Investigations of the Physiological Activity of the Cerebral Cortex, translated and edited by Anrep, G.V. Oxford University Press (1927)","key":"30_CR12"},{"issue":"2","key":"30_CR13","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1007\/s11023-008-9095-5","volume":"18","author":"G. Pezzulo","year":"2008","unstructured":"Pezzulo, G.: Coordinating with the future: The anticipatory nature of representation. Minds and Machines\u00a018(2), 179\u2013225 (2008)","journal-title":"Minds and Machines"},{"issue":"3","key":"30_CR14","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1037\/0097-7403.6.3.207","volume":"6","author":"R. Rescorla","year":"1980","unstructured":"Rescorla, R.: Simultaneous and successive associations in sensory preconditioning. Journal of Experimental Psychology: Animal Behavior Processes\u00a06(3), 207\u2013216 (1980)","journal-title":"Journal of Experimental Psychology: Animal Behavior Processes"},{"unstructured":"Singh, S.: Reinforcement learning with a hierarchy of abstract models. In: Proceedings of the Tenth National Conference on Artificial Intelligence, pp. 202\u2013207 (1992)","key":"30_CR15"},{"key":"30_CR16","first-page":"9","volume":"3","author":"R.S. Sutton","year":"1988","unstructured":"Sutton, R.S.: Learning to predict by the method of temporal differences. Machine Learning\u00a03, 9\u201344 (1988)","journal-title":"Machine Learning"},{"doi-asserted-by":"crossref","unstructured":"Sutton, R.S.: Integrated architectures for learning, planning, and reacting based on approximating dynamic programming. In: Proceedings of the Seventh International Conference on Machine Learning, pp. 216\u2013224 (1990)","key":"30_CR17","DOI":"10.1016\/B978-1-55860-141-3.50030-4"},{"doi-asserted-by":"crossref","unstructured":"Sutton, R.S.: TD models: Modeling the world at a mixture of time scales. In: Proceedings of the International Conference on Machine Learning, pp. 531\u2013539 (1995)","key":"30_CR18","DOI":"10.1016\/B978-1-55860-377-6.50072-4"},{"unstructured":"Sutton, R.S.: The grand challenge of predictive empirical abstract knowledge. In: Working Notes of the IJCAI 2009 Workshop on Grand Challenges for Reasoning from Experiences (2009)","key":"30_CR19"},{"unstructured":"Sutton, R.S., Barto, A.G.: Time-derivative models of Pavlovian reinforcement. In: Learning and Computational Neuroscience: Foundations of Adaptive Networks, pp. 497\u2013537. MIT Press (1990)","key":"30_CR20"},{"doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press (1998)","key":"30_CR21","DOI":"10.1109\/TNN.1998.712192"},{"unstructured":"Sutton, R.S., Modayil, J., Delp, M., Degris, T., Pilarski, P.M., White, A., Precup, D.: Horde: A scalable real-time architecture for learning knowledge from unsupervised sensorimotor interaction. In: Proceedings of the 10th International Conference on Autonomous Agents and Multiagent Systems, pp. 761\u2013768 (2011)","key":"30_CR22"},{"key":"30_CR23","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","volume":"112","author":"R.S. Sutton","year":"1999","unstructured":"Sutton, R.S., Precup, D., Singh, S.: Between MDPs and semi-MDPs: A framework for temporal abstraction in reinforcement learning. Artificial Intelligence\u00a0112, 181\u2013211 (1999)","journal-title":"Artificial Intelligence"},{"unstructured":"Tolman, E.C.: Purposive Behavior in Animals and Men. University of California Press (1951)","key":"30_CR24"},{"issue":"5232","key":"30_CR25","doi-asserted-by":"publisher","first-page":"1880","DOI":"10.1126\/science.7569931","volume":"269","author":"D. Wolpert","year":"1995","unstructured":"Wolpert, D., Ghahramani, Z., Jordan, M.: An internal model for sensorimotor integration. Science\u00a0269(5232), 1880\u20131882 (1995)","journal-title":"Science"}],"container-title":["Lecture Notes in Computer Science","From Animals to Animats 12"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-33093-3_30.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,4]],"date-time":"2021-05-04T11:55:19Z","timestamp":1620129319000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-33093-3_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012]]},"ISBN":["9783642330926","9783642330933"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-33093-3_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2012]]}}}