{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,6]],"date-time":"2026-01-06T05:27:11Z","timestamp":1767677231608},"publisher-location":"Berlin, Heidelberg","reference-count":27,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540404293"},{"type":"electronic","value":"9783540450023"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2003]]},"DOI":"10.1007\/978-3-540-45002-3_5","type":"book-chapter","created":{"date-parts":[[2010,6,22]],"date-time":"2010-06-22T19:42:30Z","timestamp":1277235750000},"page":"66-85","source":"Crossref","is-referenced-by-count":5,"title":["Towards a Four Factor Theory of Anticipatory Learning"],"prefix":"10.1007","author":[{"given":"Mark","family":"Witkowski","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"5_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0004-3702(94)00054-5","volume":"72","author":"P.E. Agre","year":"1995","unstructured":"Agre, P.E.: Computational Research on Interaction and Agency. Artificial Intelligence\u00a072, 1\u201352 (1995)","journal-title":"Artificial Intelligence"},{"key":"5_CR2","doi-asserted-by":"crossref","unstructured":"Baird, L.C., Klopf, A.H.: Extensions to the Associative Control Process (ACP) Network: Hierarchies and Provable Optimality. In: 2nd Int. Conf. on Simulation of Adaptive Behavior (SAB-2), pp. 163\u2013171 (1993)","DOI":"10.7551\/mitpress\/3116.003.0023"},{"key":"5_CR3","unstructured":"Balkenius, C.: Natural Intelligence in Artificial Creatures, Lund University Cognitive Studies 37 (1995)"},{"key":"5_CR4","doi-asserted-by":"crossref","unstructured":"Balkenius, C., Mor\u00e9n, J.: Computational Models of Classical Conditioning: A Comparative Study. In: 5th Int. Conf. on Simulation of Adaptive Behavior (SAB-5), pp. 348\u2013353 (1998)","DOI":"10.7551\/mitpress\/3119.003.0053"},{"key":"5_CR5","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1016\/0166-4328(82)90001-8","volume":"4","author":"A.G. Barto","year":"1982","unstructured":"Barto, A.G., Sutton, R.S.: Simulation of Anticipatory Responses in Classical Conditioning by a Neuron-like Adaptive Element. Behavioral Brain Research\u00a04, 221\u2013235 (1982)","journal-title":"Behavioral Brain Research"},{"key":"5_CR6","unstructured":"Bower, G.H., Hilgard, E.R.: Theories of Learning, 5th edn. Prentice Hall Inc., Englewood Cliffs (1981)"},{"key":"5_CR7","unstructured":"Brooks, R.A.: Intelligence Without Reason, MIT AI Laboratory, A.I. Memo No. 1293 (Prepared for Computers and Thought). In: IJCAI 1991 (April 1991) (preprint)"},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Bryson, J.: Hierarchy and Sequence vs. Full Parallelism in Action Selection. In: 6th Int. Conf. on Simulation of Adaptive Behavior (SAB-6), pp. 147\u2013156 (2000)","DOI":"10.7551\/mitpress\/3120.003.0017"},{"key":"5_CR9","unstructured":"Butz, M.V., Sigaud, O., Gerard, P.: Internal Models and Anticipations in Adaptive Learning Systems. In: Adaptive Behavior in Anticipatory Learning Systems 2002 Workshop (ABiALS 2002), p. 23 (2002)"},{"key":"5_CR10","first-page":"3","volume-title":"The Selection of Behavior","author":"A.C. Catania","year":"1988","unstructured":"Catania, A.C.: The Operant Behaviorism of B.F. Skinner. In: Catania, A.C., Harnad, S. (eds.) The Selection of Behavior, pp. 3\u20138. Cambridge University Press, Cambridge (1988)"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Maes, P.: Behavior-based Artificial Intelligence. In: 2nd Int. Conf. on Simulation of Adaptive Behavior (SAB-2), pp. 2\u201310 (1993)","DOI":"10.7551\/mitpress\/3116.003.0003"},{"key":"5_CR12","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1037\/h0040613","volume":"63","author":"O.H. Mowrer","year":"1956","unstructured":"Mowrer, O.H.: Two-factor Learning Theory Reconsidered, with Special Reference to Secondary Reinforcement and the Concept of Habit. Psychological Review\u00a063, 114\u2013128 (1956)","journal-title":"Psychological Review"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Rosenblatt, J.K., Payton, D.W.: A Fine-Grained Alternative to the Subsumption Architecture for Mobile Robot Control. In: IEEE\/INNS Int. Joint Conf. on Neural Networks, vol.\u00a0II, pp. 317\u2013323 (1989)","DOI":"10.1109\/IJCNN.1989.118717"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Saksida, L.M., Raymond, S.M., Touretzky, D.S.: Shaping Robot Behavior Using Principles from Instrumental Conditioning. Robotics and Autonomous Systems 22-3\/4, 231\u2013249 (1997)","DOI":"10.1016\/S0921-8890(97)00041-9"},{"key":"5_CR15","unstructured":"Schaffer, S.: Babbage.s Intelligence: Calculating Engines and the Factory System (1998), hosted at http:\/\/cci.wmin.ac.uk\/schaffer\/schaffer01.html"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Schmajuk, N.A.: Behavioral Dynamics of Escape and Avoidance: A Neural Network Approach. In: 3rd Int. Conf. on Simulation of Adaptive Behavior (SAB-3), pp. 118-127 (1994)","DOI":"10.7551\/mitpress\/3117.003.0027"},{"key":"5_CR17","first-page":"56","volume":"104-1","author":"S.J. Shettleworth","year":"1975","unstructured":"Shettleworth, S.J.: Reinforcement and the Organization of Behavior in Golden Hamsters: Hunger, Environment, and Food Reinforcement. Journal of Experimental Psychology: Animal Behavior Processes\u00a0104-1, 56\u201387 (1975)","journal-title":"Journal of Experimental Psychology: Animal Behavior Processes"},{"key":"5_CR18","doi-asserted-by":"crossref","unstructured":"Stolzmann, W., Butz, M.V., Hoffmann, J., Goldberg, D.E.: First Cognitive Capabilities in the Anticipatory Classifier System. In: 6th Int. Conf. on Simulation of Adaptive Behavior (SAB-6), pp. 287-296 (2000)","DOI":"10.7551\/mitpress\/3120.003.0031"},{"key":"5_CR19","volume-title":"Reinforcement Learning: An Introduction","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Tani, J., Nolfi, S.: Learning to Perceive the World as Articulated: An Approach for Hierarchical Learning in Sensory-Motor Systems. In: 5th Int. Conf. on Simulation of Adaptive Behavior (SAB-5), pp. 270\u2013279 (1998)","DOI":"10.7551\/mitpress\/3119.003.0042"},{"issue":"2","key":"5_CR21","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1037\/h0055171","volume":"48","author":"D. Thistlethwaite","year":"1951","unstructured":"Thistlethwaite, D.: A Critical Review of Latent Learning and Related Experiments. Psychological Bulletin\u00a048(2), 97\u2013129 (1951)","journal-title":"Psychological Bulletin"},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Thorndike, E.L.: Animal Intelligence: An Experimental Study of the Associative Processes in Animals. Psychol. Rev., Monogr.\u00a0Suppl., 2-8 (1898)","DOI":"10.1037\/10780-000"},{"key":"5_CR23","unstructured":"Tolman, E.C.: Purposive Behavior in Animals and Men. The Century Co., New York (1932)"},{"key":"5_CR24","unstructured":"Tyrrell, T.: Computational Mechanisms for Action Selection, University of Edinburgh, Ph.D. thesis (1993)"},{"key":"5_CR25","unstructured":"Witkowski, M.: Dynamic Expectancy: An Approach to Behaviour Shaping Using a New Method of Reinforcement Learning. In: 6th Int. Symp. on Intelligent Robotic Systems, pp. 73\u201381 (1998)"},{"key":"5_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/3-540-48304-7_49","volume-title":"Advances in Artificial Life","author":"M. Witkowski","year":"1999","unstructured":"Witkowski, M.: Integrating Unsupervised Learning, Motivation and Action Selection in an A-life Agent. In: Floreano, D., Mondada, F. (eds.) ECAL 1999. LNCS, vol.\u00a01674, pp. 355\u2013364. Springer, Heidelberg (1999)"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"Witkowski, M.: The Role of Behavioral Extinction in Animat Action Selection. In: 6th Int. Conf. on Simulation of Adaptive Behavior (SAB-6), pp. 177\u2013186 (2000)","DOI":"10.7551\/mitpress\/3120.003.0020"}],"container-title":["Lecture Notes in Computer Science","Anticipatory Behavior in Adaptive Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-45002-3_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,27]],"date-time":"2024-03-27T19:21:20Z","timestamp":1711567280000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-45002-3_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003]]},"ISBN":["9783540404293","9783540450023"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-45002-3_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2003]]}}}