{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,20]],"date-time":"2025-04-20T04:16:39Z","timestamp":1745122599053,"version":"3.40.4"},"publisher-location":"Berlin, Heidelberg","reference-count":50,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642347986"},{"type":"electronic","value":"9783642347993"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012]]},"DOI":"10.1007\/978-3-642-34799-3_16","type":"book-chapter","created":{"date-parts":[[2012,10,25]],"date-time":"2012-10-25T14:30:20Z","timestamp":1351175420000},"page":"238-258","source":"Crossref","is-referenced-by-count":0,"title":["Recognizing Internal States of Other Agents to Anticipate and Coordinate Interactions"],"prefix":"10.1007","author":[{"given":"Filipo Studzinski","family":"Perotto","sequence":"first","affiliation":[]}],"member":"297","reference":[{"volume-title":"Developing Theories of Mind","year":"1988","key":"16_CR1","unstructured":"Astington, J.W., Harris, P.L., Olson, D.R. (eds.): Developing Theories of Mind. Cambridge University Press, Cambridge (1988)"},{"key":"16_CR2","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K.J. Astrom","year":"1965","unstructured":"Astrom, K.J.: Optimal Control of Markov Decision Processes with Incomplete State Estimation. Journal of Mathematical Analysis and Applications\u00a010, 174\u2013205 (1965)","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"16_CR3","unstructured":"Bateson, G.: Steps to an Ecology of Mind: Collected Essays in Anthropology, Psychiatry, Evolution, and Epistemology. University of Chicago Press (1972)"},{"key":"16_CR4","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1016\/0004-3702(94)00005-L","volume":"72","author":"R.D. Beer","year":"1995","unstructured":"Beer, R.D.: A dynamical systems perspective on agent-environment interactions. Artificial Intelligence\u00a072, 173\u2013215 (1995)","journal-title":"Artificial Intelligence"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Bellman, R.: A Markovian Decision Process. Journal of Mathematics and Mechanics\u00a06 (1957)","DOI":"10.1512\/iumj.1957.6.56038"},{"key":"16_CR6","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1016\/S0004-3702(97)00063-5","volume":"97","author":"A.L. Blum","year":"1997","unstructured":"Blum, A.L., Langley, P.: Selection of relevant features and examples in machine learning. Artificial Intelligence\u00a097, 245\u2013271 (1997)","journal-title":"Artificial Intelligence"},{"issue":"2","key":"16_CR7","first-page":"37","volume":"20","author":"J. Blythe","year":"1999","unstructured":"Blythe, J.: Decision-Theoretic Planning. AI Magazine\u00a020(2), 37\u201354 (1999)","journal-title":"AI Magazine"},{"key":"16_CR8","first-page":"1168","volume-title":"Proceedings of the 13th National Conference on Artificial Intelligence, AAAI","author":"C. Boutilier","year":"1996","unstructured":"Boutilier, C., Poole, D.: Computing optimal policies for partially observable decision processes using compact representations. In: Proceedings of the 13th National Conference on Artificial Intelligence, AAAI, OR, USA, vol.\u00a02, pp. 1168\u20131175. AAAI Press, Portland (1996)"},{"issue":"1-2","key":"16_CR9","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/S0004-3702(00)00033-3","volume":"121","author":"C. Boutilier","year":"2000","unstructured":"Boutilier, C., Dearden, R., Goldszmidt, M.: Stochastic dynamic programming with factored representations. Artificial Intelligence\u00a0121(1-2), 49\u2013107 (2000)","journal-title":"Artificial Intelligence"},{"key":"16_CR10","unstructured":"Chrisman, L.: Reinforcement Learning with Perceptual Aliasing: the perceptual distinctions approach. In: Proceedings of the 10th National Conference on Artificial Intelligence, AAAI, San Jose, CA, USA, pp. 183\u2013188. AAAI Press (1992)"},{"issue":"3","key":"16_CR11","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1111\/j.1467-8640.1989.tb00324.x","volume":"5","author":"T. Dean","year":"1989","unstructured":"Dean, T., Kanazawa, K.: A model for reasoning about persistence and causation. Comp. Intel.\u00a05(3), 142\u2013150 (1989)","journal-title":"Comp. Intel."},{"key":"16_CR12","volume-title":"Markov Decision Processes in Artificial Intelligence","author":"T. Degris","year":"2010","unstructured":"Degris, T., Sigaud, O.: Factored Markov Decision Processes. In: Buffet, O., Sigaud, O. (eds.) Markov Decision Processes in Artificial Intelligence. Loria, Vandoeuvre-l\u00e8s-Nancy (2010)"},{"key":"16_CR13","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1145\/1143844.1143877","volume-title":"Proceedings of the 23rd International Conference on Machine Learning, ICML","author":"T. Degris","year":"2006","unstructured":"Degris, T., Sigaud, O., Wuillemin, P.-H.: Learning the Structure of Factored Markov Decision Processes in Reinforcement Learning Problems. In: Proceedings of the 23rd International Conference on Machine Learning, ICML, pp. 257\u2013264. ACM, Pittsburgh (2006)"},{"key":"16_CR14","volume-title":"The Intentional Stance","author":"D. Dennett","year":"1987","unstructured":"Dennett, D.: The Intentional Stance. MIT Press, Cambridge (1987)"},{"key":"16_CR15","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/4378.001.0001","volume-title":"Made-Up Minds: a constructivist approach to artificial intelligence","author":"G. Drescher","year":"1991","unstructured":"Drescher, G.: Made-Up Minds: a constructivist approach to artificial intelligence. MIT Press, Cambridge (1991)"},{"key":"16_CR16","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-0805-2","volume-title":"Handbook of Markov Decision Processes: methods and applications","author":"E.A. Feinberg","year":"2002","unstructured":"Feinberg, E.A., Shwartz, A.: Handbook of Markov Decision Processes: methods and applications. Kluwer, Norwell (2002)"},{"issue":"1-2","key":"16_CR17","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1023\/A:1020249912095","volume":"50","author":"N. Friedman","year":"2003","unstructured":"Friedman, N., Koller, D.: Being Bayesian about Network Structure: a bayesian approach to structure discovery in bayesian networks. Machine Learning\u00a050(1-2), 95\u2013125 (2003)","journal-title":"Machine Learning"},{"key":"16_CR18","unstructured":"Guestrin, C., Koller, D., Parr, R.: Solving Factored POMDPs with Linear Value Functions. In: Proceedings of the Workshop on Planning under Uncertainty and Incomplete Information, Seattle, WA, pp. 67\u201375 (2001)"},{"key":"16_CR19","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1613\/jair.1000","volume":"19","author":"C. Guestrin","year":"2003","unstructured":"Guestrin, C., Koller, D., Parr, R., Venkataraman, S.: Efficient Solution Algorithms for Factored MDPs. Journal of Artificial Intelligence Research\u00a019, 399\u2013468 (2003)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"16_CR20","unstructured":"Hansen, E.A., Feng, Z.: Dynamic programming for POMDPs using a factored state representation. In: Proceedings of the 5th International Conference on Artificial Intelligence, Planning and Scheduling, AIPS, Breckenridge, CO, USA, pp. 130\u2013139. AAAI Press (2000)"},{"key":"16_CR21","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1613\/jair.678","volume":"13","author":"M. Hauskrecht","year":"2000","unstructured":"Hauskrecht, M.: Value-function approximations for partially observable Markov decision processes. Journal of Artificial Intelligence Research\u00a013, 33\u201394 (2000)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"16_CR22","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1145\/1143844.1143896","volume-title":"Proceedings of the 23rd International Conference on Machine Learning, ICML","author":"M. Holmes","year":"2006","unstructured":"Holmes, M., Isbell, C.: Looping Suffix Tree-Based Inference of Partially Observable Hidden State. In: Proceedings of the 23rd International Conference on Machine Learning, ICML, pp. 409\u2013416. ACM, Pittsburgh (2006)"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Jensen, F.B., Graven-Nielsen, T.: Bayesian Networks and Decision Graphs, 2nd edn. Springer (2007)","DOI":"10.1007\/978-0-387-68282-2"},{"key":"16_CR24","volume-title":"Dynamic Programming and Markov Processes","author":"R.A. Howard","year":"1960","unstructured":"Howard, R.A.: Dynamic Programming and Markov Processes. MIT Press, Cambridge (1960)"},{"key":"16_CR25","unstructured":"Howard, R.A., Matheson, J.E.: Influence Diagrams. In: The Principles and Applications of Decision Analysis, pp. 720\u2013762 (1981)"},{"key":"16_CR26","volume-title":"Proceedings of the 15th International Conference on Uncertainty in Artificial Intelligence, UAI","author":"J. Hoey","year":"1999","unstructured":"Hoey, J., St-Aubin, R., Hu, A.J., Boutilier, C.: SPUDD: Stochastic Planning Using Decision Diagrams. In: Proceedings of the 15th International Conference on Uncertainty in Artificial Intelligence, UAI, Stockholm, Sweden. Morgan Kaufmann, San Francisco (1999)"},{"key":"16_CR27","doi-asserted-by":"crossref","unstructured":"Jonsson, A., Barto, A.: A Causal Approach to Hierarchical Decomposition of Factored MDPs. In: Proceedings of the 22nd International Conference on Machine Learning, ICML, Bonn, Germany, pp. 401\u2013408. ACM (2005)","DOI":"10.1145\/1102351.1102402"},{"key":"16_CR28","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"L.P. Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artificial Intelligence\u00a0101, 99\u2013134 (1998)","journal-title":"Artificial Intelligence"},{"key":"16_CR29","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Acting optimally in partially observable stochastic domains. In: Proceedings of the 12th National Conference on Artificial Intelligence, AAAI, Seattle, WA, USA, pp. 1023\u20131028. AAAI Press (1994)"},{"key":"16_CR30","first-page":"427","volume-title":"Proceedings of the 15th International Conference on Uncertainty in Artificial Intelligence, UAI","author":"N. Meuleau","year":"1999","unstructured":"Meuleau, N., Kim, K.-E., Kaelbling, L.P., Cassandra, A.R.: Solving POMDPs by Searching the Space of Finite Policies. In: Proceedings of the 15th International Conference on Uncertainty in Artificial Intelligence, UAI, Stockholm, Sweden, pp. 427\u2013443. Morgan Kaufmann, San Francisco (1999)"},{"key":"16_CR31","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1602.001.0001","volume-title":"The big book of concepts","author":"G.L. Murphy","year":"2002","unstructured":"Murphy, G.L.: The big book of concepts. MIT Press, Cambridge (2002)"},{"key":"16_CR32","unstructured":"Pearl, J.: Causality: models of reasoning and inference. Cambridge University Press (2000)"},{"key":"16_CR33","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/978-1-84628-663-6_10","volume-title":"Proceedings of the Research and Development in Intelligent Systems XXIII, SGAI 2006","author":"F.S. Perotto","year":"2007","unstructured":"Perotto, F.S., \u00c1lvares, L.O.: Incremental Inductive Learning in a Constructivist Agent. In: Proceedings of the Research and Development in Intelligent Systems XXIII, SGAI 2006, pp. 129\u2013144. Springer, London (2007)"},{"key":"16_CR34","first-page":"117","volume-title":"Proceedings of the 7th International Conference on Epigenetic Robotics","author":"F.S. Perotto","year":"2007","unstructured":"Perotto, F.S., \u00c1lvares, L.O., Buisson, J.-C.: Constructivist Anticipatory Learning Mechanism (CALM): Dealing with Partially Deterministic and Partially Observable Environments. In: Proceedings of the 7th International Conference on Epigenetic Robotics, Piscataway, NJ, USA, pp. 117\u2013127. Lund University Cognitive Studies, New Jersey (2007)"},{"key":"16_CR35","unstructured":"Perotto, F.S.: Un M\u00e9canisme Constructiviste d\u2019Apprentissage Automatique d\u2019Anticipations pour des Agents Artificiels Situ\u00e9s. PhD Thesis. INP, Toulouse, France (2010) (in French)"},{"key":"16_CR36","volume-title":"Encyclopedia of the Sciences of Learning","author":"F.S. Perotto","year":"2012","unstructured":"Perotto, F.S.: Anticipatory Learning Mechanisms. In: Seel, N.M. (ed.) Encyclopedia of the Sciences of Learning. Springer, Heidelberg (2012)"},{"key":"16_CR37","doi-asserted-by":"publisher","DOI":"10.4324\/9780203278895","volume-title":"La Psychologie de l\u2019Intelligence","author":"J. Piaget","year":"1947","unstructured":"Piaget, J.: La Psychologie de l\u2019Intelligence. Armand Colin, Paris (1947)"},{"key":"16_CR38","first-page":"1081","volume-title":"Proceedings of the 17th Advances in Neural Information Processing Systems, NIPS","author":"P. Poupart","year":"2004","unstructured":"Poupart, P., Boutilier, C.: VDCBPI: an approximate scalable algorithm for large scale POMDPs. In: Proceedings of the 17th Advances in Neural Information Processing Systems, NIPS, Vancouver, Canada, pp. 1081\u20131088. MIT Press, Cambridge (2004)"},{"key":"16_CR39","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: discrete stochastic dynamic programming","author":"M.L. Puterman","year":"1994","unstructured":"Puterman, M.L.: Markov Decision Processes: discrete stochastic dynamic programming. Wiley, New York (1994)"},{"key":"16_CR40","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1007\/11564096_35","volume-title":"Machine Learning: ECML 2005","author":"G. Shani","year":"2005","unstructured":"Shani, G., Brafman, R.I., Shimony, S.E.: Model-Based Online Learning of POMDPs. In: Gama, J., Camacho, R., Brazdil, P.B., Jorge, A.M., Torgo, L. (eds.) ECML 2005. LNCS (LNAI), vol.\u00a03720, pp. 353\u2013364. Springer, Heidelberg (2005)"},{"key":"16_CR41","unstructured":"Shani, G., Poupart, P., Brafman, R.I., Shimony, S.E.: Efficient ADD Operations for Point-Based Algorithms. In: Proceedings of the 8th International Conference on Automated Planning and Scheduling, ICAPS, Sydney, Australia, pp. 330\u2013337. AAAI Press (2008)"},{"key":"16_CR42","unstructured":"Sim, H.S., Kim, K.-E., Kim, J.H., Chang, D.-S., Koo, M.-W.: Symbolic Heuristic Search Value Iteration for Factored POMDPs. In: Proceedings of the 23rd National Conference on Artificial Intelligence, AAAI, Chicago, IL, USA, pp. 1088\u20131093. AAAI Press (2008)"},{"key":"16_CR43","unstructured":"Singh, S., Littman, M., Jong, N., Pardoe, D., Stone, P.: Learning Predictive State Representations. In: Proceedings of the 20th International Conference on Machine Learning, ICML, Washington, DC, USA, pp. 712\u2013719. AAAI Press (2003)"},{"key":"16_CR44","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.1287\/opre.21.5.1071","volume":"21","author":"R.D. Smallwood","year":"1973","unstructured":"Smallwood, R.D., Sondik, E.J.: The optimal control of partially observable Markov decision processes over a finite horizon. Operations Research, Informs\u00a021, 1071\u20131088 (1973)","journal-title":"Operations Research, Informs"},{"key":"16_CR45","volume-title":"Proceedings of the 12th Advances in Neural Information Processing Systems, NIPS","author":"R. St-Aubin","year":"2000","unstructured":"St-Aubin, R., Hoey, J., Boutilier, C.: APRICODD: Approximate policy construction using decision diagrams. In: Proceedings of the 12th Advances in Neural Information Processing Systems, NIPS, Denver, CO, USA. MIT Press, Cambridge (2000)"},{"key":"16_CR46","doi-asserted-by":"crossref","unstructured":"Strehl, A.L., Diuk, C., Littman, M.L.: Efficient Structure Learning in Factored-State MDPs. In: Proceedings of the 22nd National Conference on Artificial Intelligence, AAAI, Vancouver, Canada, pp. 645\u2013650. AAAI Press (2007)","DOI":"10.1109\/ADPRL.2007.368176"},{"key":"16_CR47","unstructured":"Suchman, L.A.: Plans and Situated Actions. Cambridge University Press (1987)"},{"key":"16_CR48","doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: an introduction. MIT Press (1998)","DOI":"10.1109\/TNN.1998.712192"},{"issue":"3","key":"16_CR49","first-page":"279","volume":"8","author":"C.J.C.H. Watkins","year":"1992","unstructured":"Watkins, C.J.C.H., Dayan, P.: Q-learning. Machine Learning\u00a08(3), 279\u2013292 (1992)","journal-title":"Machine Learning"},{"key":"16_CR50","volume-title":"Cambridge Handbook of Situated Cognition","author":"R. Wilson","year":"2008","unstructured":"Wilson, R., Clark, A.: How to Situate Cognition: Letting Nature Take its Course. In: Aydede, M., Robbins, P. (eds.) Cambridge Handbook of Situated Cognition. Cambridge University Press, New York (2008)"}],"container-title":["Lecture Notes in Computer Science","Multi-Agent Systems"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-34799-3_16.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,19]],"date-time":"2025-04-19T17:23:01Z","timestamp":1745083381000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-34799-3_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012]]},"ISBN":["9783642347986","9783642347993"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-34799-3_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2012]]}}}