{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T15:32:56Z","timestamp":1743089576336,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319146263"},{"type":"electronic","value":"9783319146270"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-14627-0_16","type":"book-chapter","created":{"date-parts":[[2015,1,3]],"date-time":"2015-01-03T06:51:35Z","timestamp":1420267895000},"page":"228-238","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Emergent Collective Behaviors in a Multi-agent Reinforcement Learning Pedestrian Simulation: A Case Study"],"prefix":"10.1007","author":[{"given":"Francisco","family":"Martinez-Gil","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Miguel","family":"Lozano","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fernando","family":"Fern\u00e1ndez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,1,4]]},"reference":[{"issue":"3","key":"16_CR1","doi-asserted-by":"publisher","first-page":"7:1","DOI":"10.1145\/1276377.1276386","volume":"26","author":"A Treuille","year":"2007","unstructured":"Treuille, A., Lee, Y., Popovi\u0107, Z.: Near-optimal character animation with continuous control. ACM Trans. Graph. 26(3), 7:1\u20137:7 (2007). (SIGGRAPH 2007)","journal-title":"ACM Trans. Graph."},{"key":"16_CR2","first-page":"1002","volume-title":"Advances in Neural Information Processing Systems","author":"A Sch\u00f6dl","year":"2000","unstructured":"Sch\u00f6dl, A., Essa, I.: Machine learning for video-based rendering. In: Leen, T.K., Dietterich, T.G., Tresp, V. (eds.) Advances in Neural Information Processing Systems, pp. 1002\u20131008. MIT Press, Cambridge (2000)"},{"key":"16_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1007\/978-3-642-28499-1_4","volume-title":"Adaptive and Learning Agents","author":"F Martinez-Gil","year":"2012","unstructured":"Martinez-Gil, F., Lozano, M., Fern\u00e1ndez, F.: Multi-agent reinforcement learning for simulating pedestrian navigation. In: Vrancx, P., Knudson, M., Grze\u015b, M. (eds.) ALA 2011. LNCS, vol. 7113, pp. 54\u201369. Springer, Heidelberg (2012)"},{"key":"16_CR4","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1126\/science.177.4047.393","volume":"177","author":"P Anderson","year":"1972","unstructured":"Anderson, P.: More is different. Science 177, 393 (1972)","journal-title":"Science"},{"key":"16_CR5","volume-title":"Self-organization and Evolution of Social Systems","author":"K Charlotte","year":"2005","unstructured":"Charlotte, K.: Self-organization and Evolution of Social Systems. Cambridge University Press, Cambridge (2005)"},{"issue":"1","key":"16_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1287\/trsc.1040.0108","volume":"39","author":"D Helbing","year":"2005","unstructured":"Helbing, D., Buzna, L., Johansson, A., Werner, T.: Self-organized pedestrian crowd dynamics: experiments, simulations, and design solutions. Transp. Sci. 39(1), 1\u201324 (2005)","journal-title":"Transp. Sci."},{"issue":"3","key":"16_CR7","doi-asserted-by":"publisher","first-page":"e1002442","DOI":"10.1371\/journal.pcbi.1002442","volume":"8","author":"M Moussa\u00efd","year":"2012","unstructured":"Moussa\u00efd, M., Guillot, E.G., Moreau, M., Fehrenbach, J., Chabiron, O., Lemercier, S., Pettr\u00e9, J., Appert-Roland, C., Degond, P., Theraulaz, G.: Traffic instabilities in self-organized pedestrian crowds. PLoS Comput. Biol. 8(3), e1002442 (2012)","journal-title":"PLoS Comput. Biol."},{"key":"16_CR8","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1068\/b2697","volume":"28","author":"D Helbing","year":"2001","unstructured":"Helbing, D., Moln\u00e1r, P., Farkas, I., Bolay, K.: Self-organizing pedestrian movement. Environ. Plann. Part B Plann. Des. 28, 361\u2013383 (2001)","journal-title":"Environ. Plann. Part B Plann. Des."},{"key":"16_CR9","doi-asserted-by":"publisher","first-page":"4282","DOI":"10.1103\/PhysRevE.51.4282","volume":"51","author":"D Helbing","year":"1995","unstructured":"Helbing, D., Moln\u00e1r, P.: Social force model for pedestrian dynamics. Phys. Rev. E 51, 4282\u20134286 (1995)","journal-title":"Phys. Rev. E"},{"key":"16_CR10","doi-asserted-by":"publisher","first-page":"1409","DOI":"10.1068\/a32140","volume":"32","author":"D O\u2019Sullivan","year":"2000","unstructured":"O\u2019Sullivan, D., Haklay, M.: Agent-based models and individualism: is the world agent-based? Environ. Plann. A 32, 1409\u20131425 (2000)","journal-title":"Environ. Plann. A"},{"issue":"9","key":"16_CR11","doi-asserted-by":"publisher","first-page":"1433","DOI":"10.1016\/j.trb.2011.05.016","volume":"45","author":"N Shiwakoti","year":"2011","unstructured":"Shiwakoti, N., Sarvi, M., Rose, G., Burd, M.: Animal dynamics based approach for modeling pedestrian crowd egress under panic conditions. Transp. Res. Part B Methodol. 45(9), 1433\u20131449 (2011)","journal-title":"Transp. Res. Part B Methodol."},{"key":"16_CR12","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. J. Artif. Intell. Res. 4, 237\u2013285 (1996)","journal-title":"J. Artif. Intell. Res."},{"key":"16_CR13","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"16_CR14","first-page":"279","volume":"8","author":"C Watkins","year":"1992","unstructured":"Watkins, C., Dayan, P.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"16_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1007\/978-3-642-34710-8_28","volume-title":"Motion in Games","author":"F Martinez-Gil","year":"2012","unstructured":"Martinez-Gil, F., Lozano, M., Fern\u00e1ndez, F.: Calibrating a motion model based on reinforcement learning for pedestrian simulation. In: Kallmann, M., Bekris, K. (eds.) MIG 2012. LNCS, vol. 7660, pp. 302\u2013313. Springer, Heidelberg (2012)"},{"key":"16_CR16","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/j.trb.2008.06.010","volume":"43","author":"T Robin","year":"2009","unstructured":"Robin, T., Antonioni, G., Bierlaire, M., Cruz, J.: Specification, estimation and validation of a pedestrian walking behavior model. Transp. Res. 43, 36\u201356 (2009)","journal-title":"Transp. Res."},{"key":"16_CR17","first-page":"1","volume-title":"Pedestrian Behavior Models","author":"M Bierlaire","year":"2009","unstructured":"Bierlaire, M., Robin, T.: Pedestrians choices. In: Timmermans, H. (ed.) Pedestrian Behavior Models, pp. 1\u201326. Emerald, Bradford (2009)"},{"issue":"2","key":"16_CR18","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/MASSP.1984.1162229","volume":"1","author":"RM Gray","year":"1984","unstructured":"Gray, R.M.: Vector quantization. IEEE ASSP Mag. 1(2), 4\u201329 (1984)","journal-title":"IEEE ASSP Mag."},{"issue":"1","key":"16_CR19","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1109\/TCOM.1980.1094577","volume":"28","author":"Y Linde","year":"1980","unstructured":"Linde, Y., Buzo, A., Gray, R.: An algorithm for vector quantizer design. IEEE Trans. Commun. 28(1), 84\u201395 (1980)","journal-title":"IEEE Trans. Commun."},{"issue":"2","key":"16_CR20","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1002\/int.20255","volume":"23","author":"F Fern\u00e1ndez","year":"2008","unstructured":"Fern\u00e1ndez, F., Borrajo, D.: Two steps reinforcement learning. Int. J. Intell. Syst. 23(2), 213\u2013245 (2008)","journal-title":"Int. J. Intell. Syst."},{"key":"16_CR21","unstructured":"Taylor, M., Stone, P.: Representation transfer in reinforcement learning. In: AAAI 2007 Fall Symposium on Computational Approacher to Representation Change during Learning and Development (2007)"},{"issue":"7","key":"16_CR22","doi-asserted-by":"publisher","first-page":"866","DOI":"10.1016\/j.robot.2010.03.007","volume":"58","author":"F Fern\u00e1ndez","year":"2010","unstructured":"Fern\u00e1ndez, F., Garc\u00eda, J., Veloso, M.: Probabilistic policy reuse for inter-task transfer learning. Robot. Auton. Syst. 58(7), 866\u2013871 (2010)","journal-title":"Robot. Auton. Syst."}],"container-title":["Lecture Notes in Computer Science","Multi-Agent-Based Simulation XV"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-14627-0_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,20]],"date-time":"2023-02-20T19:59:03Z","timestamp":1676923143000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-14627-0_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319146263","9783319146270"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-14627-0_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"4 January 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}