{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T07:12:20Z","timestamp":1760080340471,"version":"3.37.3"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,1,21]],"date-time":"2020-01-21T00:00:00Z","timestamp":1579564800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,21]],"date-time":"2020-01-21T00:00:00Z","timestamp":1579564800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100010669","name":"H2020 LEIT Information and Communication Technologies","doi-asserted-by":"publisher","award":["779942"],"award-info":[{"award-number":["779942"]}],"id":[{"id":"10.13039\/100010669","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Science Foundation","award":["IIS-1815886"],"award-info":[{"award-number":["IIS-1815886"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Auton Agent Multi-Agent Syst"],"published-print":{"date-parts":[[2020,4]]},"DOI":"10.1007\/s10458-020-09442-1","type":"journal-article","created":{"date-parts":[[2020,1,21]],"date-time":"2020-01-21T10:04:05Z","timestamp":1579601045000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["The impact of agent definitions and interactions on multiagent learning for coordination in traffic management domains"],"prefix":"10.1007","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7828-0741","authenticated-orcid":false,"given":"Jen Jen","family":"Chung","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Damjan","family":"Mikli\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lorenzo","family":"Sabattini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kagan","family":"Tumer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Roland","family":"Siegwart","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,1,21]]},"reference":[{"key":"9442_CR1","unstructured":"Agogino, A., & Tumer, K. (2004). Efficient evaluation functions for multi-rover systems. Genetic and evolutionary computation conference (pp. 1\u201311). Seattle, WA: Springer."},{"issue":"4","key":"9442_CR2","doi-asserted-by":"publisher","first-page":"819","DOI":"10.1287\/moor.27.4.819.297","volume":"27","author":"DS Bernstein","year":"2002","unstructured":"Bernstein, D. S., Givan, R., Immerman, N., & Zilberstein, S. (2002). The complexity of decentralized control of Markov decision processes. Mathematics of Operations Research, 27(4), 819\u2013840.","journal-title":"Mathematics of Operations Research"},{"issue":"2","key":"9442_CR3","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","volume":"8","author":"L Busoniu","year":"2008","unstructured":"Busoniu, L., Babuska, R., & De Schutter, B. (2008). A comprehensive survey of multiagent reinforcement learning. IEEE Transactions on Systems, Man, And Cybernetics-Part C: Applications and Reviews, 8(2), 156\u2013172.","journal-title":"IEEE Transactions on Systems, Man, And Cybernetics-Part C: Applications and Reviews"},{"key":"9442_CR4","unstructured":"Castellini, J., Oliehoek, F. A., Savani, R., & Whiteson, S. (2019). The representational capacity of action-value networks for multi-agent reinforcement learning. In Proceedings of the 18th international conference on autonomous agents and multiagent systems (pp. 1862\u20131864)."},{"key":"9442_CR5","unstructured":"Chung, J.J., Chow, S., & Tumer, K. (2018). When less is more: Reducing agent noise with probabilistically learning agents. In Proceedings of the 17th international conference on autonomous agents and multiagent systems, International foundation for autonomous agents and multiagent systems, Stockholm, Sweden. Extended abstract (pp. 1900\u20131902)."},{"key":"9442_CR6","unstructured":"Chung, J.J., Mikli\u0107, D., Sabattini, L., Tumer, K., & Siegwart, R. (2019). The impact of agent definitions and interactions on multiagent learning for coordination. In Proceedings of the 18th international conference on autonomous agents and multiagent systems, pp. 1752\u20131760"},{"issue":"6","key":"9442_CR7","doi-asserted-by":"publisher","first-page":"1375","DOI":"10.1007\/s10514-018-9800-z","volume":"43","author":"JJ Chung","year":"2019","unstructured":"Chung, J. J., Rebhuhn, C., Yates, C., Hollinger, G. A., & Tumer, K. (2019). A multiagent framework for learning dynamic traffic management strategies. Autonomous Robots, 43(6), 1375\u20131391.","journal-title":"Autonomous Robots"},{"key":"9442_CR8","unstructured":"Claes, D., Oliehoek, F., Baier, H., & Tuyls, K. (2017). Decentralised online planning for multi-robot warehouse commissioning. In Proceedings of the 16th conference on autonomous agents and multiagent systems. International foundation for autonomous agents and multiagent systems (pp. 492\u2013500)."},{"key":"9442_CR9","unstructured":"Claus, C., & Boutilier, C. (1998). The dynamics of reinforcement learning in cooperative multiagent systems. In AAAI\/IAAI, Madison, WI (pp. 746\u2013752)."},{"key":"9442_CR10","doi-asserted-by":"crossref","unstructured":"Colby, M., Yliniemi, L., Pezzini, P., Tucker, D., Bryden, K.M., & Tumer, K. (2016). Multiobjective neuroevolutionary control for a fuel cell turbine hybrid energy system. In Proceedings of the genetic and evolutionary computation conference (pp. 877\u2013884). Denver, CO: ACM","DOI":"10.1145\/2908812.2908924"},{"key":"9442_CR11","unstructured":"Devlin, S., & Kudenko, D. (2011). Theoretical considerations of potential-based reward shaping for multi-agent systems. In The 10th international conference on autonomous agents and multiagent systems, international foundation for autonomous agents and multiagent systems, Taipei, Taiwan (Vol. 1, pp. 225\u2013232)."},{"issue":"1","key":"9442_CR12","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/LRA.2015.2505646","volume":"1","author":"V Digani","year":"2016","unstructured":"Digani, V., Sabattini, L., & Secchi, C. (2016). A probabilistic Eulerian traffic model for the coordination of multiple AGVs in automatic warehouses. IEEE Robotics and Automation Letters, 1(1), 26\u201332.","journal-title":"IEEE Robotics and Automation Letters"},{"issue":"3","key":"9442_CR13","doi-asserted-by":"publisher","first-page":"922","DOI":"10.1109\/TASE.2015.2446614","volume":"12","author":"V Digani","year":"2015","unstructured":"Digani, V., Sabattini, L., Secchi, C., & Fantuzzi, C. (2015). Ensemble coordination approach in multi-AGV systems applied to industrial warehouses. IEEE Transactions on Automation Science and Engineering, 12(3), 922\u2013934.","journal-title":"IEEE Transactions on Automation Science and Engineering"},{"issue":"6","key":"9442_CR14","doi-asserted-by":"publisher","first-page":"580","DOI":"10.1109\/TEVC.2005.856203","volume":"9","author":"SG Ficici","year":"2005","unstructured":"Ficici, S. G., Melnik, O., & Pollack, J. B. (2005). A game-theoretic and dynamical-systems analysis of selection methods in coevolution. IEEE Transactions on Evolutionary Computation, 9(6), 580\u2013602.","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"9442_CR15","unstructured":"Hulse, D., Tumer, K., Hoyle, C., & Tumer, I. (2018). Modeling multidisciplinary design with multiagent learning. In: Artificial intelligence for engineering design, analysis and manufacturing (pp. 1\u201315). FirstView"},{"key":"9442_CR16","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-64473-3","volume-title":"RoboCup-97: Robot soccer world cup I","author":"H Kitano","year":"1998","unstructured":"Kitano, H. (1998). RoboCup-97: Robot soccer world cup I. New York: Springer."},{"key":"9442_CR17","unstructured":"Littman, M.L., Dean, T.L., & Kaelbling, L.P. (1995). On the complexity of solving Markov decision problems. In Proceedings of the eleventh conference on uncertainty in artificial intelligence (pp. 394\u2013402)."},{"key":"9442_CR18","unstructured":"Mannion, P., Duggan, J., & Howley, E. (2016). An experimental review of reinforcement learning algorithms for adaptive traffic signal control. In Autonomic road transport support systems (pp. 47\u201366). New York: Springer."},{"issue":"3","key":"9442_CR19","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1007\/s10458-005-2631-2","volume":"11","author":"L Panait","year":"2005","unstructured":"Panait, L., & Luke, S. (2005). Cooperative multi-agent learning: The state of the art. Autonomous Agents and Multi-agent Systems, 11(3), 387\u2013434.","journal-title":"Autonomous Agents and Multi-agent Systems"},{"key":"9442_CR20","first-page":"1","volume":"2","author":"HVD Parunak","year":"1996","unstructured":"Parunak, H. V. D. (1996). Applications of distributed artificial intelligence in industry. Foundations of Distributed Artificial Intelligence, 2, 1\u201318.","journal-title":"Foundations of Distributed Artificial Intelligence"},{"issue":"1","key":"9442_CR21","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1186\/s40649-018-0057-7","volume":"5","author":"F Rosas","year":"2018","unstructured":"Rosas, F., Chen, K. C., & G\u00fcnd\u00fcz, D. (2018). Social learning for resilient data fusion against data falsification attacks. Computational Social Networks, 5(1), 10.","journal-title":"Computational Social Networks"},{"key":"9442_CR22","first-page":"259","volume-title":"Multiagent systems: A modern approach to distributed artificial intelligence","author":"S Sen","year":"1999","unstructured":"Sen, S., & Weiss, G. (1999). Learning in multiagent systems. In G. Weiss (Ed.), Multiagent systems: A modern approach to distributed artificial intelligence (pp. 259\u2013298). Cambridge, MA: MIT Press."},{"key":"9442_CR23","doi-asserted-by":"crossref","unstructured":"Stone, P., Kaminka, G. A., Kraus, S., & Rosenschein, J. S. (2010). Ad hoc autonomous agent teams: Collaboration without pre-coordination. In AAAI conference on artificial intelligence, Atlanta, GA (pp. 1504\u20131509).","DOI":"10.1609\/aaai.v24i1.7529"},{"issue":"3","key":"9442_CR24","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1023\/A:1008942012299","volume":"8","author":"P Stone","year":"2000","unstructured":"Stone, P., & Veloso, M. (2000). Multiagent systems: A survey from a machine learning perspective. Autonomous Robots, 8(3), 345\u2013383.","journal-title":"Autonomous Robots"},{"issue":"2","key":"9442_CR25","first-page":"79","volume":"19","author":"KP Sycara","year":"1998","unstructured":"Sycara, K. P. (1998). Multiagent systems. AI Magazine, 19(2), 79.","journal-title":"AI Magazine"},{"issue":"2","key":"9442_CR26","first-page":"297","volume":"2","author":"JN Tsitsiklis","year":"1993","unstructured":"Tsitsiklis, J. N. (1993). Decentralized detection. Advances in Statistical Signal Processing, 2(2), 297\u2013344.","journal-title":"Advances in Statistical Signal Processing"},{"issue":"1958","key":"9442_CR27","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1098\/rsta.2011.0194","volume":"370","author":"VV Veeravalli","year":"2012","unstructured":"Veeravalli, V. V., & Varshney, P. K. (2012). Distributed inference in wireless sensor networks. Philosophical Transactions of the Royal Society A: Mathematical, Physical and Engineering Sciences, 370(1958), 100\u2013117.","journal-title":"Philosophical Transactions of the Royal Society A: Mathematical, Physical and Engineering Sciences"},{"key":"9442_CR28","doi-asserted-by":"crossref","unstructured":"Wei\u00df, G. (1996). Adaptation and learning in multi-agent systems: Some remarks and a bibliography. In: G. Wei\u00df & S. Sen (Eds.), IJCAI\u201995 workshop on adaption and learning in multi-agent systems (pp. 1\u201321). Berlin: Springer.","DOI":"10.1007\/3-540-60923-7"},{"key":"9442_CR29","doi-asserted-by":"crossref","unstructured":"Wolpert, D. H., Wheeler, K. R., & Tumer, K. (1999). General principles of learning-based multi-agent systems. In Proceedings of the third annual conference on autonomous agents (pp. 77\u201383). ACM","DOI":"10.1145\/301136.301167"},{"issue":"5","key":"9442_CR30","doi-asserted-by":"publisher","first-page":"10026","DOI":"10.3390\/s150510026","volume":"15","author":"D Ye","year":"2015","unstructured":"Ye, D., Zhang, M., & Yang, Y. (2015). A multi-agent framework for packet routing in wireless sensor networks. Sensors, 15(5), 10026\u201310047.","journal-title":"Sensors"}],"container-title":["Autonomous Agents and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-020-09442-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10458-020-09442-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-020-09442-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,12]],"date-time":"2022-10-12T03:48:53Z","timestamp":1665546533000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10458-020-09442-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,21]]},"references-count":30,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,4]]}},"alternative-id":["9442"],"URL":"https:\/\/doi.org\/10.1007\/s10458-020-09442-1","relation":{},"ISSN":["1387-2532","1573-7454"],"issn-type":[{"type":"print","value":"1387-2532"},{"type":"electronic","value":"1573-7454"}],"subject":[],"published":{"date-parts":[[2020,1,21]]},"assertion":[{"value":"21 January 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"21"}}