{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T09:12:29Z","timestamp":1758359549671,"version":"3.44.0"},"reference-count":60,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2025,7,15]],"date-time":"2025-07-15T00:00:00Z","timestamp":1752537600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,15]],"date-time":"2025-07-15T00:00:00Z","timestamp":1752537600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100011958","name":"Danmarks Frie Forskningsfond","doi-asserted-by":"publisher","award":["0136-00251B"],"award-info":[{"award-number":["0136-00251B"]}],"id":[{"id":"10.13039\/501100011958","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s10489-025-06747-0","type":"journal-article","created":{"date-parts":[[2025,7,15]],"date-time":"2025-07-15T12:20:16Z","timestamp":1752582016000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["HM-DRL: Enhancing multi-agent pathfinding with a heatmap-based heuristic for distributed deep reinforcement learning"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4714-5656","authenticated-orcid":false,"given":"Mouad","family":"Boumediene","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4058-2506","authenticated-orcid":false,"given":"Abderraouf","family":"Maoudj","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9994-2908","authenticated-orcid":false,"given":"Anders Lyhne","family":"Christensen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,15]]},"reference":[{"key":"6747_CR1","doi-asserted-by":"publisher","unstructured":"Wagner G, Choset H (2011) M*: A complete multirobot path planning algorithm with performance bounds. In: 2011 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 3260\u20133267. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/IROS.2011.6095022","DOI":"10.1109\/IROS.2011.6095022"},{"key":"6747_CR2","doi-asserted-by":"publisher","unstructured":"Maoudj A, Christensen AL (2022) Decentralized Multi-agent Path Finding in Warehouse Environments for Fleets of Mobile Robots with Limited Communication Range. In: Dorigo, M., Hamann, H., L\u00f3pez-Ib\u00e1\u00f1ez, M., Garc\u00eda-Nieto, J., Engelbrecht, A.P., Pinciroli, C., Strobel, V., Camacho-Villal\u00f3n, C.L. (eds.) Swarm Intelligence - 13th International Conference, ANTS 2022, M\u00e1laga, Spain, November 2-4, 2022, Proceedings. Lecture Notes in Computer Science, vol. 13491, pp. 104\u2013116. Springer, Cham, Switzerland. https:\/\/doi.org\/10.1007\/978-3-031-20176-9_9","DOI":"10.1007\/978-3-031-20176-9_9"},{"issue":"2","key":"6747_CR3","doi-asserted-by":"publisher","first-page":"997","DOI":"10.1109\/TITS.2020.3019397","volume":"23","author":"F Ho","year":"2022","unstructured":"Ho F, Geraldes R, Goncalves A, Rigault B, Sportich B, Kubo D, Cavazza M, Prendinger H (2022) Decentralized Multi-agent Path Finding for UAV Traffic Management. IEEE Trans. Intell. Transp. Syst. 23(2):997\u20131008. https:\/\/doi.org\/10.1109\/TITS.2020.3019397","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"6747_CR4","doi-asserted-by":"publisher","first-page":"191617","DOI":"10.1109\/ACCESS.2020.3030190","volume":"8","author":"JP Queralta","year":"2020","unstructured":"Queralta JP, Taipalmaa J, Pullinen BC, Sarker VK, Gia TN, Tenhunen H, Gabbouj M, Raitoharju J, Westerlund T (2020) Collaborative Multi-robot Search and Rescue: Planning, Coordination, Perception, and Active Vision. IEEE Access. 8:191617\u2013191643. https:\/\/doi.org\/10.1109\/ACCESS.2020.3030190","journal-title":"IEEE Access."},{"key":"6747_CR5","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1007\/s10898-021-00992-6","volume":"79","author":"S Homayouni","year":"2021","unstructured":"Homayouni S, Fontes DBMM (2021) Production and transport scheduling in flexible job shop manufacturing systems. J. Global Optim. 79:463\u2013502. https:\/\/doi.org\/10.1007\/s10898-021-00992-6","journal-title":"J. Global Optim."},{"key":"6747_CR6","doi-asserted-by":"publisher","unstructured":"Stern R (2019) Multi-agent Path Finding - An Overview. In: Osipov, G.S., Panov, A.I., Yakovlev, K.S. (eds.) Artificial Intelligence - 5th RAAI Summer School, Dolgoprudny, Russia, July 4-7, 2019, Tutorial Lectures. Lecture Notes in Computer Science, vol. 11866, pp. 96\u2013115. Springer, Cham, Switzerlad. https:\/\/doi.org\/10.1007\/978-3-030-33274-7_6","DOI":"10.1007\/978-3-030-33274-7_6"},{"key":"6747_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/J.ARTINT.2022.103752","volume":"310","author":"K Okumura","year":"2022","unstructured":"Okumura K, Machida M, D\u00e9fago X, Tamura Y (2022) Priority inheritance with backtracking for iterative multi-agent path finding. Artif. Intell. 310:103752. https:\/\/doi.org\/10.1016\/J.ARTINT.2022.103752","journal-title":"Artif. Intell."},{"key":"6747_CR8","doi-asserted-by":"publisher","unstructured":"Yu J, LaValle SM (2013) Planning optimal paths for multiple robots on graphs. In: 2013 IEEE International Conference on Robotics and Automation, pp. 3612\u20133617. IEEE, Karlsruhe, Germany. https:\/\/doi.org\/10.1109\/ICRA.2013.6631084","DOI":"10.1109\/ICRA.2013.6631084"},{"key":"6747_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/J.RCIM.2022.102514","volume":"81","author":"A Maoudj","year":"2023","unstructured":"Maoudj A, Kouider A, Christensen AL (2023) The capacitated multi-AGV scheduling problem with conflicting products: Model and a decentralized multi-agent approach. Robotics Comput. Integr. Manuf. 81:102514. https:\/\/doi.org\/10.1016\/J.RCIM.2022.102514","journal-title":"Robotics Comput. Integr. Manuf."},{"key":"6747_CR10","doi-asserted-by":"publisher","unstructured":"Stern R, Sturtevant NR, Felner A, Koenig S, Ma H, Walker TT, Li J, Atzmon D, Cohen L, Kumar TKS, Bart\u00e1k R, Boyarski E (2019) Multi-agent Pathfinding: Definitions, Variants, and Benchmarks. In: Surynek, P., Yeoh, W. (eds.) Proceedings of the Twelfth International Symposium on Combinatorial Search, SOCS 2019, Napa, California, 16-17 July 2019, pp. 151\u2013158. AAAI Press, Palo Alto, CA. https:\/\/doi.org\/10.1609\/SOCS.V10I1.18510","DOI":"10.1609\/SOCS.V10I1.18510"},{"key":"6747_CR11","doi-asserted-by":"publisher","unstructured":"Maoudj A, Christensen AL (2023) Decentralized Multi-agent Path Finding in Dynamic Warehouse Environments. In: 21st International Conference on Advanced Robotics, ICAR 2023, Abu Dhabi, United Arab Emirates, December 5-8, 2023, pp. 28\u201334. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/ICAR58858.2023.10406648","DOI":"10.1109\/ICAR58858.2023.10406648"},{"key":"6747_CR12","doi-asserted-by":"publisher","unstructured":"Surynek P (2010) An Optimization Variant of Multi-robot Path Planning Is Intractable. In: Fox, M., Poole, D. (eds.) Proceedings of the Twenty-Fourth AAAI Conference on Artificial Intelligence, AAAI 2010, Atlanta, Georgia, USA, July 11-15, 2010, pp. 1261\u20131263. AAAI Press, Palo Alto, CA. https:\/\/doi.org\/10.1609\/AAAI.V24I1.7767","DOI":"10.1609\/AAAI.V24I1.7767"},{"issue":"2","key":"6747_CR13","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1007\/S11721-023-00230-7","volume":"18","author":"A Maoudj","year":"2024","unstructured":"Maoudj A, Christensen AL (2024) Improved decentralized cooperative multi-agent path finding for robots with limited communication. Swarm Intell. 18(2):167\u2013185. https:\/\/doi.org\/10.1007\/S11721-023-00230-7","journal-title":"Swarm Intell."},{"key":"6747_CR14","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/J.ARTINT.2014.11.006","volume":"219","author":"G Sharon","year":"2015","unstructured":"Sharon G, Stern R, Felner A, Sturtevant NR (2015) Conflict-based search for optimal multi-agent pathfinding. Artif. Intell. 219:40\u201366. https:\/\/doi.org\/10.1016\/J.ARTINT.2014.11.006","journal-title":"Artif. Intell."},{"key":"6747_CR15","doi-asserted-by":"publisher","unstructured":"Gange G, Harabor D, Stuckey PJ (2021) Lazy CBS: Implicit Conflict-based Search Using Lazy Clause Generation. In: Proceedings of the International Conference on Automated Planning and Scheduling, vol. 29, pp. 155\u2013162. AAAI Press, Palo Alto, California, USA . https:\/\/doi.org\/10.1609\/icaps.v29i1.3471","DOI":"10.1609\/icaps.v29i1.3471"},{"key":"6747_CR16","doi-asserted-by":"crossref","unstructured":"Grenouilleau F, Hoeve W, Hooker JN (2019) A Multi-label A* Algorithm for Multi-agent Pathfinding. In: Benton, J., Lipovetzky, N., Onaindia, E., Smith, D.E., Srivastava, S. (eds.) Proceedings of the Twenty-Ninth International Conference on Automated Planning and Scheduling, ICAPS 2019, Berkeley, CA, USA, July 11-15, 2019, pp. 181\u2013185. AAAI Press, Palo Alto, CA. https:\/\/ojs.aaai.org\/index.php\/ICAPS\/article\/view\/3474","DOI":"10.1609\/icaps.v29i1.3474"},{"key":"6747_CR17","doi-asserted-by":"publisher","unstructured":"Ma H, Harabor D, Stuckey PJ, Li J, Koenig S (2019) Searching with Consistent Prioritization for Multi-agent Path Finding. In: The Thirty-Third AAAI Conference on Artificial Intelligence, AAAI 2019, The Thirty-First Innovative Applications of Artificial Intelligence Conference, IAAI 2019, The Ninth AAAI Symposium on Educational Advances in Artificial Intelligence, EAAI 2019, Honolulu, Hawaii, USA, January 27 - February 1, 2019, pp. 7643\u20137650. AAAI Press, Palo Alto, CA. https:\/\/doi.org\/10.1609\/AAAI.V33I01.33017643","DOI":"10.1609\/AAAI.V33I01.33017643"},{"key":"6747_CR18","doi-asserted-by":"publisher","DOI":"10.3389\/fphy.2022.944157","volume":"10","author":"G Di Gennaro","year":"2022","unstructured":"Di Gennaro G, Buonanno A, Fioretti G, Verolla F, Pattipati KR, Palmieri FA (2022) Probabilistic Inference and Dynamic Programming: A Unified Approach to Multi-agent Autonomous Coordination in Complex and Uncertain Environments. Frontiers in Physics. 10:944157. https:\/\/doi.org\/10.3389\/fphy.2022.944157","journal-title":"Frontiers in Physics."},{"key":"6747_CR19","doi-asserted-by":"publisher","first-page":"15193","DOI":"10.1109\/ACCESS.2022.3148127","volume":"10","author":"FA Palmieri","year":"2022","unstructured":"Palmieri FA, Pattipati KR, Di Gennaro G, Fioretti G, Verolla F, Buonanno A (2022) A Unifying View of Estimation and Control Using Belief Propagation with Application to Path Planning. IEEE Access. 10:15193\u201315216. https:\/\/doi.org\/10.1109\/ACCESS.2022.3148127","journal-title":"IEEE Access."},{"issue":"2","key":"6747_CR20","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1007\/S10462-023-10670-6","volume":"57","author":"J Chung","year":"2024","unstructured":"Chung J, Fayyad J, Younes YA, Najjaran H (2024) Learning team-based navigation: a review of deep reinforcement learning techniques for multi-agent pathfinding. Artif. Intell. Rev. 57(2):41. https:\/\/doi.org\/10.1007\/S10462-023-10670-6","journal-title":"Artif. Intell. Rev."},{"issue":"3","key":"6747_CR21","doi-asserted-by":"publisher","first-page":"2378","DOI":"10.1109\/LRA.2019.2903261","volume":"4","author":"G Sartoretti","year":"2019","unstructured":"Sartoretti G, Kerr J, Shi Y, Wagner G, Kumar TS, Koenig S, Choset H (2019) PRIMAL: Pathfinding via Reinforcement and Imitation Multi-agent Learning. IEEE Robotics and Automation Letters. 4(3):2378\u20132385. https:\/\/doi.org\/10.1109\/LRA.2019.2903261","journal-title":"IEEE Robotics and Automation Letters."},{"key":"6747_CR22","doi-asserted-by":"publisher","unstructured":"Ma Z, Luo Y, Ma H (2021) Distributed Heuristic Multi-agent Path Finding with Communication. In: IEEE International Conference on Robotics and Automation, ICRA 2021, Xi\u2019an, China, May 30 - June 5, 2021, pp. 8699\u20138705. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/ICRA48506.2021.9560748","DOI":"10.1109\/ICRA48506.2021.9560748"},{"issue":"2","key":"6747_CR23","doi-asserted-by":"publisher","first-page":"1455","DOI":"10.1109\/LRA.2021.3139145","volume":"7","author":"Z Ma","year":"2022","unstructured":"Ma Z, Luo Y, Pan J (2022) Learning Selective Communication for Multi-agent Path Finding. IEEE Robotics Autom. Lett. 7(2):1455\u20131462. https:\/\/doi.org\/10.1109\/LRA.2021.3139145","journal-title":"IEEE Robotics Autom. Lett."},{"key":"6747_CR24","doi-asserted-by":"publisher","unstructured":"Song Z, Zhang R, Cheng X (2023) HELSA: Hierarchical Reinforcement Learning with Spatiotemporal Abstraction for Large-scale Multi-agent Path Finding. In: 2023 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 7318\u20137325. IEEE, Piscataway, NJ . https:\/\/doi.org\/10.1109\/IROS55552.2023.10342261","DOI":"10.1109\/IROS55552.2023.10342261"},{"key":"6747_CR25","doi-asserted-by":"publisher","unstructured":"Ferludin O, Eigenwillig A, Blais M, Zelle D, Pfeifer J, Sanchez-Gonzalez A, Li WLS, Abu-El-Haija S, Battaglia PW, Bulut N, Halcrow J, Almeida FMG, Lattanzi S, Linhares A, Mayer BA, Mirrokni VS, Palowitch J, Paradkar M, She J, Tsitsulin A, Villela K, Wang L, Wong D, Perozzi B (2022) TF-GNN: Graph Neural Networks in TensorFlow. CoRR. abs\/2207.03522. https:\/\/doi.org\/10.48550\/ARXIV.2207.03522arXiv:2207.03522","DOI":"10.48550\/ARXIV.2207.03522"},{"issue":"1","key":"6747_CR26","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TNNLS.2020.2978386","volume":"32","author":"Z Wu","year":"2021","unstructured":"Wu Z, Pan S, Chen F, Long G, Zhang C, Yu PS (2021) A Comprehensive Survey on Graph Neural Networks. IEEE Trans. Neural Networks Learn. Syst. 32(1):4\u201324. https:\/\/doi.org\/10.1109\/TNNLS.2020.2978386","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"6747_CR27","doi-asserted-by":"crossref","unstructured":"Duan W, Lu J, Xuan J (2024) Group-aware Coordination Graph for Multi-agent Reinforcement Learning. In: Proceedings of the Thirty-Third International Joint Conference on Artificial Intelligence, IJCAI 2024, Jeju, South Korea, August 3-9, 2024, pp. 3926\u20133934. ijcai.org, online . https:\/\/www.ijcai.org\/proceedings\/2024\/434","DOI":"10.24963\/ijcai.2024\/434"},{"key":"6747_CR28","doi-asserted-by":"publisher","first-page":"57390","DOI":"10.1109\/ACCESS.2024.3392305","volume":"12","author":"J Alkazzi","year":"2024","unstructured":"Alkazzi J, Okumura K (2024) A Comprehensive Review on Leveraging Machine Learning for Multi-agent Path Finding. IEEE Access. 12:57390\u201357409. https:\/\/doi.org\/10.1109\/ACCESS.2024.3392305","journal-title":"IEEE Access."},{"key":"6747_CR29","doi-asserted-by":"publisher","unstructured":"Li J, Chen Z, Harabor D, Stuckey PJ, Koenig S (2022) MAPF-LNS2: Fast Repairing for Multi-agent Path Finding via Large Neighborhood Search. In: Thirty-Sixth AAAI Conference on Artificial Intelligence, AAAI 2022, Thirty-Fourth Conference on Innovative Applications of Artificial Intelligence, IAAI 2022, The Twelveth Symposium on Educational Advances in Artificial Intelligence, EAAI 2022 Virtual Event, February 22 - March 1, 2022, pp. 10256\u201310265. AAAI Press, Palo Alto, CA. https:\/\/doi.org\/10.1609\/AAAI.V36I9.21266","DOI":"10.1609\/AAAI.V36I9.21266"},{"key":"6747_CR30","doi-asserted-by":"publisher","unstructured":"Varambally S, Li J, Koenig S (2022) Which MAPF Model Works Best for Automated Warehousing? In: Chrpa, L., Saetti, A. (eds.) Proceedings of the Fifteenth International Symposium on Combinatorial Search, SOCS 2022, Vienna, Austria, July 21-23, 2022, pp. 190\u2013198. AAAI Press, Palo Alto, CA . https:\/\/doi.org\/10.1609\/SOCS.V15I1.21767","DOI":"10.1609\/SOCS.V15I1.21767"},{"key":"6747_CR31","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1007\/s11721-023-00230-7","volume":"18","author":"A Maoudj","year":"2024","unstructured":"Maoudj A, Christensen AL (2024) Improved decentralized cooperative multi-agent path finding for robots with limited communication. Swarm Intell. 18:167\u2013185. https:\/\/doi.org\/10.1007\/s11721-023-00230-7","journal-title":"Swarm Intell."},{"key":"6747_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2024.101833","volume":"93","author":"U Farhadi","year":"2025","unstructured":"Farhadi U, Hess H, Maoudj A, Christensen AL (2025) Evolution of Path Costs for Efficient Decentralized Multi-agent Pathfinding. Swarm Evol. Comput. 93:101833. https:\/\/doi.org\/10.1016\/j.swevo.2024.101833","journal-title":"Swarm Evol. Comput."},{"key":"6747_CR33","doi-asserted-by":"publisher","unstructured":"Ferner C, Wagner G, Choset H (2013) ODrM* optimal multirobot path planning in low dimensional search spaces. In: 2013 IEEE International Conference on Robotics and Automation, Karlsruhe, Germany, May 6-10, 2013, pp. 3854\u20133859. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/ICRA.2013.6631119","DOI":"10.1109\/ICRA.2013.6631119"},{"key":"6747_CR34","doi-asserted-by":"publisher","first-page":"1027340","DOI":"10.3389\/FROBT.2022.1027340","volume":"9","author":"F Bahrpeyma","year":"2022","unstructured":"Bahrpeyma F, Reichelt D (2022) A review of the applications of multi-agent reinforcement learning in smart factories. Frontiers Robotics AI. 9:1027340. https:\/\/doi.org\/10.3389\/FROBT.2022.1027340","journal-title":"Frontiers Robotics AI."},{"issue":"2","key":"6747_CR35","doi-asserted-by":"publisher","first-page":"2666","DOI":"10.1109\/LRA.2021.3062803","volume":"6","author":"M Damani","year":"2021","unstructured":"Damani M, Luo Z, Wenzel E, Sartoretti G (2021) PRIMAL2: Pathfinding via Reinforcement and Imitation Multi-agent Learning - Lifelong. IEEE Robotics and Automation Letters. 6(2):2666\u20132673. https:\/\/doi.org\/10.1109\/LRA.2021.3062803","journal-title":"IEEE Robotics and Automation Letters."},{"key":"6747_CR36","doi-asserted-by":"publisher","unstructured":"Li Q, Gama F, Ribeiro A, Prorok A (2020) Graph Neural Networks for Decentralized Multi-robot Path Planning. In: IEEE\/RSJ International Conference on Intelligent Robots and Systems, IROS 2020, Las Vegas, NV, USA, October 24, 2020 - January 24, 2021, pp. 11785\u201311792. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/IROS45743.2020.9341668","DOI":"10.1109\/IROS45743.2020.9341668"},{"issue":"3","key":"6747_CR37","doi-asserted-by":"publisher","first-page":"5533","DOI":"10.1109\/LRA.2021.3077863","volume":"6","author":"Q Li","year":"2021","unstructured":"Li Q, Lin W, Liu Z, Prorok A (2021) Message-aware Graph Attention Networks for Large-scale Multi-robot Path Planning. IEEE Robotics Autom. Lett. 6(3):5533\u20135540. https:\/\/doi.org\/10.1109\/LRA.2021.3077863","journal-title":"IEEE Robotics Autom. Lett."},{"key":"6747_CR38","doi-asserted-by":"publisher","unstructured":"Barer M, Sharon G, Stern R, Felner A (2014) Suboptimal Variants of the Conflict-based Search Algorithm for the Multi-agent Pathfinding Problem. In: Edelkamp, S., Bart\u00e1k, R. (eds.) Proceedings of the Seventh Annual Symposium on Combinatorial Search, SOCS 2014, Prague, Czech Republic, 15-17 August 2014, pp. 19\u201327. AAAI Press, Palo Alto, CA. https:\/\/doi.org\/10.1609\/SOCS.V5I1.18315","DOI":"10.1609\/SOCS.V5I1.18315"},{"key":"6747_CR39","doi-asserted-by":"publisher","unstructured":"Li W, Chen H, Jin B, Tan W, Zha H, Wang X (2022) Multi-agent Path Finding with Prioritized Communication Learning. In: 2022 International Conference on Robotics and Automation, ICRA 2022, Philadelphia, PA, USA, May 23-27, 2022, pp. 10695\u201310701. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/ICRA46639.2022.9811643","DOI":"10.1109\/ICRA46639.2022.9811643"},{"key":"6747_CR40","doi-asserted-by":"publisher","unstructured":"Skrynnik A, Andreychuk A, Nesterova M, Yakovlev K, Panov A (2024) Learn to Follow: Decentralized Lifelong Multi-agent Pathfinding via Planning and Learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 38, pp. 17541\u201317549. AAAI Press, Washington, DC. https:\/\/doi.org\/10.1609\/aaai.v38i16.29704","DOI":"10.1609\/aaai.v38i16.29704"},{"key":"6747_CR41","doi-asserted-by":"publisher","unstructured":"\u0160vancara J, Vlk M, Stern R, Atzmon D, Bart\u00e1k, R (2019) Online Multi-agent Pathfinding. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 7732\u20137739. AAAI Press, Palo Alto, CA . https:\/\/doi.org\/10.1609\/aaai.v33i01.33017732","DOI":"10.1609\/aaai.v33i01.33017732"},{"key":"6747_CR42","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1613\/JAIR.2502","volume":"31","author":"KM Dresner","year":"2008","unstructured":"Dresner KM, Stone P (2008) A Multiagent Approach to Autonomous Intersection Management. J. Artif. Intell. Res. 31:591\u2013656. https:\/\/doi.org\/10.1613\/JAIR.2502","journal-title":"J. Artif. Intell. Res."},{"key":"6747_CR43","unstructured":"Wang Z, Schaul T, Hessel M, Hasselt H, Lanctot M, Freitas N (2016) Dueling Network Architectures for Deep Reinforcement Learning. In: Balcan, M., Weinberger, K.Q. (eds.) Proceedings of the 33nd International Conference on Machine Learning, ICML 2016, New York City, NY, USA, June 19-24, 2016. JMLR Workshop and Conference Proceedings, vol. 48, pp. 1995\u20132003. JMLR.org, online. http:\/\/proceedings.mlr.press\/v48\/wangf16.html"},{"key":"6747_CR44","doi-asserted-by":"publisher","unstructured":"Dankwa S, Zheng W (2019) Twin-delayed DDPG: A Deep Reinforcement Learning Technique to Model a Continuous Movement of an Intelligent Robot Agent. In: ICVISP 2019: 3rd International Conference on Vision, Image and Signal Processing, Vancouver, BC, Canada, August 26-28, 2019, pp. 66\u20131665. ACM, New York, NY. https:\/\/doi.org\/10.1145\/3387168.3387199","DOI":"10.1145\/3387168.3387199"},{"key":"6747_CR45","doi-asserted-by":"publisher","first-page":"1056","DOI":"10.7717\/peerj-cs.1056","volume":"8","author":"A Skrynnik","year":"2022","unstructured":"Skrynnik A, Andreychuk A, Yakovlev K, Panov A (2022) Pathfinding in stochastic environments: learning vs planning. PeerJ Computer Science. 8:1056. https:\/\/doi.org\/10.7717\/peerj-cs.1056","journal-title":"PeerJ Computer Science."},{"key":"6747_CR46","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/s10846-021-01367-5","volume":"102","author":"JC Jesus","year":"2021","unstructured":"Jesus JC, Kich VA, Kolling AH, Grando RB, Cuadros MADSL, Gamarra DFT (2021) Soft Actor-critic for Navigation of Mobile Robots. Journal of Intelligent & Robotic Systems 102:31. https:\/\/doi.org\/10.1007\/s10846-021-01367-5","journal-title":"Journal of Intelligent & Robotic Systems"},{"key":"6747_CR47","doi-asserted-by":"publisher","unstructured":"Jiang H, Chang L, Li Q, Chen D (2019) Trajectory Prediction of Vehicles Based on Deep Learning. In: 4th International Conference on Intelligent Transportation Engineering, ICITE 2019, Singapore, September 5-7, 2019, pp. 190\u2013195. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/ICITE.2019.8880168","DOI":"10.1109\/ICITE.2019.8880168"},{"key":"6747_CR48","doi-asserted-by":"publisher","unstructured":"Heck JC, Salem FM (2017) Simplified minimal gated unit variations for recurrent neural networks. In: IEEE 60th International Midwest Symposium on Circuits and Systems, MWSCAS 2017, pp. 1593\u20131596. IEEE, Boston, MA, USA . https:\/\/doi.org\/10.1109\/MWSCAS.2017.8053242","DOI":"10.1109\/MWSCAS.2017.8053242"},{"key":"6747_CR49","unstructured":"J\u00f3zefowicz R, Zaremba W, Sutskever I (2015) An Empirical Exploration of Recurrent Network Architectures. In: Bach, F.R., Blei, D.M. (eds.) Proceedings of the 32nd International Conference on Machine Learning, ICML 2015, Lille, France, 6-11 July 2015. JMLR Workshop and Conference Proceedings, vol. 37, pp. 2342\u20132350. JMLR.org, online. http:\/\/proceedings.mlr.press\/v37\/jozefowicz15.html"},{"issue":"6","key":"6747_CR50","doi-asserted-by":"publisher","first-page":"2216","DOI":"10.1109\/TNNLS.2018.2790981","volume":"29","author":"Z Ren","year":"2018","unstructured":"Ren Z, Dong D, Li H, Chen C (2018) Self-paced Prioritized Curriculum Learning With Coverage Penalty in Deep Reinforcement Learning. IEEE Trans. Neural Networks Learn. Syst. 29(6):2216\u20132226. https:\/\/doi.org\/10.1109\/TNNLS.2018.2790981","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"issue":"9","key":"6747_CR51","doi-asserted-by":"publisher","first-page":"4555","DOI":"10.1109\/TPAMI.2021.3069908","volume":"44","author":"X Wang","year":"2022","unstructured":"Wang X, Chen Y, Zhu W (2022) A Survey on Curriculum Learning. IEEE Trans. Pattern Anal. Mach. Intell. 44(9):4555\u20134576. https:\/\/doi.org\/10.1109\/TPAMI.2021.3069908","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"10","key":"6747_CR52","doi-asserted-by":"publisher","first-page":"19817","DOI":"10.1109\/TITS.2022.3160673","volume":"23","author":"L Anzalone","year":"2022","unstructured":"Anzalone L, Barra P, Barra S, Castiglione A, Nappi M (2022) An End-to-end Curriculum Learning Approach for Autonomous Driving Scenarios. IEEE Trans. Intell. Transp. Syst. 23(10):19817\u201319826. https:\/\/doi.org\/10.1109\/TITS.2022.3160673","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"6747_CR53","doi-asserted-by":"publisher","unstructured":"Tan M (1993) Multi-agent Reinforcement Learning: Independent versus Cooperative Agents. In: Utgoff, P.E. (ed.) Machine Learning, Proceedings of the Tenth International Conference, University of Massachusetts, Amherst, MA, USA, June 27-29, 1993, pp. 330\u2013337. Morgan Kaufmann, San Francisco, CA . https:\/\/doi.org\/10.1016\/B978-1-55860-307-3.50049-6","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"key":"6747_CR54","doi-asserted-by":"publisher","first-page":"13677","DOI":"10.1007\/s10489-022-04105-y","volume":"53","author":"A Oroojlooy","year":"2023","unstructured":"Oroojlooy A, Hajinezhad D (2023) A review of cooperative multi-agent deep reinforcement learning. Appl. Intell. 53:13677\u201313722. https:\/\/doi.org\/10.1007\/s10489-022-04105-y","journal-title":"Appl. Intell."},{"key":"6747_CR55","unstructured":"Horgan D, Quan J, Budden D, Barth-Maron G, Hessel M, Hasselt H, Silver D (2018) Distributed Prioritized Experience Replay. In: 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings. OpenReview.net, online. https:\/\/openreview.net\/forum?id=H1Dy---0Z"},{"key":"6747_CR56","doi-asserted-by":"publisher","unstructured":"Shaiful DSB, Win LTS, Win SKH, Soh GS, Foong S (2019) A Reinforcement Learning Approach for Control of a Nature-inspired Aerial Vehicle. In: International Conference on Robotics and Automation, ICRA 2019, Montreal, QC, Canada, May 20-24, 2019, pp. 6030\u20136036. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/ICRA.2019.8794446","DOI":"10.1109\/ICRA.2019.8794446"},{"key":"6747_CR57","doi-asserted-by":"publisher","unstructured":"Hou Y, Liu L, Wei Q, Xu X, Chen C (2017) A novel DDPG method with prioritized experience replay. In: 2017 IEEE International Conference on Systems, Man, and Cybernetics, SMC 2017, pp. 316\u2013321. IEEE, Banff, AB, Canada. https:\/\/doi.org\/10.1109\/SMC.2017.8122622","DOI":"10.1109\/SMC.2017.8122622"},{"key":"6747_CR58","unstructured":"Ma Z (2023) DHC. GitHub. Accessed on 15-03-2024. https:\/\/github.com\/ZiyuanMa\/DHC.git"},{"key":"6747_CR59","doi-asserted-by":"publisher","unstructured":"Wan Q, Gu C, Sun S, Chen M, Huang H, Jia X (2018) Lifelong Multi-agent Path Finding in A Dynamic Environment. In: 15th International Conference on Control, Automation, Robotics and Vision, ICARCV 2018, Singapore, November 18-21, 2018, pp. 875\u2013882. IEEE, Piscataway, NJ. https:\/\/doi.org\/10.1109\/ICARCV.2018.8581181","DOI":"10.1109\/ICARCV.2018.8581181"},{"key":"6747_CR60","doi-asserted-by":"publisher","unstructured":"Maoudj A, Mekid SN, Christensen AL (2024) Lifelong MAPF for Shipment Preparation in Stochastic Warehouses. In: 2024 IEEE 20th International Conference on Automation Science and Engineering (CASE), pp. 1006\u20131011. IEEE, Palo Alto, CA. https:\/\/doi.org\/10.1109\/CASE59546.2024.10711327","DOI":"10.1109\/CASE59546.2024.10711327"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06747-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-025-06747-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06747-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T15:56:23Z","timestamp":1758297383000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-025-06747-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,15]]},"references-count":60,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["6747"],"URL":"https:\/\/doi.org\/10.1007\/s10489-025-06747-0","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2025,7,15]]},"assertion":[{"value":"21 June 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 July 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"All authors have reviewed the final version of the manuscript and consent to its publication.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"A detailed video demonstration of the simulations performed using our methodology is available at .","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Materials availability"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"873"}}