{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T15:31:04Z","timestamp":1786980664933,"version":"build-2736575974"},"reference-count":113,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T00:00:00Z","timestamp":1777507200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T00:00:00Z","timestamp":1777507200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100020618","name":"Universit\u00e4t Bayreuth","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100020618","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Auton Agent Multi-Agent Syst"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s10458-026-09747-7","type":"journal-article","created":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T10:33:37Z","timestamp":1777545217000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Confidence-Based curricula for multi-agent path finding via reinforcement learning"],"prefix":"10.1007","volume":"40","author":[{"given":"Thomy","family":"Phan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph","family":"Driscoll","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Romberg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sven","family":"Koenig","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,30]]},"reference":[{"key":"9747_CR1","doi-asserted-by":"crossref","unstructured":"Li, J., Tinka, A., Kiesel, S., Durham, J. W., Kumar, T. S., & Koenig, S. (2021). Lifelong Multi-Agent Path Finding in Large-Scale Warehouses. In AAAI Conference on Artificial Intelligence (vol. 35, pp. 11272\u201311281).","DOI":"10.1609\/aaai.v35i13.17344"},{"key":"9747_CR2","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Fontaine, M. C., Bhatt, V., Nikolaidis, S., & Li, J. (2023). Multi-Robot Coordination and Layout Design for Automated Warehousing. In International Joint Conference on Artificial Intelligence (pp. 5503\u20135511).","DOI":"10.24963\/ijcai.2023\/611"},{"key":"9747_CR3","doi-asserted-by":"crossref","unstructured":"Phan, T., Gabor, T., Sedlmeier, A., Ritz, F., Kempter, B., Klein, C., Sauer, H., Schmid, R., Wieghardt, J., Zeller, M., & Linnhoff-Popien, C. (2020). Learning and Testing Resilience in Cooperative Multi-Agent Systems. In 19th International Conference on Autonomous Agents and MultiAgent Systems. AAMAS \u201920 (pp. 1055\u20131063). International Foundation for Autonomous Agents and Multiagent Systems, Richland, SC.","DOI":"10.65109\/RILC3901"},{"key":"9747_CR4","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Fontaine, M. C., Bhatt, V., Nikolaidis, S., & Li, J. (2023). Arbitrarily Scalable Environment Generators via Neural Cellular Automata. In Advances in Neural Information Processing Systems (pp. 57212\u201357225).","DOI":"10.52202\/075280-2499"},{"key":"9747_CR5","doi-asserted-by":"crossref","unstructured":"Jennings, J. S., Whelan, G., & Evans, W. F. (1997). Cooperative Search and Rescue with a Team of Mobile Robots. In 1997 8th International Conference on Advanced Robotics. Proceedings. ICAR\u201997 (pp. 193\u2013200).","DOI":"10.1109\/ICAR.1997.620182"},{"issue":"2","key":"9747_CR6","doi-asserted-by":"publisher","first-page":"997","DOI":"10.1109\/TITS.2020.3019397","volume":"23","author":"F Ho","year":"2022","unstructured":"Ho, F., Geraldes, R., Gon\u00e7alves, A., Rigault, B., Sportich, B., Kubo, D., Cavazza, M., & Prendinger, H. (2022). Decentralized multi-agent path finding for uav traffic management. IEEE Transactions on Intelligent Transportation Systems, 23(2), 997\u20131008.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"10","key":"9747_CR7","doi-asserted-by":"publisher","first-page":"11578","DOI":"10.1609\/aaai.v37i10.26368","volume":"37","author":"J Li","year":"2023","unstructured":"Li, J., Hoang, T. A., Lin, E., Vu, H. L., & Koenig, S. (2023). Intersection Coordination with Priority-Based Search for Autonomous Vehicles. AAAI Conference on Artificial Intelligence, 37(10), 11578\u201311585.","journal-title":"AAAI Conference on Artificial Intelligence"},{"issue":"1","key":"9747_CR8","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/TITS.2010.2057246","volume":"12","author":"D \u0160i\u0161l\u00e1k","year":"2011","unstructured":"\u0160i\u0161l\u00e1k, D., Volf, P., & P\u011bchou\u010dek, M. (2011). Agent-Based Cooperative Decentralized Airplane-Collision Avoidance. IEEE Transactions on Intelligent Transportation Systems, 12(1), 36\u201346.","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"9747_CR9","doi-asserted-by":"crossref","unstructured":"Stern, R., Sturtevant, N., Felner, A., Koenig, S., Ma, H., Walker, T., Li, J., Atzmon, D., Cohen, L., Kumar, T., Bart\u00e1k, R., & Boyarski, E. (2019). Multi-Agent Pathfinding: Definitions, Variants, and Benchmarks. In International Symposium on Combinatorial Search (vol. 10, pp. 151\u2013158)","DOI":"10.1609\/socs.v10i1.18510"},{"key":"9747_CR10","unstructured":"Ratner, D., & Warmuth, M. (1986). Finding a Shortest Solution for the NxN Extension of the 15-Puzzle is Intractable. In 5th AAAI National Conference on Artificial Intelligence (pp. 168\u2013172)."},{"key":"9747_CR11","doi-asserted-by":"crossref","unstructured":"Felner, A., Li, J., Boyarski, E., Ma, H., Cohen, L., Kumar, T. S., & Koenig, S. (2018). Adding Heuristics to Conflict-Based Search for Multi-Agent Path Finding. In International conference on automated planning and scheduling (vol. 28, pp. 83\u201387)","DOI":"10.1609\/icaps.v28i1.13883"},{"issue":"1","key":"9747_CR12","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1609\/aaai.v26i1.8140","volume":"26","author":"G Sharon","year":"2012","unstructured":"Sharon, G., Stern, R., Felner, A., & Sturtevant, N. (2012). Conflict-Based Search For Optimal Multi-Agent Path Finding. AAAI Conference on Artificial Intelligence, 26(1), 563\u2013569.","journal-title":"AAAI Conference on Artificial Intelligence"},{"key":"9747_CR13","unstructured":"Cohen, L., & Koenig, S. (2016). Bounded Suboptimal Multi-Agent Path Finding using Highways. In International Joint Conference on Artificial Intelligence (IJCAI) (pp. 3978\u20133979)."},{"key":"9747_CR14","doi-asserted-by":"publisher","first-page":"12353","DOI":"10.1609\/aaai.v35i14.17466","volume":"35","author":"J Li","year":"2021","unstructured":"Li, J., Ruml, W., & Koenig, S. (2021). EECBS: A Bounded-Suboptimal Search for Multi-Agent Path Finding. AAAI Conference on Artificial Intelligence, 35, 12353\u201312362.","journal-title":"AAAI Conference on Artificial Intelligence"},{"key":"9747_CR15","doi-asserted-by":"crossref","unstructured":"Li, J., Chen, Z., Harabor, D., Stuckey, P. J., & Koenig, S. (2021). Anytime Multi-Agent Path Finding via Large Neighborhood Search. In International joint conference on artificial intelligence (pp. 4127\u20134135).","DOI":"10.24963\/ijcai.2021\/568"},{"key":"9747_CR16","doi-asserted-by":"crossref","unstructured":"Okumura, K. (2023). Improving LaCAM for Scalable Eventually Optimal Multi-Agent Pathfinding. In International joint conference on artificial intelligence.","DOI":"10.24963\/ijcai.2023\/28"},{"key":"9747_CR17","doi-asserted-by":"crossref","unstructured":"Li, J., Harabor, D., Stuckey, P. J., et al. (2021). Pairwise Symmetry Reasoning for Multi-Agent Path Finding Search. Artificial Intelligence, 103574.","DOI":"10.1016\/j.artint.2021.103574"},{"key":"9747_CR18","unstructured":"Phan, T., Ritz, F., Altmann, P., Zorn, M., N\u00fc\u00dflein, J., K\u00f6lle, M., Gabor, T., & Linnhoff-Popien, C. (2023). Attention-Based Recurrence for Multi-Agent Reinforcement Learning under Stochastic Partial Observability. In 40th International Conference on Machine Learning."},{"issue":"3","key":"9747_CR19","doi-asserted-by":"publisher","first-page":"2378","DOI":"10.1109\/LRA.2019.2903261","volume":"4","author":"G Sartoretti","year":"2019","unstructured":"Sartoretti, G., Kerr, J., Shi, Y., Wagner, G., Kumar, T. S., Koenig, S., & Choset, H. (2019). PRIMAL: Pathfinding via Reinforcement and Imitation Multi-Agent Learning. IEEE Robotics and Automation Letters, 4(3), 2378\u20132385.","journal-title":"IEEE Robotics and Automation Letters"},{"key":"9747_CR20","doi-asserted-by":"publisher","first-page":"2471","DOI":"10.1613\/jair.1.17403","volume":"82","author":"T Phan","year":"2025","unstructured":"Phan, T., Phan, T., & Koenig, S. (2025). Generative Curricula for Multi-Agent Path Finding via Unsupervised and Reinforcement Learning. Journal of Artificial Intelligence Research, 82, 2471\u20132534.","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"35","key":"9747_CR21","doi-asserted-by":"publisher","first-page":"29642","DOI":"10.1609\/aaai.v40i35.40208","volume":"40","author":"T Phan","year":"2026","unstructured":"Phan, T., & Koenig, S. (2026). Spatially Grouped Curriculum Learning for Multi-Agent Path Finding. AAAI Conference on Artificial Intelligence (AAAI), 40(35), 29642\u201329650.","journal-title":"AAAI Conference on Artificial Intelligence (AAAI)"},{"key":"9747_CR22","unstructured":"Tanenbaum, A. S., & Van\u00a0Steen, M. (2007). Distributed Systems: Principles and Paradigms. Prentice-Hall ."},{"key":"9747_CR23","doi-asserted-by":"crossref","unstructured":"Phan, T., Sommer, F., Ritz, F., Altmann, P., N\u00fc\u00dflein, J., K\u00f6lle, M., Belzner, L., et al. (2024). Emergent Cooperation from Mutual Acknowledgment Exchange in Multi-Agent Reinforcement Learning. Autonomous Agents and Multi-Agent Systems.","DOI":"10.1007\/s10458-024-09666-5"},{"key":"9747_CR24","doi-asserted-by":"crossref","unstructured":"Yan, Z., Zheng, H., & Wu, C. (2024). Multi-Agent Path Finding for Cooperative Autonomous Driving. In 2024 IEEE International Conference on Robotics and Automation (ICRA) (pp. 12361\u201312367).","DOI":"10.1109\/ICRA57147.2024.10611649"},{"key":"9747_CR25","doi-asserted-by":"crossref","unstructured":"Zheng, H., Yan, Z., & Wu, C. (2024). Multi-Agent Path Finding for Mixed Autonomy Traffic Coordination. In 2024 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) (pp. 958\u2013965).","DOI":"10.1109\/IROS58592.2024.10802051"},{"key":"9747_CR26","doi-asserted-by":"crossref","unstructured":"Phan, T., Belzner, L., Gabor, T., Sedlmeier, A., Ritz, F., & Linnhoff-Popien, C. (2021). Resilient Multi-Agent Reinforcement Learning with Adversarial Value Decomposition. AAAI Conference on Artificial Intelligence, (13).","DOI":"10.1609\/aaai.v35i13.17348"},{"issue":"1","key":"9747_CR27","first-page":"117","volume":"1","author":"D Silver","year":"2005","unstructured":"Silver, D. (2005). Cooperative Pathfinding. AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment, 1(1), 117\u2013122.","journal-title":"AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment"},{"key":"9747_CR28","doi-asserted-by":"publisher","first-page":"103752","DOI":"10.1016\/j.artint.2022.103752","volume":"310","author":"K Okumura","year":"2022","unstructured":"Okumura, K., Machida, M., D\u00e9fago, X., & Tamura, Y. (2022). Priority Inheritance with Backtracking for Iterative Multi-Agent Path Finding. Artificial Intelligence, 310, 103752.","journal-title":"Artificial Intelligence"},{"key":"9747_CR29","doi-asserted-by":"publisher","first-page":"17531","DOI":"10.1609\/aaai.v38i16.29703","volume":"38","author":"A Skrynnik","year":"2024","unstructured":"Skrynnik, A., Andreychuk, A., Yakovlev, K., & Panov, A. (2024). Decentralized Monte Carlo Tree Search for Partially Observable Multi-Agent Pathfinding. AAAI Conference on Artificial Intelligence, 38, 17531\u201317540.","journal-title":"AAAI Conference on Artificial Intelligence"},{"key":"9747_CR30","doi-asserted-by":"publisher","first-page":"57390","DOI":"10.1109\/ACCESS.2024.3392305","volume":"12","author":"J-M Alkazzi","year":"2024","unstructured":"Alkazzi, J.-M., & Okumura, K. (2024). A Comprehensive Review on Leveraging Machine Learning for Multi-Agent Path Finding. IEEE Access, 12, 57390\u201357409.","journal-title":"IEEE Access"},{"issue":"22","key":"9747_CR31","doi-asserted-by":"publisher","first-page":"23126","DOI":"10.1609\/aaai.v39i22.34477","volume":"39","author":"A Andreychuk","year":"2025","unstructured":"Andreychuk, A., Yakovlev, K., Panov, A., & Skrynnik, A. (2025). MAPF-GPT: Imitation Learning for Multi-Agent Pathfinding at Scale. Proceedings of the AAAI Conference on Artificial Intelligence, 39(22), 23126\u201323134.","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"9747_CR32","doi-asserted-by":"crossref","unstructured":"Jiang, H., Wang, Y., Veerapaneni, R., Duhan, T., Sartoretti, G., & Li, J. (2025). Deploying Ten Thousand Robots: Scalable Imitation Learning for Lifelong Multi-Agent Path Finding. In IEEE International Conference on Robotics and Automation (ICRA) (pp. 1\u20137).","DOI":"10.1109\/ICRA55743.2025.11127445"},{"key":"9747_CR33","doi-asserted-by":"crossref","unstructured":"Bu\u015foniu, L., Babu\u0161ka, R., & De\u00a0Schutter, B. (2010). Multi-Agent Reinforcement Learning: An Overview. Innovations in Multi-Agent Systems and Applications-1, 183\u2013221.","DOI":"10.1007\/978-3-642-14435-6_7"},{"key":"9747_CR34","doi-asserted-by":"crossref","unstructured":"Tan, M. (1993). Multi-Agent Reinforcement Learning: Independent vs. Cooperative Agents. In 10th International Conference on Machine Learning (pp. 330\u2013337).","DOI":"10.1016\/B978-1-55860-307-3.50049-6"},{"key":"9747_CR35","doi-asserted-by":"crossref","unstructured":"Veerapaneni, R., Jakobsson, A., Ren, K., Kim, S., Li, J., & Likhachev, M. (2025). Work Smarter Not Harder: Simple Imitation Learning with CS-PIBT Outperforms Large-Scale Imitation Learning for MAPF. In 2025 IEEE International Conference on Robotics and Automation (ICRA) (pp. 10229\u201310236).","DOI":"10.1109\/ICRA55743.2025.11128836"},{"issue":"7676","key":"9747_CR36","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., Schrittwieser, J., Simonyan, K., Antonoglou, I., Huang, A., Guez, A., Hubert, T., Baker, L., Lai, M., Bolton, A., et al. (2017). Mastering the Game of Go without Human Knowledge. Nature, 550(7676), 354\u2013359.","journal-title":"Nature"},{"key":"9747_CR37","doi-asserted-by":"crossref","unstructured":"Foerster, J., Farquhar, G., Afouras, T., Nardelli, N., & Whiteson, S. (2018). Counterfactual Multi-Agent Policy Gradients. AAAI Conference on Artificial Intelligence, 32(1).","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"9747_CR38","unstructured":"Lowe, R., Wu, Y., Tamar, A., Harb, J., Abbeel, P., & Mordatch, I. (2017). Multi-Agent Actor-Critic for Mixed Cooperative-Competitive Environments. In Advances in Neural Information Processing Systems (pp. 6379\u20136390)."},{"key":"9747_CR39","unstructured":"Rashid, T., Samvelyan, M., Witt, C. S., Farquhar, G., Foerster, J., & Whiteson, S. (2018). QMIX: Monotonic Value Function Factorisation for Deep Multi-Agent Reinforcement Learning. In 35th International Conference on Machine Learning (pp. 4295\u20134304)."},{"key":"9747_CR40","doi-asserted-by":"crossref","unstructured":"Vinyals, O., Babuschkin, I., Czarnecki, W. M., Mathieu, M., Dudzik, A., Chung, J., Choi, D. H., Powell, R., Ewalds, T., & Georgiev, P. (2019). Grandmaster Level in StarCraft II using Multi-Agent Reinforcement Learning. Nature, 1\u20135.","DOI":"10.1038\/s41586-019-1724-z"},{"key":"9747_CR41","doi-asserted-by":"crossref","unstructured":"Jaderberg, M., Czarnecki, W. M., Dunning, I., Marris, L., Lever, G., Castaneda, A. G., Beattie, C., Rabinowitz, N. C., Morcos, A. S., Ruderman, A., et al. (2019). Human-Level Performance in 3D Multiplayer Games with Population-based Reinforcement Learning. Science, 364(6443).","DOI":"10.1126\/science.aau6249"},{"key":"9747_CR42","unstructured":"Florensa, C., Held, D., Wulfmeier, M., Zhang, M., & Abbeel, P. (2017). Reverse Curriculum Generation for Reinforcement Learning. In Conference on Robot Learning (pp. 482\u2013495). PMLR"},{"key":"9747_CR43","doi-asserted-by":"crossref","unstructured":"Yu, C., Velu, A., Vinitsky, E., Gao, J., Wang, Y., Bayen, A., & Wu, Y. (2022). The Surprising Effectiveness of PPO in Cooperative Multi-Agent Games. Advances in Neural Information Processing Systems, 35.","DOI":"10.52202\/068431-1787"},{"issue":"2","key":"9747_CR44","doi-asserted-by":"publisher","first-page":"2666","DOI":"10.1109\/LRA.2021.3062803","volume":"6","author":"M Damani","year":"2021","unstructured":"Damani, M., Luo, Z., Wenzel, E., & Sartoretti, G. (2021). PRIMAL $$ _2 $$: Pathfinding via Reinforcement and Imitation Multi-Agent Learning-Lifelong. IEEE Robotics and Automation Letters, 6(2), 2666\u20132673.","journal-title":"IEEE Robotics and Automation Letters"},{"key":"9747_CR45","doi-asserted-by":"crossref","unstructured":"Wang, Y., Xiang, B., Huang, S., & Sartoretti, G. (2023). SCRIMP: Scalable Communication for Reinforcement-and Imitation-Learning-Based Multi-Agent Pathfinding. In 2023 International Conference on Autonomous Agents and Multiagent Systems (pp. 2598\u20132600).","DOI":"10.65109\/OUQB7123"},{"issue":"1","key":"9747_CR46","first-page":"38","volume":"13","author":"R Sutton","year":"2019","unstructured":"Sutton, R. (2019). The Bitter Lesson. Incomplete Ideas (Blog), 13(1), 38.","journal-title":"Incomplete Ideas (Blog)"},{"key":"9747_CR47","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., et al. (2020). Language Models are Few-Shot Learners. In H. Larochelle, M. Ranzato, R. Hadsell, M. F. Balcan, & H. Lin (Eds.), Advances in Neural Information Processing Systems (vol. 33, pp. 1877\u20131901). Curran Associates, Inc ."},{"key":"9747_CR48","unstructured":"Liu, A., Feng, B., Xue, B., Wang, B., et al. (2024). Deepseek-v3 Technical Report. arXiv preprint arXiv:2412.19437"},{"issue":"11","key":"9747_CR49","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"2002","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., & Haffner, P. (2002). Gradient-Based Learning Applied to Document Recognition. Proceedings of the IEEE, 86(11), 2278\u20132324.","journal-title":"Proceedings of the IEEE"},{"key":"9747_CR50","unstructured":"Esser, P., Kulal, S., Blattmann, A., et al. (2024). Scaling Rectified Flow Transformers for High-Resolution Image Synthesis. ICML\u201924. JMLR."},{"key":"9747_CR51","doi-asserted-by":"crossref","unstructured":"Phan, T., Driscoll, J., Romberg, J., & Koenig, S. (2024). Confidence-Based Curriculum Learning for Multi-Agent Path Finding. In 23rd International Conference on Autonomous Agents and Multiagent Systems (pp. 1558\u20131566).","DOI":"10.65109\/QZEB2221"},{"key":"9747_CR52","unstructured":"Sutton, R. S., McAllester, D. A., Singh, S. P., & Mansour, Y. (2000). Policy Gradient Methods for Reinforcement Learning with Function Approximation. In Advances in Neural Information Processing Systems (pp. 1057\u20131063)."},{"key":"9747_CR53","doi-asserted-by":"crossref","unstructured":"Su, J., Adams, S., & Beling, P. (2021). Value-Decomposition Multi-Agent Actor-Critics. AAAI Conference on Artificial Intelligence, 35.","DOI":"10.1609\/aaai.v35i13.17353"},{"issue":"3\u20134","key":"9747_CR54","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C. J., & Dayan, P. (1992). Q-Learning. Machine Learning, 8(3\u20134), 279\u2013292.","journal-title":"Machine Learning"},{"key":"9747_CR55","doi-asserted-by":"crossref","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A. A., Veness, J., Bellemare, M. G., Graves, A., Riedmiller, M., Fidjeland, A. K., Ostrovski, G., et al. (2015). Human-Level Control through Deep Reinforcement Learning. Nature, 518(7540).","DOI":"10.1038\/nature14236"},{"key":"9747_CR56","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., & Klimov, O. (2017). Proximal Policy Optimization Algorithms. arXiv preprint arXiv:1707.06347"},{"key":"9747_CR57","first-page":"24018","volume":"34","author":"T Phan","year":"2021","unstructured":"Phan, T., Ritz, F., Belzner, L., Altmann, P., Gabor, T., & Linnhoff-Popien, C. (2021). VAST: Value Function Factorization with Variable Agent Sub-Teams. Advances in Neural Information Processing Systems, 34, 24018\u201324032.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"9747_CR58","doi-asserted-by":"crossref","unstructured":"Sunehag, P., Lever, G., Gruslys, A., Czarnecki, W. M., Zambaldi, V., Jaderberg, M., Lanctot, M., Sonnerat, N., Leibo, J. Z., Tuyls, K., & Graepel, T. (2018). Value-Decomposition Networks for Cooperative Multi-Agent Learning based on Team Reward. In International Conference on Autonomous Agents and Multiagent Systems (Extended Abstract).","DOI":"10.65109\/JSRC7365"},{"key":"9747_CR59","unstructured":"Son, K., Kim, D., Kang, W. J., Hostallero, D. E., Yi, Y. (2019). QTRAN: Learning to Factorize with Transformation for Cooperative Multi-Agent Reinforcement Learning. In 36th International Conference on Machine Learning (pp. 5887\u20135896)."},{"key":"9747_CR60","unstructured":"Ha, D., Dai, A. M., & Le, Q. V. (2017). HyperNetworks. International Conference on Learning Representations."},{"key":"9747_CR61","unstructured":"Wang, J., Ren, Z., Liu, T., Yu, Y., & Zhang, C. (2020). QPLEX: Duplex Dueling Multi-Agent Q-Learning. International Conference on Learning Representations."},{"key":"9747_CR62","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Louradour, J., Collobert, R., & Weston, J. (2009). Curriculum Learning. In 26th International Conference on Machine Learning.","DOI":"10.1145\/1553374.1553380"},{"key":"9747_CR63","doi-asserted-by":"crossref","unstructured":"Soviany, P., Ionescu, R. T., Rota, P., & Sebe, N. (2022). Curriculum Learning: A Survey. International Journal of Computer Vision, 130(6).","DOI":"10.1007\/s11263-022-01611-x"},{"key":"9747_CR64","doi-asserted-by":"crossref","unstructured":"Narvekar, S., Sinapov, J., Leonetti, M., & Stone, P. (2016). Source Task Creation for Curriculum Learning. International Conference on Autonomous Agents and Multiagent Systems.","DOI":"10.65109\/WWRD6174"},{"key":"9747_CR65","unstructured":"Narvekar, S., Peng, B., Leonetti, M., Sinapov, J., Taylor, M. E., & Stone, P. (2020). Curriculum Learning for Reinforcement Learning Domains: A Framework and Survey. The Journal of Machine Learning Research, 21(1)."},{"issue":"3","key":"9747_CR66","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1145\/203330.203343","volume":"38","author":"G Tesauro","year":"1995","unstructured":"Tesauro, G. (1995). Temporal Difference Learning and TD-Gammon. Communications of the ACM, 38(3), 58\u201368.","journal-title":"Communications of the ACM"},{"key":"9747_CR67","doi-asserted-by":"crossref","unstructured":"Silva, F. L. D., & Costa, A. H. R. (2018). Object-Oriented Curriculum Generation for Reinforcement Learning. In 17th International Conference on Autonomous Agents and Multiagent Systems (pp. 1026\u20131034).","DOI":"10.65109\/INSI6337"},{"key":"9747_CR68","doi-asserted-by":"crossref","unstructured":"Gabor, T., Sedlmeier, A., Kiermeier, M., Phan, T., Henrich, M., Pichlmair, M., Kempter, B., Klein, C., Sauer, H., Schmid, R., & Wieghardt, J. (2019). Scenario Co-Evolution for Reinforcement Learning on a Grid World Smart Factory Domain. In Genetic and Evolutionary Computation Conference (pp. 898\u2013906).","DOI":"10.1145\/3321707.3321831"},{"key":"9747_CR69","unstructured":"Dennis, M., Jaques, N., Vinitsky, E., Bayen, A., Russell, S., Critch, A., & Levine, S. (2020). Emergent Complexity and Zero-Shot Transfer via Unsupervised Environment Design. Advances in Neural Information Processing Systems, 33."},{"key":"9747_CR70","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1023\/A:1018237008823","volume":"23","author":"M Asada","year":"1996","unstructured":"Asada, M., Noda, S., Tawaratsumida, S., & Hosoda, K. (1996). Purposive Behavior Acquisition for a Real Robot by Vision-Based Reinforcement Learning. Machine Learning, 23, 279\u2013303.","journal-title":"Machine Learning"},{"key":"9747_CR71","unstructured":"McAleer, S., Agostinelli, F., Shmakov, A., & Baldi, P. (2018). Solving the Rubik\u2019s Cube with Approximate Policy Iteration. International Conference on Learning Representations."},{"issue":"8","key":"9747_CR72","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1038\/s42256-019-0070-z","volume":"1","author":"F Agostinelli","year":"2019","unstructured":"Agostinelli, F., McAleer, S., Shmakov, A., & Baldi, P. (2019). Solving the Rubik\u2019s Cube with Deep Reinforcement Learning and Search. Nature Machine Intelligence, 1(8), 356\u2013363.","journal-title":"Nature Machine Intelligence"},{"key":"9747_CR73","unstructured":"Uchendu, I., Xiao, T., Lu, Y., Zhu, B., Yan, M., Simon, J., Bennice, M., Fu, C., Ma, C., Jiao, J., Levine, S., & Hausman, K. (2023). Jump-Start Reinforcement Learning. In A. Krause, E. Brunskill, K. Cho, B. Engelhardt, S. Sabato, & J. Scarlett (Eds.), 40th International Conference on Machine Learning. Proceedings of Machine Learning Research (vol. 202, pp. 34556\u201334583). PMLR"},{"key":"9747_CR74","unstructured":"Sukhbaatar, S., Lin, Z., Kostrikov, I., Synnaeve, G., Szlam, A., & Fergus, R. (2018). Intrinsic Motivation and Automatic Curricula via Asymmetric Self-Play. International Conference on Learning Representations."},{"key":"9747_CR75","unstructured":"Du, Y., Abbeel, P., & Grover, A. (2021). It Takes Four to Tango: Multiagent Self Play for Automatic Curriculum Generation. International Conference on Learning Representations."},{"key":"9747_CR76","doi-asserted-by":"crossref","unstructured":"Wu, J., Yang, T., Hao, X., Hao, J., Zheng, Y., Wang, W., & Taylor, M. E. (2023). PORTAL: Automatic Curricula Generation for Multiagent Reinforcement Learning. In International Conference on Autonomous Agents and Multiagent Systems (Extended Abstract) (pp. 2460\u20132462).","DOI":"10.65109\/TJQD1268"},{"key":"9747_CR77","doi-asserted-by":"publisher","first-page":"11246","DOI":"10.1609\/aaai.v35i13.17341","volume":"35","author":"T Huang","year":"2021","unstructured":"Huang, T., Koenig, S., & Dilkina, B. (2021). Learning to Resolve Conflicts for Multi-Agent Path Finding with Conflict-Based Search. AAAI Conference on Artificial Intelligence, 35, 11246\u201311253.","journal-title":"AAAI Conference on Artificial Intelligence"},{"key":"9747_CR78","doi-asserted-by":"crossref","unstructured":"Huang, T., Li, J., Koenig, S., & Dilkina, B. (2022). Anytime Multi-Agent Path Finding via Machine Learning-Guided Large Neighborhood Search. In 36th AAAI Conference on Artificial Intelligence (AAAI) (pp. 9368\u20139376).","DOI":"10.1609\/aaai.v36i9.21168"},{"key":"9747_CR79","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1609\/icaps.v30i1.6657","volume":"30","author":"O Kaduri","year":"2020","unstructured":"Kaduri, O., Boyarski, E., & Stern, R. (2020). Algorithm Selection for Optimal Multi-Agent Pathfinding. International Conference on Automated Planning and Scheduling, 30, 161\u2013165.","journal-title":"International Conference on Automated Planning and Scheduling"},{"key":"9747_CR80","doi-asserted-by":"crossref","unstructured":"Phan, T., Huang, T., Dilkina, B., & Koenig, S. (2024). Adaptive Anytime Multi-Agent Path Finding Using Bandit-Based Large Neighborhood Search. AAAI Conference on Artificial Intelligence.","DOI":"10.1609\/aaai.v38i16.29701"},{"key":"9747_CR81","doi-asserted-by":"publisher","first-page":"23286","DOI":"10.1609\/aaai.v39i22.34495","volume":"39","author":"T Phan","year":"2025","unstructured":"Phan, T., Zhang, B., Chan, S.-H., & Koenig, S. (2025). Anytime Multi-Agent Path Finding with an Adaptive Delay-Based Heuristic. AAAI Conference on Artificial Intelligence (AAAI), 39, 23286\u201323294.","journal-title":"AAAI Conference on Artificial Intelligence (AAAI)"},{"issue":"35","key":"9747_CR82","doi-asserted-by":"publisher","first-page":"29633","DOI":"10.1609\/aaai.v40i35.40207","volume":"40","author":"T Phan","year":"2026","unstructured":"Phan, T., Chan, S.-H., & Koenig, S. (2026). Truncated Counterfactual Learning for Anytime Multi-Agent Path Finding. AAAI Conference on Artificial Intelligence (AAAI), 40(35), 29633\u201329641.","journal-title":"AAAI Conference on Artificial Intelligence (AAAI)"},{"key":"9747_CR83","doi-asserted-by":"publisher","first-page":"17541","DOI":"10.1609\/aaai.v38i16.29704","volume":"38","author":"A Skrynnik","year":"2024","unstructured":"Skrynnik, A., Andreychuk, A., Nesterova, M., Yakovlev, K., & Panov, A. (2024). Learn to Follow: Decentralized Lifelong Multi-Agent Pathfinding via Planning and Learning. AAAI Conference on Artificial Intelligence, 38, 17541\u201317549.","journal-title":"AAAI Conference on Artificial Intelligence"},{"key":"9747_CR84","doi-asserted-by":"crossref","unstructured":"Zhao, C., Zhuang, L., Huang, Y., & Liu, H. (2023). Curriculum Learning Based Multi-Agent Path Finding for Complex Environments. In 2023 International Joint Conference on Neural Networks (IJCNN) (pp. 1\u20138). IEEE","DOI":"10.1109\/IJCNN54540.2023.10191932"},{"key":"9747_CR85","unstructured":"Pham, P., & Bera, A. (2023). Crowd-Aware Multi-Agent Pathfinding with Boosted Curriculum Reinforcement Learning. arXiv preprint arXiv:2309.10275"},{"key":"9747_CR86","first-page":"99","volume":"93","author":"S Koenig","year":"1993","unstructured":"Koenig, S., & Simmons, R. G. (1993). Complexity Analysis of Real-Time Reinforcement Learning. AAAI Conference on Artificial Intelligence, 93, 99\u2013105.","journal-title":"AAAI Conference on Artificial Intelligence"},{"issue":"1","key":"9747_CR87","first-page":"1437","volume":"16","author":"J Garc\u0131a","year":"2015","unstructured":"Garc\u0131a, J., & Fern\u00e1ndez, F. (2015). A Comprehensive Survey on Safe Reinforcement Learning. Journal of Machine Learning Research, 16(1), 1437\u20131480.","journal-title":"Journal of Machine Learning Research"},{"key":"9747_CR88","doi-asserted-by":"publisher","first-page":"9460","DOI":"10.52202\/068431-0687","volume":"35","author":"J Skalse","year":"2022","unstructured":"Skalse, J., Howe, N., Krasheninnikov, D., & Krueger, D. (2022). Defining and Characterizing Reward Gaming. Advances in Neural Information Processing Systems, 35, 9460\u20139471.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"9747_CR89","unstructured":"Leike, J., Martic, M., Krakovna, V., Ortega, P. A., Everitt, T., Lefrancq, A., Orseau, L., & Legg, S. (2017). AI Safety Gridworlds. arXiv preprint arXiv:1711.09883"},{"key":"9747_CR90","unstructured":"Strawn, K. J., Phan, T., Wang, E., Ayanian, N., Koenig, S., & Lindemann, L. (2025). Multi-Agent Path Finding Among Dynamic Uncontrollable Agents with Statistical Safety Guarantees. arXiv preprint arXiv:2507.22282"},{"key":"9747_CR91","unstructured":"Xu, Z., Hasselt, H. P., & Silver, D. (2018). Meta-Gradient Reinforcement Learning. Advances in Neural Information Processing Systems, 2396\u20132407."},{"key":"9747_CR92","unstructured":"Badia, A. P., Piot, B., Kapturowski, S., Sprechmann, P., Vitvitskyi, A., Guo, Z. D., & Blundell, C. (2020). Agent57: Outperforming the Atari Human Benchmark. In Proceedings of the 37th International Conference on Machine Learning (pp. 507\u2013517)."},{"key":"9747_CR93","unstructured":"Wang, Y., Han, B., Wang, T., Dong, H., & Zhang, C. (2021). DOP: Off-Policy Multi-Agent Decomposed Policy Gradients. International Conference on Learning Representations."},{"key":"9747_CR94","unstructured":"Zhang, T., Li, Y., Wang, C., Xie, G., & Lu, Z. (2021). FOP: Factorizing Optimal Joint Policy of Maximum-Entropy Multi-Agent Reinforcement Learning. In M. Meila, & T. Zhang (Eds.), 38th International Conference on Machine Learning. Proceedings of Machine Learning Research (vol. 139, pp. 12491\u201312500). PMLR"},{"key":"9747_CR95","unstructured":"Sutton, R. S., & Barto, A. G. (2018). Reinforcement Learning: An Introduction. MIT Press."},{"key":"9747_CR96","unstructured":"Bellman, R. (1957). Dynamic programming. Princeton University Press."},{"key":"9747_CR97","unstructured":"Eysenbach, B., Gupta, A., Ibarz, J., & Levine, S. (2019). Diversity is All You Need: Learning Skills without a Reward Function. International Conference on Learning Representations."},{"key":"9747_CR98","unstructured":"Eysenbach, B., & Levine, S. (2022). Maximum Entropy RL (Provably) Solves Some Robust RL Problems. International Conference on Learning Representations."},{"issue":"124","key":"9747_CR99","first-page":"1","volume":"20","author":"I Osband","year":"2019","unstructured":"Osband, I., Van Roy, B., Russo, D. J., & Wen, Z. (2019). Deep Exploration via Randomized Value Functions. Journal of Machine Learning Research, 20(124), 1\u201362.","journal-title":"Journal of Machine Learning Research"},{"key":"9747_CR100","unstructured":"Plappert, M., Houthooft, R., Dhariwal, P., Sidor, S., Chen, R. Y., Chen, X., Asfour, T., Abbeel, P., & Andrychowicz, M. (2018). Parameter Space Noise for Exploration. International Conference on Learning Representations."},{"key":"9747_CR101","doi-asserted-by":"crossref","unstructured":"Schmidhuber, J. (1991). Curious Model-Building Control Systems. In IEEE International Joint Conference on Neural Networks (pp. 1458\u20131463). IEEE","DOI":"10.1109\/IJCNN.1991.170605"},{"key":"9747_CR102","doi-asserted-by":"crossref","unstructured":"Grinstead, C. M., & Snell, J. L. (2012). Introduction to Probability. American Mathematical Society.","DOI":"10.1090\/stml\/057"},{"key":"9747_CR103","unstructured":"Kemeny, J. G., & Snell, J. L. (1960). Finite Markov Chains. Van Nostrand Publishing Company."},{"key":"9747_CR104","unstructured":"Wilson, R. J. (2010). Introduction to Graph Theory. Longman."},{"key":"9747_CR105","doi-asserted-by":"crossref","unstructured":"Devlin, S., & Kudenko, D. (2011). Theoretical Considerations of Potential-Based Reward Shaping for Multi-Agent Systems. In The International Conference on Autonomous Agents and Multiagent Systems (pp. 225\u2013232). ACM","DOI":"10.65109\/VDID3904"},{"key":"9747_CR106","unstructured":"Boutilier, C. (1996). Planning, Learning and Coordination in Multiagent Decision Processes. In 6th Conference on Theoretical Aspects of Rationality and Knowledge (pp. 195\u2013210)."},{"issue":"1","key":"9747_CR107","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1613\/jair.2447","volume":"32","author":"FA Oliehoek","year":"2008","unstructured":"Oliehoek, F. A., Spaan, M. T. J., & Vlassis, N. (2008). Optimal and approximate q-value functions for decentralized pomdps. Journal of Artificial Intelligence Research, 32(1), 289\u2013353.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"9747_CR108","doi-asserted-by":"crossref","unstructured":"Oliehoek, F. A., & Amato, C. (2016). A Concise Introduction to Decentralized POMDPs. Springer.","DOI":"10.1007\/978-3-319-28929-8"},{"key":"9747_CR109","unstructured":"Hernandez-Leal, P., Kaisers, M., Baarslag, T., & De\u00a0Cote, E. M. (2017). A Survey of Learning in Multiagent Environments: Dealing with Non-Stationarity. arXiv Preprint arXiv:1707.09183"},{"issue":"1","key":"9747_CR110","doi-asserted-by":"publisher","first-page":"55","DOI":"10.3233\/KES-2010-0206","volume":"15","author":"GJ Laurent","year":"2011","unstructured":"Laurent, G. J., Matignon, L., & Le Fort-Piat, N. (2011). The World of Independent Learners is not Markovian. International Journal of Knowledge-based and Intelligent Engineering Systems, 15(1), 55\u201364.","journal-title":"International Journal of Knowledge-based and Intelligent Engineering Systems"},{"key":"9747_CR111","unstructured":"Skrynnik, A., Andreychuk, A., Borzilov, A., Chernyavskiy, A., Yakovlev, K., & Panov, A. (2025) POGEMA: A Benchmark Platform for Cooperative Multi-Agent Pathfinding. In International Conference on Learning Representations (ICLR)."},{"key":"9747_CR112","unstructured":"Luna, R., & Bekris, K. E. (2011). Push and Swap: Fast Cooperative Path-Finding with Completeness Guarantees. In Proceedings of the Twenty-Second International Joint Conference on Artificial Intelligence. IJCAI\u201911 (pp. 294\u2013300). AAAI Press."},{"issue":"1","key":"9747_CR113","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1609\/icaps.v26i1.13796","volume":"26","author":"W Hoenig","year":"2016","unstructured":"Hoenig, W., Kumar, T. K., Cohen, L., Ma, H., Xu, H., Ayanian, N., & Koenig, S. (2016). Multi-Agent Path Finding with Kinematic Constraints. Proceedings of the International Conference on Automated Planning and Scheduling, 26(1), 477\u2013485.","journal-title":"Proceedings of the International Conference on Automated Planning and Scheduling"}],"container-title":["Autonomous Agents and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-026-09747-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10458-026-09747-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-026-09747-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T03:09:17Z","timestamp":1783134557000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10458-026-09747-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,30]]},"references-count":113,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["9747"],"URL":"https:\/\/doi.org\/10.1007\/s10458-026-09747-7","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-5427877\/v1","asserted-by":"object"}]},"ISSN":["1387-2532","1573-7454"],"issn-type":[{"value":"1387-2532","type":"print"},{"value":"1573-7454","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,30]]},"assertion":[{"value":"10 November 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval and Consent to Participate"}}],"article-number":"23"}}