{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:32:07Z","timestamp":1775068327896,"version":"3.50.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"13","license":[{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62162012"],"award-info":[{"award-number":["62162012"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62462013"],"award-info":[{"award-number":["62462013"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62173278"],"award-info":[{"award-number":["62173278"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s10489-025-06778-7","type":"journal-article","created":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T17:50:09Z","timestamp":1754329809000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A multi-head adaptive actor-critic algorithm for solving vehicle routing problems"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0151-9643","authenticated-orcid":false,"given":"Dawen","family":"Xia","sequence":"first","affiliation":[]},{"given":"Youlong","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Mingyue","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Yang","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Yujia","family":"Huo","sequence":"additional","affiliation":[]},{"given":"Ziqiang","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Fujian","family":"Feng","sequence":"additional","affiliation":[]},{"given":"Yantao","family":"Li","sequence":"additional","affiliation":[]},{"given":"Huaqing","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,8,4]]},"reference":[{"key":"6778_CR1","unstructured":"Yuan Y, Cattaruzza D, Ogier M, Semet F (2018) Last mile delivery problem: the one-vehicle case. In: Odysseus 2018-7th workshop on freight transportation and logistics"},{"key":"6778_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-77778-8","volume-title":"The Vehicle Routing Problem: Latest Advances and New Challenges,","author":"BL Golden","year":"2008","unstructured":"Golden BL, Raghavan S, Wasil EA (2008) The Vehicle Routing Problem: Latest Advances and New Challenges, vol 43. Springer"},{"issue":"3","key":"6778_CR3","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1016\/0377-2217(92)90192-C","volume":"59","author":"G Laporte","year":"1992","unstructured":"Laporte G (1992) The vehicle routing problem: An overview of exact and approximate algorithms. European J Oper Res 59(3):345\u2013358","journal-title":"European J Oper Res"},{"key":"6778_CR4","doi-asserted-by":"crossref","unstructured":"Pichpibul T (2013) Kawtummachai R (2013) A heuristic approach based on clarke-wright algorithm for open vehicle routing problem. Sci World J 1:874349","DOI":"10.1155\/2013\/874349"},{"key":"6778_CR5","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1016\/j.compchemeng.2012.09.016","volume":"48","author":"R Dondo","year":"2013","unstructured":"Dondo R, Cerd\u00e1 J (2013) A sweep-heuristic based formulation for the vehicle routing problem with cross-docking. Comput Chem Eng 48:293\u2013311","journal-title":"Comput Chem Eng"},{"issue":"9","key":"6778_CR6","doi-asserted-by":"publisher","first-page":"11939","DOI":"10.1016\/j.eswa.2011.03.088","volume":"38","author":"K-W Pang","year":"2011","unstructured":"Pang K-W (2011) An adaptive parallel route construction heuristic for the vehicle routing problem with time windows constraints. Exp Syst Appl 38(9):11939\u201311946","journal-title":"Exp Syst Appl"},{"key":"6778_CR7","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1007\/s10479-009-0657-6","volume":"175","author":"P Hansen","year":"2010","unstructured":"Hansen P, Mladenovi\u0107 N, Perez JAM (2010) Variable neighbourhood search: methods and applications. Annals Oper Res 175:367\u2013407","journal-title":"Annals Oper Res"},{"key":"6778_CR8","unstructured":"Bello I, Pham H, Le QV, Norouzi M, Bengio S (2016) Neural combinatorial optimization with reinforcement learning. ArXiv:1611.09940"},{"key":"6778_CR9","first-page":"2692","volume":"28","author":"O Vinyals","year":"2015","unstructured":"Vinyals O, Fortunato M, Jaitly N (2015) Pointer networks. Adv Neural Inform Process Syst 28:2692\u20132700","journal-title":"Adv Neural Inform Process Syst"},{"key":"6778_CR10","first-page":"9861","volume":"31","author":"M Nazari","year":"2018","unstructured":"Nazari M, Oroojlooy A, Snyder L, Tak\u00e1c M (2018) Reinforcement learning for solving the vehicle routing problem. Adv Neural Inform Process Syst 31:9861\u20139871","journal-title":"Adv Neural Inform Process Syst"},{"issue":"4","key":"6778_CR11","doi-asserted-by":"publisher","first-page":"2119","DOI":"10.1109\/TNNLS.2021.3105905","volume":"34","author":"Z Zhang","year":"2021","unstructured":"Zhang Z, Liu H, Zhou M, Wang J (2021) Solving dynamic traveling salesman problems with deep reinforcement learning. IEEE Trans Neural Netw Learn Syst 34(4):2119\u20132132","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"7","key":"6778_CR12","doi-asserted-by":"publisher","first-page":"4861","DOI":"10.1109\/TII.2020.3031409","volume":"17","author":"L Xin","year":"2020","unstructured":"Xin L, Song W, Cao Z, Zhang J (2020) Step-wise deep learning models for solving routing problems. IEEE Trans Ind Inform 17(7):4861\u20134871","journal-title":"IEEE Trans Ind Inform"},{"issue":"10","key":"6778_CR13","doi-asserted-by":"publisher","first-page":"5374","DOI":"10.1109\/TNNLS.2021.3070584","volume":"33","author":"L Chen","year":"2021","unstructured":"Chen L, Hu B, Guan ZH, Zhao L, Shen X (2021) Multiagent meta-reinforcement learning for adaptive multipath routing optimization. IEEE Trans Neural Netw Learn Syst 33(10):5374\u20135386","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"10","key":"6778_CR14","doi-asserted-by":"publisher","first-page":"7978","DOI":"10.1109\/TNNLS.2022.3148435","volume":"34","author":"Z Zhang","year":"2022","unstructured":"Zhang Z, Wu Z, Zhang H, Wang J (2022) Meta-learning-based deep reinforcement learning for multiobjective optimization problems. IEEE Trans Neural Netw Learn Syst 34(10):7978\u20137991","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6778_CR15","first-page":"21188","volume":"33","author":"Y-D Kwon","year":"2020","unstructured":"Kwon Y-D, Choo J, Kim B, Yoon I, Gwon Y, Min S (2020) POMO: Policy optimization with multiple optima for reinforcement learning. Adv Neural Inform Process Syst 33:21188\u201321198","journal-title":"Adv Neural Inform Process Syst"},{"issue":"11","key":"6778_CR16","doi-asserted-by":"publisher","first-page":"7208","DOI":"10.1109\/TITS.2020.3003163","volume":"22","author":"Jiuxia Zhao","year":"2020","unstructured":"Zhao Jiuxia, Mao Minjia, Zhao Xi, Zou Jianhua (2020) A hybrid of deep reinforcement learning and local search for the vehicle routing problems. IEEE Trans Intell Trans Syst 22(11):7208\u20137218","journal-title":"IEEE Trans Intell Trans Syst"},{"issue":"1","key":"6778_CR17","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1007\/s10489-022-03456-w","volume":"53","author":"Weixu Pan and Shi Qiang Liu","year":"2023","unstructured":"Weixu Pan and Shi Qiang Liu (2023) Deep reinforcement learning for the dynamic and uncertain vehicle routing problem. Appl Intell 53(1):405\u2013422","journal-title":"Appl Intell"},{"issue":"11","key":"6778_CR18","doi-asserted-by":"publisher","first-page":"15279","DOI":"10.1109\/TNNLS.2023.3285077","volume":"35","author":"J Li","year":"2024","unstructured":"Li J, Ma Y, Cao Z, Wu Y, Song W, Zhang J, Chee YM (2024) Learning feature embedding refiner for solving vehicle routing problems. IEEE Trans Neural Netw Learn Syst 35(11):15279\u201315291","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"9","key":"6778_CR19","doi-asserted-by":"publisher","first-page":"5057","DOI":"10.1109\/TNNLS.2021.3068828","volume":"33","author":"Y Wu","year":"2021","unstructured":"Wu Y, Song W, Cao Z, Zhang J, Lim A (2021) Learning improvement heuristics for solving routing problems. IEEE Trans Neural Netw Learn Syst 33(9):5057\u20135069","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6778_CR20","first-page":"11096","volume":"34","author":"Yining Ma","year":"2021","unstructured":"Ma Yining, Li Jingwen, Cao Zhiguang, Song Wen, Zhang Le, Chen Zhenghua, Tang Jing (2021) Learning to iteratively solve routing problems with dual-aspect collaborative transformer. Adv Neural Inform Process Syst 34:11096\u201311107","journal-title":"Adv Neural Inform Process Syst"},{"issue":"1","key":"6778_CR21","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1287\/mnsc.6.1.80","volume":"6","author":"George B Dantzig","year":"1959","unstructured":"Dantzig George B, Ramser John H (1959) The truck dispatching problem. Manag Sci 6(1):80\u201391","journal-title":"Manag Sci"},{"issue":"1","key":"6778_CR22","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/BF02098286","volume":"61","author":"Harilaos N Psaraftis","year":"1995","unstructured":"Psaraftis Harilaos N (1995) Dynamic vehicle routing: Status and prospects. Annals Oper Res 61(1):143\u2013164","journal-title":"Annals Oper Res"},{"issue":"1","key":"6778_CR23","first-page":"11","volume":"23","author":"Ammar Haydari and Yasin Y\u0131lmaz","year":"2020","unstructured":"Ammar Haydari and Yasin Y\u0131lmaz (2020) Deep reinforcement learning for intelligent transportation systems: A survey. IEEE Trans Intell Trans Syst 23(1):11\u201332","journal-title":"IEEE Trans Intell Trans Syst"},{"key":"6778_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2020.102861","volume":"121","author":"Ke Zhang","year":"2020","unstructured":"Zhang Ke, He Fang, Zhang Zhengchao, Lin Xi, Li Meng (2020) Multi-vehicle routing problems with soft time windows: A multi-agent reinforcement learning approach. Transportation Research Part C: Emerging Technologies 121:102861","journal-title":"Transportation Research Part C: Emerging Technologies"},{"issue":"8","key":"6778_CR25","doi-asserted-by":"publisher","first-page":"2403","DOI":"10.1016\/j.cor.2005.09.012","volume":"34","author":"David Pisinger","year":"2007","unstructured":"Pisinger David, Ropke Stefan (2007) A general heuristic for vehicle routing problems. Comput Oper Res 34(8):2403\u20132435","journal-title":"Comput Oper Res"},{"key":"6778_CR26","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/s12532-010-0013-5","volume":"2","author":"Chris Gro\u00ebr","year":"2010","unstructured":"Gro\u00ebr Chris, Golden Bruce, Wasil Edward (2010) A library of local search heuristics for the vehicle routing problem. Math Program Comput 2:79\u2013101","journal-title":"Math Program Comput"},{"key":"6778_CR27","doi-asserted-by":"crossref","unstructured":"Vincent FY, Redi AP, Hidayat YA, Wibowo OJ (2017) A simulated annealing heuristic for the hybrid vehicle routing problem. Appl Soft Comput 53:119\u2013132","DOI":"10.1016\/j.asoc.2016.12.027"},{"key":"6778_CR28","first-page":"6278","volume":"32","author":"Xinyun Chen","year":"2019","unstructured":"Chen Xinyun, Tian Yuandong (2019) Learning to perform local rewriting for combinatorial optimization. Adv Neural Inf Process Syst 32:6278\u20136289","journal-title":"Adv Neural Inf Process Syst"},{"key":"6778_CR29","doi-asserted-by":"crossref","unstructured":"Hottung A, Tierney K (2020) Neural large neighborhood search for the capacitated vehicle routing problem. In: Proceedings of the European conference on artificial intelligence, pp 443\u2013450","DOI":"10.3233\/FAIA200124"},{"key":"6778_CR30","unstructured":"Hao Lu, Xingwen Zhang, and Shuang Yang. A learning-based iterative method for solving vehicle routing problems. In: International conference on learning representations, 2019"},{"key":"6778_CR31","unstructured":"Joshi CK, Laurent T, Bresson X (2019) An efficient graph convolutional network technique for the travelling salesman problem. ArXiv:1906.01227"},{"issue":"3","key":"6778_CR32","doi-asserted-by":"publisher","first-page":"2306","DOI":"10.1109\/TITS.2021.3056120","volume":"23","author":"Jingwen Li","year":"2021","unstructured":"Li Jingwen, Xin Liang, Cao Zhiguang, Lim Andrew, Song Wen, Zhang Jie (2021) Heterogeneous attentions for solving pickup and delivery problem via deep reinforcement learning. IEEE Trans Intell Transp Syst 23(3):2306\u20132315","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"6778_CR33","unstructured":"Helsgaun K (2017) An extension of the lin-kernighan-helsgaun TSP solver for constrained traveling salesman and vehicle routing problems. Roskilde: Roskilde University, 12:966\u2013980"},{"key":"6778_CR34","doi-asserted-by":"crossref","unstructured":"Euchi Jalel, Sadok Abdeljawed (2021) Hybrid genetic-sweep algorithm to solve the vehicle routing problem with drones. Phys Commun 44:101236","DOI":"10.1016\/j.phycom.2020.101236"},{"key":"6778_CR35","doi-asserted-by":"publisher","first-page":"12042","DOI":"10.1609\/aaai.v35i13.17430","volume":"35","author":"Liang Xin","year":"2021","unstructured":"Xin Liang, Song Wen, Cao Zhiguang, Zhang Jie (2021) Multi-decoder attention model with embedding glimpse for solving vehicle routing problems. Proceedings of the AAAI conference on artificial intelligence 35:12042\u201312049","journal-title":"Proceedings of the AAAI conference on artificial intelligence"},{"key":"6778_CR36","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1016\/j.eswa.2018.07.025","volume":"113","author":"Samuel Nucamendi-Guill\u00e9n","year":"2018","unstructured":"Nucamendi-Guill\u00e9n Samuel, Angel-Bello Francisco, Mart\u00ednez-Salazar Iris, Cordero-Franco Alvaro E (2018) The cumulative capacitated vehicle routing problem: New formulations and iterated greedy algorithms. Expert Syst Appl 113:315\u2013327","journal-title":"Expert Syst Appl"},{"key":"6778_CR37","first-page":"10418","volume":"34","author":"M Kim","year":"2021","unstructured":"Kim M, Park J (2021) Learning collaborative policies to solve NP-hard routing problems. Adv Neural Inform Process Syst 34:10418\u201310430","journal-title":"Adv Neural Inform Process Syst"},{"issue":"5","key":"6778_CR38","doi-asserted-by":"publisher","first-page":"3244","DOI":"10.1109\/TITS.2023.3327157","volume":"25","author":"K Gautam","year":"2023","unstructured":"Gautam K, Ahn CW (2023) Quantum path integral approach for vehicle routing optimization with limited qubit. IEEE Trans Intell Trans Syst 25(5):3244\u20133258","journal-title":"IEEE Trans Intell Trans Syst"},{"issue":"6","key":"6778_CR39","doi-asserted-by":"publisher","first-page":"4754","DOI":"10.1109\/TITS.2023.3334976","volume":"25","author":"A Bogyrbayeva","year":"2024","unstructured":"Bogyrbayeva A, Meraliyev M, Mustakhov T, Dauletbayev B (2024) Machine learning to solve vehicle routing problems: A survey. IEEE Trans Intell Trans Syst 25(6):4754\u20134772","journal-title":"IEEE Trans Intell Trans Syst"},{"issue":"3","key":"6778_CR40","doi-asserted-by":"publisher","first-page":"4779","DOI":"10.1109\/TNNLS.2024.3371781","volume":"36","author":"C Wang","year":"2025","unstructured":"Wang C, Cao Z, Wu Y, Teng L, Wu G (2025) Deep reinforcement learning for solving vehicle routing problems with backhauls. IEEE Trans Neural Netw Learn Syst 36(3):4779\u20134793","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"7","key":"6778_CR41","first-page":"2469","volume":"31","author":"Y Keneshloo","year":"2019","unstructured":"Keneshloo Y, Shi T, Ramakrishnan N, Reddy CK (2019) Deep reinforcement learning for sequence-to-sequence models. IEEE Trans Neural Netw Learn Syst 31(7):2469\u20132489","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6778_CR42","first-page":"577","volume":"28","author":"JK Chorowski","year":"2015","unstructured":"Chorowski JK, Bahdanau D, Serdyuk D, Cho K, Bengio Y (2015) Attention-based models for speech recognition. Adv Neural Inform Process Syst 28:577\u2013585","journal-title":"Adv Neural Inform Process Syst"},{"key":"6778_CR43","unstructured":"Kool W, Van Hoof H, Welling M (2019) Attention, learn to solve routing problems! ArXiv:1803.08475"},{"key":"6778_CR44","unstructured":"Kingma DP (2014) Adam: A method for stochastic optimization. ArXiv:1412.6980"},{"key":"6778_CR45","doi-asserted-by":"publisher","first-page":"0898714982","DOI":"10.1137\/1.9780898718515","volume-title":"The vehicle routing problem","author":"P Toth","year":"2002","unstructured":"Toth P, Vigo D (2002) The vehicle routing problem. Monographs Discrete Math Appl SIAM, ISBN, p 0898714982"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06778-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-025-06778-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06778-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T14:33:32Z","timestamp":1758983612000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-025-06778-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8]]},"references-count":45,"journal-issue":{"issue":"13","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["6778"],"URL":"https:\/\/doi.org\/10.1007\/s10489-025-06778-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8]]},"assertion":[{"value":"12 July 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 August 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}],"article-number":"908"}}