{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T20:21:53Z","timestamp":1792786913691,"version":"4.5.0"},"reference-count":63,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Natural Science Foundation of China","award":["52302517"],"award-info":[{"award-number":["52302517"]}],"id":[{"id":"https:\/\/ror.org\/01h0zpd94","id-type":"ROR","asserted-by":"crossref"}]},{"name":"Natural Science Foundation of Jiangsu Province","award":["BK20230893"],"award-info":[{"award-number":["BK20230893"]}]},{"name":"Jiangsu Funding Program for Excellent Postdoctoral Talent","award":["2025ZB420"],"award-info":[{"award-number":["2025ZB420"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1109\/tits.2026.3705776","type":"journal-article","created":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T19:41:34Z","timestamp":1782762094000},"page":"11820-11839","source":"Crossref","is-referenced-by-count":0,"title":["Reinforcement Learning Approach for Traveling Salesman Problem With Drones in Dynamic Environment"],"prefix":"10.1109","volume":"27","author":[{"given":"Qingwen","family":"Xue","sequence":"first","affiliation":[{"name":"Nanjing University of Aeronautics and Astronautics","place":["Liyang, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7966-5536","authenticated-orcid":false,"given":"Yu","family":"Jiang","sequence":"additional","affiliation":[{"name":"Nanjing University of Aeronautics and Astronautics","place":["Nanjing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9569-5698","authenticated-orcid":false,"given":"Ye","family":"Yuan","sequence":"additional","affiliation":[{"name":"Nanjing University of Aeronautics and Astronautics","place":["Nanjing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"issue":"3","key":"ref1","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1016\/j.ejor.2023.01.056","article-title":"Demand management for attended home delivery\u2014A literature review","volume":"311","author":"Wa\u00dfmuth","year":"2023","journal-title":"Eur. J. Oper. Res."},{"key":"ref2","article-title":"Parcel delivery: The future of last mile","author":"Joerss","year":"2016"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.tre.2022.102868"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.jairtraman.2020.101852"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-021-04139-1"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3390\/su13042217"},{"key":"ref7","volume-title":"Ups Tests Drone Delivery System","author":"Yamanouchi","year":"2017"},{"issue":"3","key":"ref8","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1016\/j.ejor.2021.07.014","article-title":"Stochastic dynamic vehicle routing in the light of prescriptive analytics: A review","volume":"298","author":"Soeffker","year":"2022","journal-title":"Eur. J. Oper. Res."},{"key":"ref9","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2022.106071","article-title":"Opportunities for reinforcement learning in stochastic dynamic vehicle routing","volume":"150","author":"Hildebrandt","year":"2023","journal-title":"Comput. Operations Res."},{"key":"ref10","doi-asserted-by":"crossref","DOI":"10.1016\/j.trc.2020.102762","article-title":"Drone-aided routing: A literature review","volume":"120","author":"Macrina","year":"2020","journal-title":"Transp. Res. C, Emerg. Technol."},{"key":"ref11","first-page":"9861","article-title":"Reinforcement learning for solving the vehicle routing problem","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Nazari"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2022.103981"},{"key":"ref13","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2021.104510","article-title":"A dynamical artificial bee colony for vehicle routing problem with drones","volume":"107","author":"Lei","year":"2022","journal-title":"Eng. Appl. Artif. Intell."},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.3012162"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-003-0440-4"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/321105.321111"},{"key":"ref17","article-title":"Attention, learn to solve routing problems!","author":"Kool","year":"2018","journal-title":"arXiv:1803.08475"},{"key":"ref18","first-page":"21188","article-title":"POMO: Policy optimization with multiple optima for reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Kwon"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2020.105004","article-title":"Optimization for drone and drone-truck combined operations: A review of the state of the art and future directions","volume":"123","author":"Chung","year":"2020","journal-title":"Comput. Oper. Res."},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1049\/iet-its.2017.0227"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"597","DOI":"10.1016\/j.trc.2017.11.015","article-title":"On the min-cost traveling salesman problem with drone","volume":"86","author":"Ha","year":"2018","journal-title":"Transp. Res. C, Emerg. Technol."},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2018.04.009"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijpe.2019.01.010"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1111\/itor.12671"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2020.02.030"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s11590-019-01492-z"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.2018.0879"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3390\/s17051144"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2020.105127","article-title":"An exact solution method for the TSP with drone based on decomposition","volume":"127","author":"V\u00e1squez","year":"2021","journal-title":"Comput. Oper. Res."},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1287\/trsc.2020.1017"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1287\/trsc.2017.0771"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.endm.2018.03.013"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500391"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2022.07.015"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1002\/net.21855"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1137\/1033004"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1515\/9781400841103"},{"issue":"11","key":"ref38","first-page":"2521","article-title":"Research reviews of combinatorial optimization methods based on deep reinforcement learning","volume":"47","author":"Kai-Wen","year":"2021","journal-title":"Acta Autom. Sinica"},{"issue":"1","key":"ref39","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1016\/S0377-2217(99)00284-2","article-title":"An effective implementation of the Lin\u2013Kernighan traveling salesman heuristic","volume":"126","author":"Helsgaun","year":"2000","journal-title":"Eur. J. Oper. Res."},{"issue":"2","key":"ref40","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1016\/j.ejor.2020.07.063","article-title":"Machine learning for combinatorial optimization: A methodological tour d\u2019horizon","volume":"290","author":"Bengio","year":"2021","journal-title":"Eur. J. Oper. Res."},{"issue":"2","key":"ref41","doi-asserted-by":"crossref","first-page":"393","DOI":"10.1016\/j.ejor.2021.04.032","article-title":"Machine learning at the service of meta-heuristics for solving combinatorial optimization problems: A state-of-the-art","volume":"296","author":"Karimi-Mamaghan","year":"2022","journal-title":"Eur. J. Oper. Res."},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-08011-1_14"},{"key":"ref43","article-title":"An efficient graph convolutional network technique for the travelling salesman problem","author":"Joshi","year":"2019","journal-title":"arXiv:1906.01227"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3068828"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3233\/faia200124"},{"key":"ref46","article-title":"A learning-based iterative method for solving vehicle routing problems","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Lu"},{"key":"ref47","first-page":"465","article-title":"Learning 2-opt heuristics for the traveling salesman problem via deep reinforcement learning","volume-title":"Proc. 12th Asian Conf. Mach. Learn.","volume":"129","author":"Da Costa"},{"key":"ref48","first-page":"6278","article-title":"Learning to perform local rewriting for combinatorial optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Chen"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2024.104691"},{"key":"ref50","first-page":"2692","article-title":"Pointer networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"28","author":"Vinyals"},{"key":"ref51","article-title":"Neural combinatorial optimization with reinforcement learning","author":"Bello","year":"2016","journal-title":"arXiv:1611.09940"},{"key":"ref52","first-page":"6348","article-title":"Learning combinatorial optimization algorithms over graphs","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Khalil"},{"key":"ref53","first-page":"5998","article-title":"Learning a latent search space for routing problems using variational autoencoders","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Hottung"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93031-2_12"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2025.3641887"},{"key":"ref56","article-title":"VRPD-DT: Vehicle routing problem with drones under dynamically changing traffic conditions","author":"Imran","year":"2024","journal-title":"arXiv:2404.09065"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2016.10.013"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2023.104139"},{"key":"ref59","article-title":"Graph attention networks","author":"Veli\u010dkovi\u0107","year":"2017","journal-title":"arXiv:1710.10903"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref61","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Mnih"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2015.11.034"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1038\/srep12967"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6979\/11689643\/11585683.pdf?arnumber=11585683","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T16:06:46Z","timestamp":1790266006000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11585683\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":63,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tits.2026.3705776","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,9]]}}}