{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T04:32:31Z","timestamp":1784262751591,"version":"3.55.0"},"reference-count":34,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62273124"],"award-info":[{"award-number":["62273124"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.eswa.2026.132128","type":"journal-article","created":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T07:37:31Z","timestamp":1773992251000},"page":"132128","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["A Q-learning based path planning method with hyper-heuristic scheduling and escaping based algorithms"],"prefix":"10.1016","volume":"319","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-2641-1292","authenticated-orcid":false,"given":"Xin","family":"Tan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3084-0153","authenticated-orcid":false,"given":"Shanen","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7393-5497","authenticated-orcid":false,"given":"Guangyu","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.eswa.2026.132128_bib0001","doi-asserted-by":"crossref","first-page":"4840","DOI":"10.1038\/s41598-025-86803-4","article-title":"Performance analysis of hybrid optimization approach for UAV path planning control using FOPID-TID controller and HAOAROA algorithm","volume":"15","author":"Basil","year":"2025","journal-title":"Scientific Reports"},{"key":"10.1016\/j.eswa.2026.132128_bib0002","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2025.113836","article-title":"Novel design of reward and epsilon-greedy decay strategy tailored for Q-learning in optimizing local mobile robot path planning","volume":"324","author":"Ben-Akka","year":"2025","journal-title":"Knowledge-Based Systems"},{"key":"10.1016\/j.eswa.2026.132128_bib0003","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1007\/s10514-020-09947-4","article-title":"Reinforcement based mobile robot path planning with improved dynamic window approach in unknown environment","volume":"45","author":"Chang","year":"2021","journal-title":"Autonomous Robots"},{"key":"10.1016\/j.eswa.2026.132128_bib0004","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2025.126419","article-title":"A new customer-oriented multi-task scheduling model for cloud manufacturing considering available periods of services using an improved hyper-heuristic algorithm","volume":"269","author":"Chen","year":"2025","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2026.132128_bib0005","doi-asserted-by":"crossref","first-page":"12360","DOI":"10.1109\/ACCESS.2023.3241960","article-title":"Intelligent Warehouse Robot Path Planning Based on Improved Ant Colony Algorithm","volume":"11","author":"Chen","year":"2023","journal-title":"IEEE Access"},{"issue":"10","key":"10.1016\/j.eswa.2026.132128_bib0006","doi-asserted-by":"crossref","first-page":"540","DOI":"10.3390\/drones8100540","article-title":"Evolution of Unmanned Surface Vehicle Path Planning: A Comprehensive Review of Basic, Responsive, and Advanced Strategic Pathfinders","volume":"8","author":"Chu","year":"2024","journal-title":"Drones"},{"key":"10.1016\/j.eswa.2026.132128_bib0007","doi-asserted-by":"crossref","DOI":"10.1016\/j.robot.2024.104822","article-title":"Improved ACO algorithm fused with improved Q-Learning algorithm for Bessel curve global path planning of search and rescue robots","volume":"182","author":"Fang","year":"2024","journal-title":"Robotics and Autonomous Systems"},{"key":"10.1016\/j.eswa.2026.132128_bib0008","doi-asserted-by":"crossref","DOI":"10.1016\/j.oceaneng.2024.120243","article-title":"Scalable path planning algorithm for multi-Unmanned Surface Vehicles based on Multi-Agent Deep Deterministic Policy Gradient","volume":"320","author":"Gao","year":"2025","journal-title":"Ocean Engineering"},{"key":"10.1016\/j.eswa.2026.132128_bib0009","doi-asserted-by":"crossref","DOI":"10.1016\/j.oceaneng.2022.112421","article-title":"Dynamic path planning of a three-dimensional underwater AUV based on an adaptive genetic algorithm","volume":"263","author":"Hao","year":"2022","journal-title":"Ocean Engineering"},{"key":"10.1016\/j.eswa.2026.132128_bib0010","doi-asserted-by":"crossref","DOI":"10.1016\/j.oceaneng.2024.118738","article-title":"Exploring the application of ant colony optimization in path planning for Unmanned Surface Vehicles","volume":"311","author":"Heng","year":"2024","journal-title":"Ocean Engineering"},{"issue":"5","key":"10.1016\/j.eswa.2026.132128_bib0011","doi-asserted-by":"crossref","first-page":"4656","DOI":"10.3390\/su15054656","article-title":"A Robot Path Planning Method Based on Improved Genetic Algorithm and Improved Dynamic Window Approach","volume":"15","author":"Li","year":"2023","journal-title":"Sustainability"},{"issue":"10","key":"10.1016\/j.eswa.2026.132128_bib0012","doi-asserted-by":"crossref","first-page":"17080","DOI":"10.1109\/TITS.2025.3588228","article-title":"Interaction-Aware Trajectory Prediction for Safe Motion Planning in Autonomous Driving: A Transformer-Transfer Learning Approach","volume":"26","author":"Liang","year":"2025","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"10.1016\/j.eswa.2026.132128_bib0013","doi-asserted-by":"crossref","DOI":"10.1016\/j.jocs.2022.101938","article-title":"An intelligence-based hybrid PSO-SA for mobile robot path planning in warehouse","volume":"67","author":"Lin","year":"2023","journal-title":"Journal of Computational Science"},{"key":"10.1016\/j.eswa.2026.132128_bib0014","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.120254","article-title":"Path planning techniques for mobile robots: Review and prospect","volume":"227","author":"Liu","year":"2023","journal-title":"Expert Systems with Applications"},{"issue":"2","key":"10.1016\/j.eswa.2026.132128_bib0015","doi-asserted-by":"crossref","first-page":"100","DOI":"10.3390\/aerospace12020100","article-title":"A Comparative Analysis of Multi-Criteria Decision-Making Methods and Normalization Techniques in Holistic Sustainability Assessment for Engineering Applications","volume":"12","author":"Malefaki","year":"2025","journal-title":"Aerospace"},{"issue":"5","key":"10.1016\/j.eswa.2026.132128_bib0016","doi-asserted-by":"crossref","first-page":"376","DOI":"10.3390\/drones9050376","article-title":"Advances in UAV Path Planning: A Comprehensive Review of Methods, Challenges, and Future Directions","volume":"9","author":"Meng","year":"2025","journal-title":"Drones (2504-446X)"},{"key":"10.1016\/j.eswa.2026.132128_bib0017","doi-asserted-by":"crossref","DOI":"10.1016\/j.nucengdes.2024.113039","article-title":"Optimal path planning in a real-world radioactive environment: A comparative study of A-star and Dijkstra algorithms","volume":"420","author":"Miyombo","year":"2024","journal-title":"Nuclear Engineering and Design"},{"key":"10.1016\/j.eswa.2026.132128_bib0018","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121303","article-title":"A Q-learning based multi-strategy integrated artificial bee colony algorithm with application in unmanned vehicle path planning","volume":"236","author":"Ni","year":"2024","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2026.132128_bib0019","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1016\/j.asoc.2019.01.036","article-title":"Mobile robot path planning using membrane evolutionary artificial potential field","volume":"77","author":"Orozco-Rosas","year":"2019","journal-title":"Applied Soft Computing"},{"key":"10.1016\/j.eswa.2026.132128_bib0020","doi-asserted-by":"crossref","DOI":"10.1016\/j.rser.2024.114648","article-title":"An overview of reinforcement learning-based approaches for smart home energy management systems with energy storages","volume":"202","author":"Pinthurat","year":"2024","journal-title":"Renewable and Sustainable Energy Reviews"},{"key":"10.1016\/j.eswa.2026.132128_bib0021","doi-asserted-by":"crossref","first-page":"7689","DOI":"10.1109\/ACCESS.2024.3352436","article-title":"Optimized Operation Management With Predicted Filling Levels of the Litter Bins for a Fleet of Autonomous Urban Service Robots","volume":"12","author":"Pollak","year":"2024","journal-title":"IEEE Access"},{"key":"10.1016\/j.eswa.2026.132128_bib0022","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121240","article-title":"Q-Learning based system for Path Planning with Unmanned Aerial Vehicles swarms in obstacle environments","volume":"235","author":"Puente-Castro","year":"2024","journal-title":"Expert Systems with Applications"},{"issue":"3","key":"10.1016\/j.eswa.2026.132128_bib0023","doi-asserted-by":"crossref","first-page":"211","DOI":"10.3390\/drones7030211","article-title":"Review of Autonomous Path Planning Algorithms for Mobile Robots","volume":"7","author":"Qin","year":"2023","journal-title":"Drones"},{"key":"10.1016\/j.eswa.2026.132128_bib0024","article-title":"Artificial intelligence based object detection and traffic prediction by autonomous vehicles\u2013A review","volume":"255","author":"Rana","year":"2024","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2026.132128_bib0025","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.120495","article-title":"Reinforcement learning algorithms: A brief survey","volume":"231","author":"Shakya","year":"2023","journal-title":"Expert Systems with Applications"},{"issue":"6","key":"10.1016\/j.eswa.2026.132128_bib0026","doi-asserted-by":"crossref","first-page":"4378","DOI":"10.1016\/j.jfranklin.2023.01.033","article-title":"Dynamic path planning of mobile robot based on improved simulated annealing algorithm","volume":"360","author":"Shi","year":"2023","journal-title":"Journal of the Franklin Institute"},{"key":"10.1016\/j.eswa.2026.132128_bib0027","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2023.110773","article-title":"Q-learning-based unmanned aerial vehicle path planning with dynamic obstacle avoidance","volume":"147","author":"Sonny","year":"2023","journal-title":"Applied Soft Computing"},{"issue":"12","key":"10.1016\/j.eswa.2026.132128_bib0028","doi-asserted-by":"crossref","first-page":"15391","DOI":"10.1109\/TVT.2023.3297837","article-title":"An Adaptive Conversion Speed Q-Learning Algorithm for Search and Rescue UAV Path Planning in Unknown Environments","volume":"72","author":"Wu","year":"2023","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"10.1016\/j.eswa.2026.132128_bib0029","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2025.111138","article-title":"Enhancing column generation by reinforcement learning-based hyper-heuristic for vehicle routing and scheduling problems","volume":"206","author":"Xu","year":"2025","journal-title":"Computers & Industrial Engineering"},{"key":"10.1016\/j.eswa.2026.132128_bib0030","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.122922","article-title":"Research on global path planning algorithm for mobile robots based on improved A*","volume":"243","author":"Xu","year":"2024","journal-title":"Expert Systems with Applications"},{"issue":"9","key":"10.1016\/j.eswa.2026.132128_bib0031","doi-asserted-by":"crossref","first-page":"3300","DOI":"10.1080\/00207543.2024.2339530","article-title":"Multi-period fourth-party logistics network design from the viability perspective: a collaborative hyper-heuristic embedded with double-layer Q-learning algorithm","volume":"63","author":"Zhang","year":"2025","journal-title":"International Journal of Production Research"},{"key":"10.1016\/j.eswa.2026.132128_bib0032","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1016\/j.comcom.2023.12.040","article-title":"Path planning of unmanned vehicles based on adaptive particle swarm optimization algorithm","volume":"216","author":"Zhao","year":"2024","journal-title":"Computer Communications"},{"key":"10.1016\/j.eswa.2026.132128_bib0033","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2024.108362","article-title":"HB-RRT:A path planning algorithm for mobile robots using Halton sequence-based rapidly-exploring random tree","volume":"133","author":"Zhong","year":"2024","journal-title":"Engineering Applications of Artificial Intelligence"},{"key":"10.1016\/j.eswa.2026.132128_bib0034","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.111400","article-title":"An optimized Q-Learning algorithm for mobile robot local path planning","volume":"286","author":"Zhou","year":"2024","journal-title":"Knowledge-Based Systems"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426010419?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426010419?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T02:57:29Z","timestamp":1780973849000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426010419"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":34,"alternative-id":["S0957417426010419"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132128","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A Q-learning based path planning method with hyper-heuristic scheduling and escaping based algorithms","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132128","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"132128"}}