{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T08:07:50Z","timestamp":1780387670746,"version":"3.54.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s10586-026-06072-2","type":"journal-article","created":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T07:24:17Z","timestamp":1780385057000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Transformer-enhanced deep Q-Learning for adaptive robot path planning in dynamic environments"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-5046-9010","authenticated-orcid":false,"given":"Harish","family":"Sharma","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3351-9760","authenticated-orcid":false,"given":"Ritu","family":"Tiwari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8148-1744","authenticated-orcid":false,"given":"Shubham","family":"Shukla","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1815-6647","authenticated-orcid":false,"given":"Sushant","family":"Kumar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,1]]},"reference":[{"key":"6072_CR1","doi-asserted-by":"publisher","unstructured":"Agarwal, P., Rahman, A.A., St-Charles, P.-L., Prince, S.J.D., Kahou, S.E.: Transformers in reinforcement learning: a survey. arXiv preprint arXiv:2307.05979\u00a0(2023). https:\/\/doi.org\/10.48550\/arXiv.2307.05979","DOI":"10.48550\/arXiv.2307.05979"},{"key":"6072_CR2","doi-asserted-by":"crossref","unstructured":"Akiba, T., Sano, S., Yanase, T., Ohta, T., Koyama, M.: Optuna: a next-generation hyperparameter optimization framework (2019). arXiv:1907.10902","DOI":"10.1145\/3292500.3330701"},{"key":"6072_CR3","doi-asserted-by":"crossref","unstructured":"Bhuiyan, T., K\u00e4stner, L., Hu, Y., Kutschank, B., Lambrecht, J.: Deep-reinforcement-learning-based path planning for industrial robots using distance sensors as observation (2023). arXiv:2301.05980","DOI":"10.1109\/ICCRE57112.2023.10155608"},{"key":"6072_CR4","doi-asserted-by":"publisher","unstructured":"Chadi, M.-A., Mousannif, H.: Understanding reinforcement learning algorithms: the progress from basic q-learning to proximal policy optimization. arXiv preprint arXiv:2304.00026 (2023). https:\/\/doi.org\/10.48550\/arXiv.2304.00026","DOI":"10.48550\/arXiv.2304.00026"},{"key":"6072_CR5","first-page":"15084","volume":"34","author":"L Chen","year":"2021","unstructured":"Chen, L., Kevin, L., Rajeswaran, A., Lee, K., Grover, A., Laskin, M., Abbeel, P., Srinivas, A., Mordatch, I.: Decision transformer: reinforcement learning via sequence modeling. Adv. Neural. Inf. Process. Syst. 34, 15084\u201315097 (2021). (https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/7f489f642a0ddb10272b5c31057f0663-Paper.pdf)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"1","key":"6072_CR6","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1146\/annurev-statistics-031219-041220","volume":"7","author":"J Clifton","year":"2020","unstructured":"Clifton, J., Laber, E.: Q-learning: theory and applications. Annual Rev. Stat. Appl. 7(1), 279\u2013301 (2020). https:\/\/doi.org\/10.1146\/annurev-statistics-031219-041220","journal-title":"Annual Rev. Stat. Appl."},{"issue":"9","key":"6072_CR7","doi-asserted-by":"publisher","first-page":"8185","DOI":"10.1109\/JIOT.2022.3231341","volume":"10","author":"MA Dhuheir","year":"2022","unstructured":"Dhuheir, M.A., Baccour, E., Erbad, A., Al-Obaidi, S.S., Hamdi, M.: Deep reinforcement learning for trajectory path planning and distributed inference in resource-constrained uav swarms. IEEE Internet Things J. 10(9), 8185\u20138201 (2022). https:\/\/doi.org\/10.1109\/JIOT.2022.3231341","journal-title":"IEEE Internet Things J."},{"key":"6072_CR8","doi-asserted-by":"publisher","unstructured":"Dijkstra, E.W.: A note on two problems in connexion with graphs. In: P\u00e9rez, J.A., Wager, S.S., de\u00a0Boer, F.S. (eds.) Edsger Wybe Dijkstra: His Life, Work, and Legacy, pp 287\u2013290. ACM Books, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3544585.3544600","DOI":"10.1145\/3544585.3544600"},{"issue":"3","key":"6072_CR9","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1109\/70.938381","volume":"17","author":"MWMG Dissanayake","year":"2001","unstructured":"Dissanayake, M.W.M.G., Newman, P., Clark, S., Durrant-Whyte, H.F., Csorba, M.: A solution to the simultaneous localization and map building (slam) problem. IEEE Trans. Robot. Autom. 17(3), 229\u2013241 (2001). https:\/\/doi.org\/10.1109\/70.938381","journal-title":"IEEE Trans. Robot. Autom."},{"key":"6072_CR10","doi-asserted-by":"publisher","unstructured":"Eimer, T.: Reinforcing automated machine learning-bridging automl and reinforcement learning. Leibniz (2024). https:\/\/doi.org\/10.24963\/ijcai.2021\/230","DOI":"10.24963\/ijcai.2021\/230"},{"issue":"3","key":"6072_CR11","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1007\/s40436-024-00529-6","volume":"13","author":"B-H Feng","year":"2025","unstructured":"Feng, B.-H., Li, B.-Y., Jiang, X.-T., Zhou, Q., Bi, Y.-Y.: Brmpnet: bidirectional recurrent motion planning networks for generic robotic platforms in smart manufacturing. Advances in Manuf. 13(3), 477\u2013492 (2025). https:\/\/doi.org\/10.1007\/s40436-024-00529-6","journal-title":"Advances in Manuf."},{"key":"6072_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.124281","volume":"252","author":"B Feng","year":"2024","unstructured":"Feng, B., Jiang, X., Li, B., Zhou, Q., Bi, Y.: An adaptive multi-rrt approach for robot motion planning. Expert Syst. Appl. 252, 124281 (2024). https:\/\/doi.org\/10.1016\/j.eswa.2024.124281","journal-title":"Expert Syst. Appl."},{"issue":"5","key":"6072_CR13","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1177\/0278364919890396","volume":"39","author":"JD Gammell","year":"2020","unstructured":"Gammell, J.D., Barfoot, T.D., Srinivasa, S.S.: Batch informed trees (bit*): informed asymptotically optimal anytime search. The Int. J. Robot. Res. 39(5), 543\u2013567 (2020). https:\/\/doi.org\/10.1177\/0278364919890396","journal-title":"The Int. J. Robot. Res."},{"key":"6072_CR14","doi-asserted-by":"crossref","unstructured":"Gu, S., Holly, E., Lillicrap, T., Levine, S.: Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates (2016). arXiv:1610.00633","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"6072_CR15","doi-asserted-by":"publisher","DOI":"10.3390\/s23125622","author":"H Han","year":"2023","unstructured":"Han, H., Wang, J., Kuang, L., Han, X., Xue, H.: Improved robot path planning method based on deep reinforcement learning. Sensors (Basel, Switzerland) (2023). https:\/\/doi.org\/10.3390\/s23125622","journal-title":"Sensors (Basel, Switzerland)"},{"key":"6072_CR16","doi-asserted-by":"publisher","DOI":"10.1109\/TMECH.2024.3400789","author":"Y Han","year":"2024","unstructured":"Han, Y., Kelin, Yu., Batra, R., Boyd, N., Mehta, C., Tuo Zhao, Yu., She, S.H., Zhao, Y.: Learning generalizable vision-tactile robotic grasping strategy for deformable objects via transformer. IEEE\/ASME Trans. Mechatron. (2024). https:\/\/doi.org\/10.1109\/TMECH.2024.3400789","journal-title":"IEEE\/ASME Trans. Mechatron."},{"issue":"2","key":"6072_CR17","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1109\/TSSC.1968.300136","volume":"4","author":"PE Hart","year":"1968","unstructured":"Hart, P.E., Nilsson, N.J., Raphael, B.: A formal basis for the heuristic determination of minimum cost paths. IEEE Trans. Syst. Sci. Cybern. 4(2), 100\u2013107 (1968). https:\/\/doi.org\/10.1109\/TSSC.1968.300136","journal-title":"IEEE Trans. Syst. Sci. Cybern."},{"key":"6072_CR18","doi-asserted-by":"publisher","unstructured":"Ho, J., Ermon, S.: Generative adversarial imitation learning. Adv. Neural Information Process. Syst. 29 (2016). https:\/\/doi.org\/10.48550\/arXiv.1606.03476","DOI":"10.48550\/arXiv.1606.03476"},{"key":"6072_CR19","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3408271","author":"H Shengchao","year":"2024","unstructured":"Shengchao, H., Shen, L., Zhang, Y., Chen, Y., Tao, D.: On transforming reinforcement learning with transformers: the development trajectory. IEEE Trans. Pattern Anal. Mach. Intell. (2024). https:\/\/doi.org\/10.1109\/TPAMI.2024.3408271","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"7","key":"6072_CR20","doi-asserted-by":"publisher","first-page":"883","DOI":"10.1177\/0278364915577958","volume":"34","author":"L Janson","year":"2015","unstructured":"Janson, L., Schmerling, E., Clark, A., Pavone, M.: Fast marching tree: a fast marching sampling-based method for optimal motion planning in many dimensions. Int. J. Robot. Rese. 34(7), 883\u2013921 (2015). https:\/\/doi.org\/10.1177\/0278364915577958","journal-title":"Int. J. Robot. Rese."},{"issue":"4","key":"6072_CR21","doi-asserted-by":"publisher","first-page":"566","DOI":"10.1109\/70.508439","volume":"12","author":"LE Kavraki","year":"1996","unstructured":"Kavraki, L.E., Svestka, P., Latombe, J.-C., Overmars, M.H.: Probabilistic roadmaps for path planning in high-dimensional configuration spaces. IEEE Trans. Robot. Autom. 12(4), 566\u2013580 (1996). (https:\/\/ieeexplore.ieee.org\/document\/508439)","journal-title":"IEEE Trans. Robot. Autom."},{"issue":"6","key":"6072_CR22","doi-asserted-by":"publisher","first-page":"4909","DOI":"10.1109\/TITS.2021.3054625","volume":"23","author":"BR Kiran","year":"2021","unstructured":"Kiran, B.R., Sobh, I., Talpaert, V., Mannion, P., Sallab, A.A.A., Yogamani, S., P\u00e9rez, P.: Deep reinforcement learning for autonomous driving: a survey. IEEE Trans. Intell. Transp. Syst. 23(6), 4909\u20134926 (2021). https:\/\/doi.org\/10.1109\/TITS.2021.3054625","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"6072_CR23","doi-asserted-by":"publisher","unstructured":"Kormushev, P., Nenchev, D.N., Calinon, S., Caldwell, D.G.: Upper-body kinesthetic teaching of a free-standing humanoid robot. In 2011 IEEE international conference on robotics and automation, pp. 3970\u20133975. IEEE (2011). https:\/\/doi.org\/10.1109\/ICRA.2011.5979537","DOI":"10.1109\/ICRA.2011.5979537"},{"key":"6072_CR24","unstructured":"LaValle, S.: Rapidly-exploring random trees: a new tool for path planning. Research Report 9811 (1998). https:\/\/msl.cs.illinois.edu\/~lavalle\/papers\/Lav98c.pdf"},{"key":"6072_CR25","doi-asserted-by":"publisher","unstructured":"Li, S.E.: Deep reinforcement learning. In: Reinforcement learning for sequential decision and optimal control, pp. 365\u2013402. Springer, (2023). https:\/\/doi.org\/10.1007\/978-981-19-7784-8_10","DOI":"10.1007\/978-981-19-7784-8_10"},{"key":"6072_CR26","doi-asserted-by":"publisher","unstructured":"Li, W., Luo, H., Lin, Z., Zhang, C., Lu, Z., Ye, D.: A survey on transformers in reinforcement learning. arXiv preprint arXiv:2301.03044 (2023). https:\/\/doi.org\/10.48550\/arXiv.2301.03044","DOI":"10.48550\/arXiv.2301.03044"},{"key":"6072_CR27","doi-asserted-by":"publisher","unstructured":"Lillicrap, T.P.: Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015). https:\/\/doi.org\/10.48550\/arXiv.1509.02971","DOI":"10.48550\/arXiv.1509.02971"},{"key":"6072_CR28","doi-asserted-by":"publisher","unstructured":"Littman, M.L.: Markov games as a framework for multi-agent reinforcement learning. In: Machine Learning Proceedings 1994, pp. 157\u2013163. Elsevier (1994). https:\/\/doi.org\/10.1016\/B978-1-55860-335-6.50027-1","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"issue":"4","key":"6072_CR29","doi-asserted-by":"publisher","first-page":"4555","DOI":"10.1109\/LRA.2019.2931179","volume":"4","author":"B Liu","year":"2019","unstructured":"Liu, B., Wang, L., Liu, M.: Lifelong federated reinforcement learning: a learning architecture for navigation in cloud robotic systems. IEEE Robot. Autom. Lett. 4(4), 4555\u20134562 (2019). https:\/\/doi.org\/10.1109\/LRA.2019.2931179","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"7540","key":"6072_CR30","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"6072_CR31","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M.A., Fidjeland, A.K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"6072_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.121240","volume":"235","author":"A Puente-Castro","year":"2024","unstructured":"Puente-Castro, A., Rivero, D., Pedrosa, E., Pereira, A., Lau, N., Fernandez-Blanco, E.: Q-learning based system for path planning with unmanned aerial vehicles swarms in obstacle environments. Expert Systems with Applications 235, 121240 (2024). https:\/\/doi.org\/10.1016\/j.eswa.2023.121240","journal-title":"Expert Systems with Applications"},{"key":"6072_CR33","unstructured":"Quinones-Ramirez, M., R\u00edos-Mart\u00ednez, J., Cetina, V.U.: Robot path planning using deep reinforcement learning. arXiv: 2302.09120 (2023). https:\/\/api.semanticscholar.org\/CorpusID:257038417"},{"key":"6072_CR34","doi-asserted-by":"publisher","unstructured":"Schaul, T., Quan, J., Antonoglou, I., Silver, D.: Prioritized experience replay. arXiv preprint arXiv:1511.05952 (2015). https:\/\/doi.org\/10.48550\/arXiv.1511.05952","DOI":"10.48550\/arXiv.1511.05952"},{"key":"6072_CR35","unstructured":"Schulman, J., Levine, S., Abbeel, P., Jordan, M., Moritz, P.: Trust region policy optimization. In: International conference on machine learning, pages 1889\u20131897. PMLR (2015). https:\/\/proceedings.mlr.press\/v37\/schulman15.pdf"},{"key":"6072_CR36","unstructured":"Sen, S., Sekaran, M., Hale, J., et\u00a0al.: Learning to coordinate without sharing information. In: AAAI, vol. 94, pp. 426\u2013431 (1994). https:\/\/cdn.aaai.org\/AAAI\/1994\/AAAI94-065.pdf"},{"key":"6072_CR37","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574799271172","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: An introduction. MIT press, Cambridge, Massachusetts London (2018). https:\/\/doi.org\/10.1017\/S0263574799271172"},{"key":"6072_CR38","doi-asserted-by":"publisher","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, \u0141, Polosukhin, I.: Attention is all you need. Adv. Neural Inform. Process. Syst. 30 (2017). https:\/\/doi.org\/10.48550\/arXiv.1706.03762","DOI":"10.48550\/arXiv.1706.03762"},{"key":"6072_CR39","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"JCH Christopher","year":"1992","unstructured":"Christopher, J.C.H.: Watkins and Peter Dayan. Q-learn. Mach. Learn. 8, 279\u2013292 (1992). https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach. Learn."},{"key":"6072_CR40","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2020.00063","author":"J Yu","year":"2020","unstructured":"Yu, J., Su, Y., Liao, Y.: The path planning of mobile robot by neural networks and hierarchical reinforcement learning. Frontiers in Neurorobotics (2020). https:\/\/doi.org\/10.3389\/fnbot.2020.00063","journal-title":"Frontiers in Neurorobotics"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-026-06072-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-026-06072-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-026-06072-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T07:24:26Z","timestamp":1780385066000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-026-06072-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":40,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["6072"],"URL":"https:\/\/doi.org\/10.1007\/s10586-026-06072-2","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"20 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 March 2026","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 June 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"271"}}