{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,10]],"date-time":"2026-11-10T17:54:05Z","timestamp":1794333245233,"version":"4.9.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T00:00:00Z","timestamp":1766534400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T00:00:00Z","timestamp":1769472000000},"content-version":"vor","delay-in-days":34,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-33531-4","type":"journal-article","created":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T20:14:42Z","timestamp":1766607282000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Intelligent path control of autonomous AGVs in flexible manufacturing systems: a reinforcement learning approach"],"prefix":"10.1038","volume":"16","author":[{"given":"Siddharth","family":"Umakarthikeyan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"S.","family":"Priyadharshini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,12,24]]},"reference":[{"key":"33531_CR1","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1023\/A:1008919013557","volume":"10","author":"FF Chen","year":"1999","unstructured":"Chen, F. F., Huang, J. & Centeno, M. A. Intelligent scheduling and control of rail-guided vehicles and load\/unload operations in a flexible manufacturing system. J. Intell. Manuf. 10, 405\u2013421. https:\/\/doi.org\/10.1023\/A:1008919013557 (1999).","journal-title":"J. Intell. Manuf."},{"key":"33531_CR2","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1016\/j.jmsy.2022.01.004","volume":"62","author":"A Shojaeinasab","year":"2022","unstructured":"Shojaeinasab, A. et al. Intelligent manufacturing execution systems: A systematic review. J. Manuf. Syst. 62, 503\u2013522. https:\/\/doi.org\/10.1016\/j.jmsy.2022.01.004 (2022).","journal-title":"J. Manuf. Syst."},{"key":"33531_CR3","doi-asserted-by":"publisher","first-page":"102146","DOI":"10.1016\/j.simpat.2020.102146","volume":"106","author":"N Ma","year":"2021","unstructured":"Ma, N., Zhou, C. & Stephen, A. Simulation model and performance evaluation of battery-powered AGV systems in automated container terminals. Simul. Model. Pract. Theory. 106, 102146. https:\/\/doi.org\/10.1016\/j.simpat.2020.102146 (2021).","journal-title":"Simul. Model. Pract. Theory"},{"key":"33531_CR4","doi-asserted-by":"publisher","first-page":"102430","DOI":"10.1016\/j.simpat.2021.102430","volume":"116","author":"J L\u00f3pez","year":"2022","unstructured":"L\u00f3pez, J., Zalama, E. & G\u00f3mez-Garc\u00eda-Bermejo, J. A simulation and control framework for AGV based transport systems. Simul. Model. Pract. Theory. 116, 102430. https:\/\/doi.org\/10.1016\/j.simpat.2021.102430 (2022).","journal-title":"Simul. Model. Pract. Theory"},{"key":"33531_CR5","doi-asserted-by":"publisher","first-page":"1979","DOI":"10.1007\/s00170-022-10619-z","volume":"127","author":"J Liu","year":"2023","unstructured":"Liu, J., Sun, B., Li, G. & Chen, Y. An integrated scheduling approach considering dispatching strategy and conflict-free route of AMRs in flexible job shop. Int. J. Adv. Manuf. Technol. 127, 1979\u20132002. https:\/\/doi.org\/10.1007\/s00170-022-10619-z (2023).","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"33531_CR6","doi-asserted-by":"publisher","first-page":"100716","DOI":"10.1016\/j.suscom.2022.100716","volume":"35","author":"Y Zhou","year":"2022","unstructured":"Zhou, Y. & Huang, N. Airport AGV path optimization model based on ant colony algorithm to optimize Dijkstra algorithm in urban systems. Sustain. Comput. Inf. Syst. 35, 100716. https:\/\/doi.org\/10.1016\/j.suscom.2022.100716 (2022).","journal-title":"Sustain. Comput. Inf. Syst."},{"key":"33531_CR7","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1016\/j.simpat.2006.11.002","volume":"15","author":"SE Kesen","year":"2007","unstructured":"Kesen, S. E. & Bayko\u00e7, \u00d6. F. Simulation of automated guided vehicle (AGV) systems based on just-in-time (JIT) philosophy in a job-shop environment. Simul. Model. Pract. Theory. 15, 272\u2013284. https:\/\/doi.org\/10.1016\/j.simpat.2006.11.002 (2007).","journal-title":"Simul. Model. Pract. Theory"},{"key":"33531_CR8","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1016\/j.simpat.2019.03.004","volume":"94","author":"D Smith","year":"2019","unstructured":"Smith, D. & Srinivas, S. A simulation-based evaluation of warehouse check-in strategies for improving inbound logistics operations. Simul. Model. Pract. Theory. 94, 303\u2013320. https:\/\/doi.org\/10.1016\/j.simpat.2019.03.004 (2019).","journal-title":"Simul. Model. Pract. Theory"},{"key":"33531_CR9","doi-asserted-by":"publisher","first-page":"1801","DOI":"10.1007\/s00170-020-05755-3","volume":"109","author":"PT Zacharia","year":"2020","unstructured":"Zacharia, P. T. & Xidias, E. K. AGV routing and motion planning in a flexible manufacturing system using a fuzzy-based genetic algorithm. Int. J. Adv. Manuf. Technol. 109, 1801\u20131813. https:\/\/doi.org\/10.1007\/s00170-020-05755-3 (2020).","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"33531_CR10","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1016\/j.rcim.2011.11.005","volume":"28","author":"S-Y Lee","year":"2012","unstructured":"Lee, S-Y. & Yang, H-W. Navigation of automated guided vehicles using magnet spot guidance method. Robot Comput. Integr. Manuf. 28, 425\u2013436. https:\/\/doi.org\/10.1016\/j.rcim.2011.11.005 (2012).","journal-title":"Robot Comput. Integr. Manuf."},{"key":"33531_CR11","doi-asserted-by":"publisher","first-page":"29","DOI":"10.9790\/1684-15010030329-35","volume":"03","author":"S Kumar Das","year":"2016","unstructured":"Kumar Das, S. Design and methodology of automated guided Vehicle-A review. IOSR J. Mech. Civ. Eng. 03, 29\u201335. https:\/\/doi.org\/10.9790\/1684-15010030329-35 (2016).","journal-title":"IOSR J. Mech. Civ. Eng."},{"key":"33531_CR12","doi-asserted-by":"publisher","first-page":"012087","DOI":"10.1088\/1742-6596\/1920\/1\/012087","volume":"1920","author":"Y Liu","year":"2021","unstructured":"Liu, Y., Piao, Y. & Zhang, L. Research on the positioning of AGV based on lidar. J. Phys. Conf. Ser. 1920, 012087. https:\/\/doi.org\/10.1088\/1742-6596\/1920\/1\/012087 (2021).","journal-title":"J. Phys. Conf. Ser."},{"key":"33531_CR13","doi-asserted-by":"publisher","first-page":"2708","DOI":"10.1109\/TITS.2018.2790264","volume":"19","author":"Z Rozsa","year":"2018","unstructured":"Rozsa, Z. & Sziranyi, T. Obstacle prediction for automated guided vehicles based on point clouds measured by a Tilted LIDAR sensor. IEEE Trans. Intell. Transp. Syst. 19, 2708\u20132720. https:\/\/doi.org\/10.1109\/TITS.2018.2790264 (2018).","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"33531_CR14","doi-asserted-by":"crossref","unstructured":"Wang, D. et al. Lidar Scan matching EKF-SLAM using the differential model of vehicle motion. In 2013 IEEE Intelligent Vehicles Symposium (IV). IEEE, pp 908\u2013912 (2013).","DOI":"10.1109\/IVS.2013.6629582"},{"key":"33531_CR15","doi-asserted-by":"publisher","first-page":"1975","DOI":"10.1007\/s00170-021-07437-0","volume":"117","author":"WPN dos Reis","year":"2021","unstructured":"dos Reis, W. P. N., da Silva, G. J., Junior, O. M. & Vivaldini, K. C. T. An extended analysis on tuning the parameters of adaptive Monte Carlo localization ROS package in an automated guided vehicle. Int. J. Adv. Manuf. Technol. 117, 1975\u20131995. https:\/\/doi.org\/10.1007\/s00170-021-07437-0 (2021).","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"33531_CR16","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1080\/10095020.2017.1420509","volume":"21","author":"Y Lu","year":"2018","unstructured":"Lu, Y., Xue, Z., Xia, G-S. & Zhang, L. A survey on vision-based UAV navigation. Geo-spatial Inf. Sci. 21, 21\u201332. https:\/\/doi.org\/10.1080\/10095020.2017.1420509 (2018).","journal-title":"Geo-spatial Inf. Sci."},{"key":"33531_CR17","doi-asserted-by":"publisher","first-page":"10052","DOI":"10.3390\/s130810052","volume":"13","author":"J Lee","year":"2013","unstructured":"Lee, J., Hyun, C-H. & Park, M. A Vision-Based automated guided vehicle system with marker recognition for indoor use. Sensors 13, 10052\u201310073. https:\/\/doi.org\/10.3390\/s130810052 (2013).","journal-title":"Sensors"},{"key":"33531_CR18","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/s00170-012-4321-y","volume":"66","author":"Z Miljkovi\u0107","year":"2013","unstructured":"Miljkovi\u0107, Z., Vukovi\u0107, N., Miti\u0107, M. & Babi\u0107, B. New hybrid vision-based control approach for automated guided vehicles. Int. J. Adv. Manuf. Technol. 66, 231\u2013249. https:\/\/doi.org\/10.1007\/s00170-012-4321-y (2013).","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"33531_CR19","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1007\/s00170-019-04588-z","volume":"106","author":"L Custodio","year":"2020","unstructured":"Custodio, L. & Machado, R. Flexible automated warehouse: a literature review and an innovative framework. Int. J. Adv. Manuf. Technol. 106, 533\u2013558. https:\/\/doi.org\/10.1007\/s00170-019-04588-z (2020).","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"33531_CR20","doi-asserted-by":"crossref","unstructured":"Umakarthikeyan, S. & Narayanan, R. B. Modelling and Simulation of Quadrotor-based Cable-Driven Parallel Manipulator. In 2022 6th International Conference on Electronics, Communication and Aerospace Technology. IEEE, pp. 151\u2013157 (2022).","DOI":"10.1109\/ICECA55336.2022.10009463"},{"key":"33531_CR21","doi-asserted-by":"crossref","unstructured":"Umakarthikeyan, S., Ram Kumar, K. & Priyadharshini, S. Modelling and simulation of fast autonomous exploration and mapping system for GPS denied unknown environment using ROS. In 2022 IEEE 7th International Conference on Recent Advances and Innovations in Engineering (ICRAIE). IEEE, pp. 230\u2013235 (2022).","DOI":"10.1109\/ICRAIE56454.2022.10054265"},{"key":"33531_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2021\/9589476","volume":"2021","author":"Z Zhang","year":"2021","unstructured":"Zhang, Z., Chen, J. & Guo, Q. AGVs route planning based on Region-Segmentation dynamic programming in smart road network systems. Sci. Program. 2021, 1\u201313. https:\/\/doi.org\/10.1155\/2021\/9589476 (2021).","journal-title":"Sci. Program."},{"key":"33531_CR23","doi-asserted-by":"publisher","first-page":"114503","DOI":"10.1016\/j.oceaneng.2023.114503","volume":"283","author":"S Jeong","year":"2023","unstructured":"Jeong, S. & Kim, T. Generating a path-search graph based on ship-trajectory data: route search via dynamic programming for autonomous ships. Ocean. Eng. 283, 114503. https:\/\/doi.org\/10.1016\/j.oceaneng.2023.114503 (2023).","journal-title":"Ocean. Eng."},{"key":"33531_CR24","doi-asserted-by":"publisher","first-page":"2005","DOI":"10.1109\/JAS.2022.105950","volume":"9","author":"L Yue","year":"2022","unstructured":"Yue, L. & Fan, H. Dynamic scheduling and path planning of automated guided vehicles in automatic container terminal. IEEE\/CAA J. Autom. Sin. 9, 2005\u20132019. https:\/\/doi.org\/10.1109\/JAS.2022.105950 (2022).","journal-title":"IEEE\/CAA J. Autom. Sin"},{"key":"33531_CR25","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1016\/j.ymssp.2017.07.019","volume":"100","author":"X Hu","year":"2018","unstructured":"Hu, X. et al. Dynamic path planning for autonomous driving on various roads with avoidance of static and moving Obstacles. Mech. Syst. Signal. Process. 100, 482\u2013500. https:\/\/doi.org\/10.1016\/j.ymssp.2017.07.019 (2018).","journal-title":"Mech. Syst. Signal. Process."},{"key":"33531_CR26","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1016\/j.neucom.2021.02.034","volume":"443","author":"Z Ren","year":"2021","unstructured":"Ren, Z., Lai, J., Wu, Z. & Xie, S. Deep neural networks-based real-time optimal navigation for an automatic guided vehicle with static and dynamic Obstacles. Neurocomputing 443, 329\u2013344. https:\/\/doi.org\/10.1016\/j.neucom.2021.02.034 (2021).","journal-title":"Neurocomputing"},{"key":"33531_CR27","doi-asserted-by":"crossref","unstructured":"Peng, Y. et al. The obstacle detection and obstacle avoidance algorithm based on 2-D lidar. In 2015 IEEE International Conference on Information and Automation. IEEE, pp. 1648\u20131653 (2015).","DOI":"10.1109\/ICInfA.2015.7279550"},{"key":"33531_CR28","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1080\/00423119608968959","volume":"25","author":"A GENTILE","year":"1996","unstructured":"GENTILE, A., MESSINA, A. & TRENTADUE, A. Dynamic behaviour of a mobile robot vehicle with a two caster and two driving wheel configuration. Veh. Syst. Dyn. 25, 89\u2013112. https:\/\/doi.org\/10.1080\/00423119608968959 (1996).","journal-title":"Veh. Syst. Dyn."},{"key":"33531_CR29","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/3-211-38927-X_29","volume-title":"Romansy 16","author":"YP Li","year":"2006","unstructured":"Li, Y. P., Zielinska, T., Ang, M. H. & Lin, W. Vehicle dynamics of redundant mobile robots with powered caster wheels. In: Romansy 16. Springer Vienna, Vienna, 221\u2013228 (2006)."},{"key":"33531_CR30","doi-asserted-by":"publisher","first-page":"583","DOI":"10.18178\/ijmerr.7.6.583-589","volume":"7","author":"K Amezquita-Semprun","year":"2018","unstructured":"Amezquita-Semprun, K., Rosario, M. & Del, Chen, P. C. Y. Dynamics model of a differential drive mobile robot towing an Off-axle trailer. Int. J. Mech. Eng. Robot Res. 7, 583\u2013589. https:\/\/doi.org\/10.18178\/ijmerr.7.6.583-589 (2018).","journal-title":"Int. J. Mech. Eng. Robot Res."},{"key":"33531_CR31","doi-asserted-by":"publisher","unstructured":"Ahmad Abu Hatab, R. D. Dynamic modelling of Differential-Drive mobile robots using Lagrange and Newton-Euler methodologies: A unified framework. Adv. Robot Autom. 02 https:\/\/doi.org\/10.4172\/2168-9695.1000107 (2013).","DOI":"10.4172\/2168-9695.1000107"},{"key":"33531_CR32","unstructured":"Than Zaw, M. Kinematic and Dynamic Analysis of Mobile Robot Kinematic and Dynamic Analysis (of Mobile Robot Maung Than Zaw, 2003)."},{"key":"33531_CR33","doi-asserted-by":"crossref","unstructured":"Yu, H., Mahmood, A. R. & Sutton, R. S. On Generalized Bellman Equations and Temporal-Difference Learning. In Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics). pp. 3\u201314 (2017).","DOI":"10.1007\/978-3-319-57351-9_1"},{"key":"33531_CR34","doi-asserted-by":"publisher","unstructured":"van Hasselt, H. et al. General non-linear Bellman Eq.\u00a01. https:\/\/doi.org\/10.48550\/arXiv.1907.03687 (2019)","DOI":"10.48550\/arXiv.1907.03687"},{"key":"33531_CR35","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1016\/S0016-0032(96)00125-1","volume":"335","author":"KG Garaev","year":"1998","unstructured":"Garaev, K. G. A remark on the bellman principle of optimality. J. Frankl. Inst. 335, 395\u2013400. https:\/\/doi.org\/10.1016\/S0016-0032(96)00125-1 (1998).","journal-title":"J. Frankl. Inst."},{"key":"33531_CR36","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1016\/j.physa.2016.06.083","volume":"462","author":"E Gross","year":"2016","unstructured":"Gross, E. On the bellman\u2019s principle of optimality. Phys. Stat. Mech. Its Appl. 462, 217\u2013221. https:\/\/doi.org\/10.1016\/j.physa.2016.06.083 (2016).","journal-title":"Phys. Stat. Mech. Its Appl."},{"key":"33531_CR37","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1007\/s00030-004-1058-9","volume":"11","author":"M Garavello","year":"2004","unstructured":"Garavello, M. & Soravia, P. Optimality principles and uniqueness for bellman equations of unbounded control problems with discontinuous running cost. Nonlinear Differ. Equations Appl. NoDEA. 11, 271\u2013298. https:\/\/doi.org\/10.1007\/s00030-004-1058-9 (2004).","journal-title":"Nonlinear Differ. Equations Appl. NoDEA"},{"key":"33531_CR38","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1090\/S0002-9904-1954-09848-8","volume":"60","author":"R Bellman","year":"1954","unstructured":"Bellman, R. The theory of dynamic programming. Bull. Am. Math. Soc. 60, 503\u2013515. https:\/\/doi.org\/10.1090\/S0002-9904-1954-09848-8 (1954).","journal-title":"Bull. Am. Math. Soc."},{"key":"33531_CR39","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1016\/S0019-9958(58)80003-0","volume":"1","author":"R Bellman","year":"1958","unstructured":"Bellman, R. Dynamic programming and stochastic control processes. Inf. Control. 1, 228\u2013239. https:\/\/doi.org\/10.1016\/S0019-9958(58)80003-0 (1958).","journal-title":"Inf. Control"},{"key":"33531_CR40","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1016\/j.mechatronics.2017.11.009","volume":"50","author":"H Wang","year":"2018","unstructured":"Wang, H., Tota, A., Aksun-Guvenc, B. & Guvenc, L. Real time implementation of socially acceptable collision avoidance of a low speed autonomous shuttle using the elastic band method. Mechatronics 50, 341\u2013355. https:\/\/doi.org\/10.1016\/j.mechatronics.2017.11.009 (2018).","journal-title":"Mechatronics"},{"key":"33531_CR41","doi-asserted-by":"publisher","first-page":"9822","DOI":"10.3182\/20140824-6-ZA-1003.01143","volume":"47","author":"M Keller","year":"2014","unstructured":"Keller, M. et al. Planning of optimal collision avoidance trajectories with timed elastic bands. IFAC Proc. Vol. 47, 9822\u20139827. https:\/\/doi.org\/10.3182\/20140824-6-ZA-1003.01143 (2014).","journal-title":"IFAC Proc. Vol"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-33531-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-33531-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-33531-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T10:16:31Z","timestamp":1769508991000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-33531-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,24]]},"references-count":41,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["33531"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-33531-4","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,24]]},"assertion":[{"value":"6 October 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"This article does not contain any studies with human participants performed by the author.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"3530"}}