{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,21]],"date-time":"2025-12-21T06:26:19Z","timestamp":1766298379448,"version":"3.44.0"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T00:00:00Z","timestamp":1746230400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T00:00:00Z","timestamp":1746230400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62173224","62303315","92367203"],"award-info":[{"award-number":["62173224","62303315","92367203"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Circuits Syst Signal Process"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s00034-025-03118-5","type":"journal-article","created":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T15:21:47Z","timestamp":1746285707000},"page":"6445-6466","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Dynamic Scheduling Based on Two-Layer Deep Reinforcement Learning for Multi-load AGVs"],"prefix":"10.1007","volume":"44","author":[{"given":"Gaoshang","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8995-020X","authenticated-orcid":false,"given":"Yuanyuan","family":"Zou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yaru","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaoyuan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,3]]},"reference":[{"key":"3118_CR1","doi-asserted-by":"crossref","unstructured":"V. Chawla, A. Chanda, S. Angra, S. Rani, Simultaneous dispatching and scheduling of multi-load AGVs in FMS-a simulation study. Materials Today: Proceedings, 5(11, Part 3):25358\u201325367, (2018)","DOI":"10.1016\/j.matpr.2018.10.339"},{"key":"3118_CR2","doi-asserted-by":"crossref","unstructured":"G.-Y. Chen, C.-N. Wang, Determined blind source separation combining independent low-rank matrix analysis with optimized parameters and q-learning. Circuits, Systems, and Signal Processing, pages 1\u201317, (2023)","DOI":"10.1007\/s00034-023-02429-9"},{"key":"3118_CR3","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1007\/s10846-013-0003-8","volume":"77","author":"F Hamed","year":"2015","unstructured":"F. Hamed, S.-M. Mohammad, Methodologies to optimize automated guided vehicle scheduling and routing problems: a review study. J. Intell. Robot. Syst. 77, 525\u2013545 (2015)","journal-title":"J. Intell. Robot. Syst."},{"key":"3118_CR4","doi-asserted-by":"crossref","unstructured":"H. Hu, X. Jia, Q. He, S. Fu, K. Liu, Deep reinforcement learning based AGVs real-time scheduling with mixed rule for flexible shop floor in industry 4.0. Computers & Industrial Engineering, 149:106749, (2020)","DOI":"10.1016\/j.cie.2020.106749"},{"key":"3118_CR5","doi-asserted-by":"publisher","first-page":"102623","DOI":"10.1016\/j.tre.2022.102623","volume":"158","author":"Y Hu","year":"2022","unstructured":"Y. Hu, H. Yang, Y. Huang, Conflict-free scheduling of large-scale multi-load AGVs in material transportation network. Transp. Res. Part E: Logist. Transp. Rev. 158, 102623 (2022)","journal-title":"Transp. Res. Part E: Logist. Transp. Rev."},{"issue":"2","key":"3118_CR6","doi-asserted-by":"publisher","first-page":"875","DOI":"10.1007\/s00034-022-02056-w","volume":"42","author":"Y Huang","year":"2023","unstructured":"Y. Huang, J. Luo, Z. Ma, B. Tang, K. Zhang, J. Zhang, On combined PSO-SVM models in fault prediction of relay protection equipment. Circuits Syst. Signal Process. 42(2), 875\u2013891 (2023)","journal-title":"Circuits Syst. Signal Process."},{"key":"3118_CR7","unstructured":"Z. Li, H. Sang, Q. Pan, K. Gao, Y. Han, J. Li, Dynamic agv scheduling model with special cases in matrix production workshop. IEEE Transactions on Industrial Informatics, pages 1\u201310, (2022)"},{"key":"3118_CR8","doi-asserted-by":"publisher","first-page":"102397","DOI":"10.1016\/j.rcim.2022.102397","volume":"79","author":"Y Lin","year":"2023","unstructured":"Y. Lin, Y. Xu, J. Zhu, X. Wang, L. Wang, G. Hu, Mlatso: a method for task scheduling optimization in multi-load AGVs-based systems. Robotics Comput.-Integr. Manuf. 79, 102397 (2023)","journal-title":"Robotics Comput.-Integr. Manuf."},{"key":"3118_CR9","doi-asserted-by":"crossref","unstructured":"H. E. Nouri, O. B. Driss, K. Gh\u00e9dira, A classification schema for the job shop scheduling problem with transportation resources: state-of-the-art review. In Artificial Intelligence Perspectives in Intelligent Systems: Proceedings of the 5th Computer Science On-line Conference 2016 (CSOC2016), Vol 1, pages 1\u201311. Springer, (2016)","DOI":"10.1007\/978-3-319-33625-1_1"},{"issue":"3","key":"3118_CR10","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1080\/00207540110091712","volume":"40","author":"L Qiu","year":"2002","unstructured":"L. Qiu, W.-J. Hsu, S.-Y. Huang, H. Wang, Scheduling and routing algorithms for AGVs: a survey. Int. J. Prod. Res. 40(3), 745\u2013760 (2002)","journal-title":"Int. J. Prod. Res."},{"issue":"10","key":"3118_CR11","doi-asserted-by":"publisher","first-page":"5903","DOI":"10.1007\/s00034-022-02043-1","volume":"41","author":"Q Shi","year":"2022","unstructured":"Q. Shi, Z. Zheng, W.-Q. Wang, Synthesis of subarrayed large linear arrays by a hybrid genetic algorithm integrated with convex programming. Circuits Syst. Signal Process. 41(10), 5903\u20135913 (2022)","journal-title":"Circuits Syst. Signal Process."},{"issue":"3","key":"3118_CR12","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1016\/j.ejor.2021.08.008","volume":"298","author":"N Singh","year":"2022","unstructured":"N. Singh, Q.-V. Dang, A. Akcay, I. Adan, T. Martagan, A matheuristic for AGV scheduling with battery constraints. Eur. J. Oper. Res. 298(3), 855\u2013873 (2022)","journal-title":"Eur. J. Oper. Res."},{"issue":"2","key":"3118_CR13","first-page":"139","volume":"4","author":"KV Subbaiah","year":"2009","unstructured":"K.V. Subbaiah, M.N. Rao, K.N. Rao, Scheduling of AGVs and machines in FMS with makespan criteria using sheep flock heredity algorithm. Int. J. Phys. Sci. 4(2), 139\u2013148 (2009)","journal-title":"Int. J. Phys. Sci."},{"key":"3118_CR14","doi-asserted-by":"publisher","first-page":"2123","DOI":"10.1007\/s00170-015-7329-2","volume":"81","author":"UA Umar","year":"2015","unstructured":"U.A. Umar, M. Ariffin, N. Ismail, S. Tang, Hybrid multiobjective genetic algorithms for integrated dynamic scheduling and routing of jobs and automated-guided vehicle (AGV) in flexible manufacturing systems (FMS) environment. Int. J. Adv. Manuf. Technol. 81, 2123\u20132141 (2015)","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"3118_CR15","doi-asserted-by":"crossref","unstructured":"H. Van Hasselt, A. Guez, D. Silver, Deep reinforcement learning with double q-learning. In Proceedings of the AAAI conference on artificial intelligence, volume 30, (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"3118_CR16","unstructured":"Z. Wang, T. Schaul, M. Hessel, H. Hasselt, M. Lanctot, N. Freitas, Dueling network architectures for deep reinforcement learning. In International conference on machine learning, pages 1995\u20132003. PMLR, (2016)"},{"key":"3118_CR17","doi-asserted-by":"crossref","unstructured":"N. Yu, T. Li, B. Wang, Multi-load agvs scheduling algorithm in automated sorting warehouse. In 2021 14th International Symposium on Computational Intelligence and Design (ISCID), pages 126\u2013129, (2021)","DOI":"10.1109\/ISCID52796.2021.00037"},{"issue":"12","key":"3118_CR18","doi-asserted-by":"publisher","first-page":"8999","DOI":"10.1109\/TII.2022.3178410","volume":"18","author":"L Zhang","year":"2022","unstructured":"L. Zhang, C. Yang, Y. Yan, Y. Hu, Distributed real-time scheduling in cloud manufacturing by deep reinforcement learning. IEEE Trans. Industr. Inf. 18(12), 8999\u20139007 (2022)","journal-title":"IEEE Trans. Industr. Inf."},{"issue":"19","key":"3118_CR19","doi-asserted-by":"publisher","first-page":"5748","DOI":"10.1080\/00207543.2014.910628","volume":"52","author":"Y Zheng","year":"2014","unstructured":"Y. Zheng, Y. Xiao, Y. Seo, A tabu search algorithm for simultaneous machine\/AGV scheduling problem. Int. J. Prod. Res. 52(19), 5748\u20135763 (2014)","journal-title":"Int. J. Prod. Res."},{"key":"3118_CR20","doi-asserted-by":"publisher","first-page":"106945","DOI":"10.1016\/j.asoc.2020.106945","volume":"99","author":"W-Q Zou","year":"2021","unstructured":"W.-Q. Zou, Q.-K. Pan, M.F. Tasgetiren, An effective iterated greedy algorithm for solving a multi-compartment AGV scheduling problem in a matrix manufacturing workshop. Appl. Soft Comput. 99, 106945 (2021)","journal-title":"Appl. Soft Comput."}],"container-title":["Circuits, Systems, and Signal Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00034-025-03118-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00034-025-03118-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00034-025-03118-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T12:45:58Z","timestamp":1757162758000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00034-025-03118-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,3]]},"references-count":20,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["3118"],"URL":"https:\/\/doi.org\/10.1007\/s00034-025-03118-5","relation":{},"ISSN":["0278-081X","1531-5878"],"issn-type":[{"type":"print","value":"0278-081X"},{"type":"electronic","value":"1531-5878"}],"subject":[],"published":{"date-parts":[[2025,5,3]]},"assertion":[{"value":"23 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 March 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 March 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 May 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no Conflict of interest or Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}