{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T16:45:11Z","timestamp":1782405911299,"version":"3.54.5"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030659547","type":"print"},{"value":"9783030659554","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-65955-4_16","type":"book-chapter","created":{"date-parts":[[2020,12,19]],"date-time":"2020-12-19T16:02:50Z","timestamp":1608393770000},"page":"222-236","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Deep Reinforcement Learning for Solving AGVs Routing Problem"],"prefix":"10.1007","author":[{"given":"Chengxuan","family":"Lu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinjun","family":"Long","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zichao","family":"Xing","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weimin","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yong","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiliang","family":"Luo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yisheng","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,12,20]]},"reference":[{"issue":"3","key":"16_CR1","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1080\/00207540110091712","volume":"40","author":"L Qiu","year":"2002","unstructured":"Qiu, L., Hsu, W.J., Huang, S.Y., et al.: Scheduling and routing algorithms for AGVs: a survey. Int. J. Prod. Res. 40(3), 745\u2013760 (2002)","journal-title":"Int. J. Prod. Res."},{"key":"16_CR2","doi-asserted-by":"crossref","unstructured":"Fazlollahtabar, H., Saidi-Mehrabad, M.: Methodologies to optimize automated guided vehicle scheduling and routing problems: a review study. J. Intell. Robot. Syst.: Theory Appl. 77(3\u20134), 525\u2013545 (2015)","DOI":"10.1007\/s10846-013-0003-8"},{"issue":"5","key":"16_CR3","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1007\/BF02125421","volume":"63","author":"IH Osman","year":"1996","unstructured":"Osman, I.H., Laporte, G.: Metaheuristics: a bibliography. Ann. Oper. Res. 63(5), 513\u2013623 (1996)","journal-title":"Ann. Oper. Res."},{"key":"16_CR4","unstructured":"Vos, A.: Scheduling Automated Guided Vehicles in Container Terminals Using Max-plus-linear Systems (2015)"},{"issue":"3","key":"16_CR5","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/s00170-007-1094-9","volume":"38","author":"R Tavakkoli-Moghaddam","year":"2008","unstructured":"Tavakkoli-Moghaddam, R., Aryanezhad, M.B., Kazemipoor, H., Salehipour, A.: Partitioning machines in tandem AGV systems based on \u201cbalanced flow strategy\u201d by simulated annealing. Int. J. Adv. Manuf. Technol. 38(3), 355\u2013366 (2008)","journal-title":"Int. J. Adv. Manuf. Technol."},{"issue":"9","key":"16_CR6","doi-asserted-by":"publisher","first-page":"996","DOI":"10.1007\/s00170-006-0909-4","volume":"36","author":"RZ Farahani","year":"2008","unstructured":"Farahani, R.Z., Laporte, G., Miandoabchi, E., Bina, S.: Designing efficient methods for the tandem AGV network design problem using tabu search and genetic algorithm. Int. J. Adv. Manuf. Technol. 36(9), 996\u20131009 (2008)","journal-title":"Int. J. Adv. Manuf. Technol."},{"issue":"6","key":"16_CR7","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1016\/j.advengsoft.2010.02.002","volume":"41","author":"B Shirazi","year":"2010","unstructured":"Shirazi, B., Fazlollahtabar, H., Mahdavi, I.: A six sigma based multi-objective optimization for machine grouping control in flexible cellular manufacturing systems with guide-path flexibility. Adv. Eng. Softw. 41(6), 865\u2013873 (2010)","journal-title":"Adv. Eng. Softw."},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Han, Z., et al.: Multi-AGV path planning with double-path constraints by using an improved genetic algorithm. Plos One 12(7), e0181747 (2017)","DOI":"10.1371\/journal.pone.0181747"},{"key":"16_CR9","unstructured":"Zhou, M., Wu, N.: System Modeling and Control with Resource-Oriented Petri Nets. CRC Press, Inc (2009)"},{"issue":"7540","key":"16_CR10","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"16_CR11","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: 33rd International Conference on Machine Learning (2016)"},{"issue":"7587","key":"16_CR12","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., et al.: Mastering the game of Go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016)","journal-title":"Nature"},{"issue":"7676","key":"16_CR13","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver, D., Schrittwieser, J., Simonyan, K., et al.: Mastering the game of Go without human knowledge. Nature 550(7676), 354\u2013359 (2017)","journal-title":"Nature"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Kalakanti, A. K., Verma, S., Paul, T., et al.: RL SolVeR pro: reinforcement learning for solving vehicle routing problem. In: 2019 1st International Conference on Artificial Intelligence and Data Sciences (AiDAS) (2019)","DOI":"10.1109\/AiDAS47888.2019.8970890"},{"key":"16_CR15","unstructured":"Kintsakis, A. M., Psomopoulos, F. E., Mitkas, P, A.: Reinforcement Learning based scheduling in a workflow management system. Eng. Appl. Artif. Intell. 81, 94\u2013106 (2019)"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Xue, T., Zeng, P., Yu, H.: A reinforcement learning method for multi-AGV scheduling in manufacturing. In: 2018 IEEE International Conference on Industrial Technology (ICIT). IEEE (2018)","DOI":"10.1109\/ICIT.2018.8352413"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Kamoshida, R., Kazama, Y.: Acquisition of automated guided vehicle route planning policy using deep reinforcement learning. In: 2017 6th IEEE International Conference on Advanced Logistics and Transport (ICALT), pp. 1\u20136. Bali(2017)","DOI":"10.1109\/ICAdLT.2017.8547000"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Zhao, M., Li, X., Gao, L., et al.: An improved Q-learning based rescheduling method for flexible job-shops with machine failures. In: 2019 IEEE 15th International Conference on Automation Science and Engineering (CASE). IEEE (2019)","DOI":"10.1109\/COASE.2019.8843100"},{"key":"16_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1007\/978-3-319-71682-4_5","volume-title":"Autonomous Agents and Multiagent Systems","author":"JK Gupta","year":"2017","unstructured":"Gupta, J.K., Egorov, M., Kochenderfer, M.: Cooperative multi-agent control using deep reinforcement learning. In: Sukthankar, Gita, Rodriguez-Aguilar, Juan A. (eds.) AAMAS 2017. LNCS (LNAI), vol. 10642, pp. 66\u201383. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-71682-4_5"},{"key":"16_CR20","unstructured":"Mittal, A., Cheong, L. F.: Employing Discrete Bayes Error rate for discretization and feature selection. In: IEEE International Conference on Data Mining. IEEE (2002)"},{"issue":"6","key":"16_CR21","first-page":"1137","volume":"3","author":"Y Bengio","year":"2003","unstructured":"Bengio, Y., et al.: A neural probabilistic language model. J. Mach. Learn. Res. 3(6), 1137\u20131155 (2003)","journal-title":"J. Mach. Learn. Res."},{"issue":"2","key":"16_CR22","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio, Y., Simard, P.: Frasconi: learning long-term dependencies with gradient descent is difficult. IEEE Trans. Neural Netw. 5(2), 157\u2013166 (1994)","journal-title":"IEEE Trans. Neural Netw."}],"container-title":["Lecture Notes in Computer Science","Verification and Evaluation of Computer and Communication Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-65955-4_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,12,28]],"date-time":"2020-12-28T00:13:50Z","timestamp":1609114430000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-65955-4_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030659547","9783030659554"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-65955-4_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"20 December 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"VECoS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Verification and Evaluation of Computer and Communication Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Xi'an","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"vecos2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/vecos-world.org\/2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"60","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"32% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.26","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.86","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}