{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T20:57:10Z","timestamp":1757624230888,"version":"3.44.0"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783032035141"},{"type":"electronic","value":"9783032035158"}],"license":[{"start":{"date-parts":[[2025,8,27]],"date-time":"2025-08-27T00:00:00Z","timestamp":1756252800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,27]],"date-time":"2025-08-27T00:00:00Z","timestamp":1756252800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-03515-8_31","type":"book-chapter","created":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T22:04:45Z","timestamp":1756245885000},"page":"450-465","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Graph Attention Network Based Deep Reinforcement Learning Approach for Dynamic Human Order Picking"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-6556-2067","authenticated-orcid":false,"given":"Kiyoung","family":"Cho","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3792-0022","authenticated-orcid":false,"given":"Donghoon","family":"Kwak","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7656-6522","authenticated-orcid":false,"given":"Seungheon","family":"Oh","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7612-7361","authenticated-orcid":false,"given":"Jonghun","family":"Woo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,8,27]]},"reference":[{"key":"31_CR1","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/j.ergon.2008.05.001","volume":"39","author":"EJ Lodree Jr","year":"2009","unstructured":"Lodree, E.J., Jr., Geiger, C.D., Jiang, X.: Taxonomy for integrating scheduling theory and human factors: review and research opportunities. Int. J. Ind. Ergon. 39, 39\u201351 (2009)","journal-title":"Int. J. Ind. Ergon."},{"key":"31_CR2","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1080\/13675560600661870","volume":"9","author":"H Min","year":"2006","unstructured":"Min, H.: The applications of warehouse management systems: an exploratory study. Int J Log Res Appl 9, 111\u2013126 (2006)","journal-title":"Int J Log Res Appl"},{"key":"31_CR3","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/j.cor.2018.07.002","volume":"100","author":"L Pansart","year":"2018","unstructured":"Pansart, L., Catusse, N., Cambazard, H.: Exact algorithms for the order picking problem. Comput. Oper. Res. 100, 117\u2013127 (2018)","journal-title":"Comput. Oper. Res."},{"key":"31_CR4","doi-asserted-by":"publisher","first-page":"3205","DOI":"10.1080\/00207543.2022.2078747","volume":"61","author":"R D'Haen","year":"2023","unstructured":"D\u2019Haen, R., Braekers, K., Ramaekers, K.: Integrated scheduling of order picking operations under dynamic order arrivals. Int. J. Prod. Res. 61, 3205\u20133226 (2023)","journal-title":"Int. J. Prod. Res."},{"key":"31_CR5","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1007\/s42979-020-00326-5","volume":"1","author":"C Shyalika","year":"2020","unstructured":"Shyalika, C., Silva, T., Karunananda, A.: Reinforcement learning in dynamic task scheduling: a review. SN Comput. Sci. 1, 306 (2020)","journal-title":"SN Comput. Sci."},{"key":"31_CR6","doi-asserted-by":"publisher","first-page":"955","DOI":"10.3390\/s25030955","volume":"25","author":"Y Wang","year":"2025","unstructured":"Wang, Y., Liang, X.: Application of reinforcement learning methods combining graph neural networks and self-attention mechanisms in supply chain route optimization. Sensors 25, 955 (2025)","journal-title":"Sensors"},{"key":"31_CR7","unstructured":"Sahili, Z.A., Awad, M.: Spatio-temporal graph neural networks: A survey. arXiv preprint arXiv:2301.10569 (2023)"},{"key":"31_CR8","doi-asserted-by":"crossref","unstructured":"Fathinezhad, F., Adibi, P., Shoushtarian, B., Chanussot, J.: Graph neural networks and reinforcement learning: a survey. In: Deep Learning and Reinforcement Learning. IntechOpen (2023)","DOI":"10.5772\/intechopen.111651"},{"key":"31_CR9","doi-asserted-by":"publisher","first-page":"10641","DOI":"10.3390\/app112210641","volume":"11","author":"AR Ahmadi Keshavarz","year":"2021","unstructured":"Ahmadi Keshavarz, A.R., Jaafari, D., Khalaj, M., Dokouhaki, P.: A survey of the literature on order-picking systems by combining planning problems. Appl. Sci. 11, 10641 (2021)","journal-title":"Appl. Sci."},{"key":"31_CR10","doi-asserted-by":"crossref","unstructured":"Zhao, Z., Cheng, J., Liang, J., Liu, S., Zhou, M., Al-Turki, Y.: Order picking optimization in smart warehouses with human-robot collaboration. IEEE Internet Things J. (2024)","DOI":"10.1109\/JIOT.2024.3352658"},{"key":"31_CR11","doi-asserted-by":"publisher","first-page":"2126","DOI":"10.1080\/00207543.2021.1884307","volume":"60","author":"S Vanheusden","year":"2022","unstructured":"Vanheusden, S., Van Gils, T., Braekers, K., Ramaekers, K., Caris, A.: Analysing the effectiveness of workload balancing measures in order picking operations. Int. J. Prod. Res. 60, 2126\u20132150 (2022)","journal-title":"Int. J. Prod. Res."},{"key":"31_CR12","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1287\/trsc.2020.1029","volume":"55","author":"A Rijal","year":"2021","unstructured":"Rijal, A., Bijvank, M., Goel, A., De Koster, R.: Workforce scheduling with order-picking assignments in distribution facilities. Transp. Sci. 55, 725\u2013746 (2021)","journal-title":"Transp. Sci."},{"key":"31_CR13","doi-asserted-by":"publisher","first-page":"344","DOI":"10.1007\/s11518-019-5407-y","volume":"28","author":"X Zhao","year":"2019","unstructured":"Zhao, X., Liu, N., Zhao, S., Wu, J., Zhang, K., Zhang, R.: Research on the work-rest scheduling in the manual order picking systems to consider human factors. J. Syst. Sci. Syst. Eng. 28, 344\u2013355 (2019)","journal-title":"J. Syst. Sci. Syst. Eng."},{"key":"31_CR14","first-page":"83","volume":"28","author":"P Priore","year":"2014","unstructured":"Priore, P., G\u00f3mez, A., Pino, R., Rosillo, R.: Dynamic scheduling of manufacturing systems using machine learning: an updated review. Ai Edam 28, 83\u201397 (2014)","journal-title":"Ai Edam"},{"key":"31_CR15","doi-asserted-by":"publisher","first-page":"1898","DOI":"10.1080\/00207543.2024.2381145","volume":"63","author":"E Flores-Garc\u00eda","year":"2025","unstructured":"Flores-Garc\u00eda, E., Hoon Kwak, D., Jeong, Y., Wiktorsson, M.: Machine learning in smart production logistics: a review of technological capabilities. Int. J. Prod. Res. 63, 1898\u20131932 (2025)","journal-title":"Int. J. Prod. Res."},{"key":"31_CR16","doi-asserted-by":"publisher","first-page":"136","DOI":"10.3390\/app7020136","volume":"7","author":"M Drakaki","year":"2017","unstructured":"Drakaki, M., Tzionas, P.: Manufacturing scheduling using colored petri nets and reinforcement learning. Appl. Sci. 7, 136 (2017)","journal-title":"Appl. Sci."},{"key":"31_CR17","doi-asserted-by":"publisher","first-page":"42568","DOI":"10.1109\/ACCESS.2021.3062457","volume":"9","author":"H Tang","year":"2021","unstructured":"Tang, H., Wang, A., Xue, F., Yang, J., Cao, Y.: A novel hierarchical soft actor-critic algorithm for multi-logistics robots task allocation. IEEE Access 9, 42568\u201342582 (2021)","journal-title":"IEEE Access"},{"key":"31_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2025.102959","volume":"94","author":"X Wang","year":"2025","unstructured":"Wang, X., Zhang, L., Wang, L., Zu\u00f1iga, E.R., Wang, X.V., Flores-Garc\u00eda, E.: Dynamic multi-tour order picking in an automotive-part warehouse based on attention-aware deep reinforcement learning. Rob. Comput.-Integr. Manuf. 94, 102959 (2025)","journal-title":"Rob. Comput.-Integr. Manuf."},{"key":"31_CR19","first-page":"47264","volume":"36","author":"Y Min","year":"2023","unstructured":"Min, Y., Bai, Y., Gomes, C.P.: Unsupervised learning for solving the travelling salesman problem. Adv. Neural. Inf. Process. Syst. 36, 47264\u201347278 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"31_CR20","doi-asserted-by":"crossref","unstructured":"Kov\u00e1cs, L., Jlidi, A.: Neural networks for vehicle routing problem. arXiv preprint arXiv:2409.11290 (2024)","DOI":"10.32971\/als.2024.014"},{"key":"31_CR21","unstructured":"Bratko, M.: Graph neural networks and deep reinforcement learning in job scheduling (2024)"},{"key":"31_CR22","doi-asserted-by":"crossref","unstructured":"Khalil, M.I., Abbas, M.A.: Attention based graph neural networks. In: 2023 IEEE 3rd International Conference on Software Engineering and Artificial Intelligence (SEAI), pp. 86\u201390. IEEE (2023)","DOI":"10.1109\/SEAI59139.2023.10217656"},{"key":"31_CR23","unstructured":"Li, H., et al.: Solving integrated process planning and scheduling problem via graph neural network based deep reinforcement learning. arXiv preprint arXiv:2409.00968 (2024)"},{"key":"31_CR24","unstructured":"Veli\u010dkovi\u0107, P., Cucurull, G., Casanova, A., Romero, A., Lio, P., Bengio, Y.: Graph attention networks. arXiv preprint arXiv:1710.10903 (2017)"},{"key":"31_CR25","unstructured":"Vinyals, O., Fortunato, M., Jaitly, N.: Pointer networks. Adv. Neural Inf. Process. Syst. 28 (2015)"},{"key":"31_CR26","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1023\/A:1022672621406","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8, 229\u2013256 (1992)","journal-title":"Mach. Learn."}],"container-title":["IFIP Advances in Information and Communication Technology","Advances in Production Management Systems. Cyber-Physical-Human Production Systems: Human-AI Collaboration and Beyond"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-03515-8_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T12:26:38Z","timestamp":1757420798000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-03515-8_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,27]]},"ISBN":["9783032035141","9783032035158"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-03515-8_31","relation":{},"ISSN":["1868-4238","1868-422X"],"issn-type":[{"type":"print","value":"1868-4238"},{"type":"electronic","value":"1868-422X"}],"subject":[],"published":{"date-parts":[[2025,8,27]]},"assertion":[{"value":"27 August 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"APMS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP International Conference on Advances in Production Management Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kamakura","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 August 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"apms2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.apms-conference.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}