{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T18:36:55Z","timestamp":1743014215144,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031807596"},{"type":"electronic","value":"9783031807602"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-80760-2_17","type":"book-chapter","created":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T03:06:50Z","timestamp":1739329610000},"page":"270-281","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reinforcement Learning for Optimizing Routing in the Production Supply of Matrix Production Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-9799-204X","authenticated-orcid":false,"given":"Florian","family":"Ried","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0002-4132-3140","authenticated-orcid":false,"given":"Simon","family":"Niederdr\u00e4nk","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6392-0371","authenticated-orcid":false,"given":"Johannes","family":"Fottner","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,13]]},"reference":[{"doi-asserted-by":"publisher","unstructured":"Schumacher, S., Bauer, D.: Autonome produktion. In: Bauernhansl, T. (ed.) Handbuch Industrie 4.0, pp. 95\u2013122. Springer, Heidelberg (2023). https:\/\/doi.org\/10.1007\/978-3-662-58532-0_164","key":"17_CR1","DOI":"10.1007\/978-3-662-58532-0_164"},{"doi-asserted-by":"publisher","unstructured":"Czarnetzki, L., Laflamme, C., Halbwidl, C., G\u00fcnther, L.C., Sobottka, T., Bachlechner, D.: Optimisation of matrix production system reconfiguration with reinforcement learning. In: Seipel, D., Steen, A. (eds.) KI 2023. LNCS, vol. 14236, pp. 15\u201322. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-42608-7_2","key":"17_CR2","DOI":"10.1007\/978-3-031-42608-7_2"},{"doi-asserted-by":"publisher","unstructured":"Kellner, F., Lienland, B., Lukesch, M.: Produktionswirtschaft. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-662-65803-1","key":"17_CR3","DOI":"10.1007\/978-3-662-65803-1"},{"doi-asserted-by":"publisher","unstructured":"Schaffer, J., Weidenbach, M.: Agentenbasierte Steuerung Fahrerloser Transportsysteme im Umfeld von Industrie 4.0. In: ten Hompel, M., Bauernhansl, T., Vogel-Heuser, B. (eds.) Handbuch Industrie 4.0, pp. 143\u2013169. Springer, Heidelberg (2020). https:\/\/doi.org\/10.1007\/978-3-662-58530-6_100","key":"17_CR4","DOI":"10.1007\/978-3-662-58530-6_100"},{"key":"17_CR5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-322-85613-5","volume-title":"Flexible Fertigungssysteme","author":"D Adam","year":"1993","unstructured":"Adam, D.: Flexible Fertigungssysteme. Gabler Verlag, Wiesbaden (1993)"},{"doi-asserted-by":"publisher","unstructured":"Wehking, K.-H.: Entwicklung und Eingrenzung. In: Wehking, K.-H. (ed.) Technisches Handbuch Logistik 1, pp. 3\u201334. Springer, Heidelberg (2020). https:\/\/doi.org\/10.1007\/978-3-662-60867-8_1","key":"17_CR6","DOI":"10.1007\/978-3-662-60867-8_1"},{"doi-asserted-by":"publisher","unstructured":"Rebala, G., Ravi, A., Churiwala, S.: An Introduction to Machine Learning. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-15729-6","key":"17_CR7","DOI":"10.1007\/978-3-030-15729-6"},{"doi-asserted-by":"publisher","unstructured":"Arnold, D., Isermann, H., Kuhn, A., Tempelmeier, H., Furmans, K.: Handbuch Logistik. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-72929-7","key":"17_CR8","DOI":"10.1007\/978-3-540-72929-7"},{"key":"17_CR9","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/j.procir.2021.01.050","volume":"96","author":"MC May","year":"2021","unstructured":"May, M.C., Schmidt, S., Kuhnle, A., Stricker, N., Lanza, G.: Product generation module: automated production planning for optimized workload and increased efficiency in matrix production systems. Procedia CIRP 96, 45\u201350 (2021)","journal-title":"Procedia CIRP"},{"key":"17_CR10","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.procir.2020.02.147","volume":"91","author":"C Fries","year":"2020","unstructured":"Fries, C., Wiendahl, H.-H., Assadi, A.A.: Design concept for the intralogistics material supply in matrix productions. Procedia CIRP 91, 33\u201338 (2020)","journal-title":"Procedia CIRP"},{"key":"17_CR11","doi-asserted-by":"publisher","first-page":"131","DOI":"10.11128\/sne.30.tn.10531","volume":"30","author":"M-A Filz","year":"2020","unstructured":"Filz, M.-A., Herrmann, C., Thiede, S.: Simulation-based data analysis to support the planning of flexible manufacturing systems. SNE 30, 131\u2013137 (2020)","journal-title":"SNE"},{"key":"17_CR12","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1007\/s11740-023-01225-3","volume":"18","author":"M Benfer","year":"2024","unstructured":"Benfer, M., Heyer, V., Br\u00fctzel, O., Liebrecht, C., Peukert, S., Lanza, G.: Analysis of metaheuristic optimisation techniques for simulated matrix production systems. Prod. Eng. Res. Dev. 18, 159\u2013168 (2024)","journal-title":"Prod. Eng. Res. Dev."},{"key":"17_CR13","doi-asserted-by":"publisher","first-page":"1004","DOI":"10.1016\/j.procir.2019.03.242","volume":"81","author":"M-A Filz","year":"2019","unstructured":"Filz, M.-A., Gerberding, J., Herrmann, C., Thiede, S.: Analyzing different material supply strategies in matrix-structured manufacturing systems. Procedia CIRP 81, 1004\u20131009 (2019)","journal-title":"Procedia CIRP"},{"key":"17_CR14","doi-asserted-by":"publisher","first-page":"1287","DOI":"10.3390\/app9071287","volume":"9","author":"\u00c1 B\u00e1nyai","year":"2019","unstructured":"B\u00e1nyai, \u00c1., et al.: Smart cyber-physical manufacturing: extended and real-time optimization of logistics resources in matrix production. Appl. Sci. 9, 1287 (2019)","journal-title":"Appl. Sci."},{"doi-asserted-by":"crossref","unstructured":"Irnich, S., Toth, P., Vigo, D.: Chapter 1: The family of vehicle routing problems. In: Toth, P., Vigo, D. (eds.) Vehicle routing: Problems, methods, and applications, pp. 1\u201333. SIAM Society for Industrial and Applied Mathematics; Mathematical Optimization Society, Philadelphia (2014)","key":"17_CR15","DOI":"10.1137\/1.9781611973594.ch1"},{"key":"17_CR16","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1287\/trsc.29.1.17","volume":"29","author":"MWP Savelsbergh","year":"1995","unstructured":"Savelsbergh, M.W.P., Sol, M.: The general pickup and delivery problem. Transp. Sci. 29, 17\u201329 (1995)","journal-title":"Transp. Sci."},{"key":"17_CR17","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1002\/net.3230110211","volume":"11","author":"JK Lenstra","year":"1981","unstructured":"Lenstra, J.K., Kan, A.H.G.R.: Complexity of vehicle routing and scheduling problems. Networks 11, 221\u2013227 (1981)","journal-title":"Networks"},{"unstructured":"Lapan, M.: Deep Reinforcement Learning Hands-On. Packt, Birmingham, Mumbai (2020)","key":"17_CR18"},{"doi-asserted-by":"crossref","unstructured":"Silver, D., et al.: Mastering the game of Go with deep neural networks and tree search. Nature 529, 484\u2013489 (2016)","key":"17_CR19","DOI":"10.1038\/nature16961"},{"doi-asserted-by":"crossref","unstructured":"Silver, D., et al.: A general reinforcement learning algorithm that masters chess, shogi, and Go through self-play. Science 362, 1140\u20131144 (2018)","key":"17_CR20","DOI":"10.1126\/science.aar6404"},{"unstructured":"Lu, H., Zhang, X., Yang, S.: A learning-based iterative method for solving vehicle routing problems. In: International Conference on Learning Representations (2020)","key":"17_CR21"},{"unstructured":"Nazari, M., Oroojlooy, A., Snyder, L.V., Tak\u00e1\u010d, M.: Reinforcement learning for solving the vehicle routing problem. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, NIPS 2018, pp. 9861\u20139871 (2018)","key":"17_CR22"},{"doi-asserted-by":"crossref","unstructured":"Kalakanti, A.K., Verma, S., Paul, T., Yoshida, T.: RL SolVeR Pro: reinforcement learning for solving vehicle routing problem. In: 2019 1st International Conference on Artificial Intelligence and Data Sciences (AiDAS), pp. 94\u201399 (2019)","key":"17_CR23","DOI":"10.1109\/AiDAS47888.2019.8970890"},{"key":"17_CR24","doi-asserted-by":"publisher","first-page":"13572","DOI":"10.1109\/TCYB.2021.3111082","volume":"52","author":"J Li","year":"2022","unstructured":"Li, J., et al.: Deep reinforcement learning for solving the heterogeneous capacitated vehicle routing problem. IEEE Trans. Cybern. 52, 13572\u201313585 (2022)","journal-title":"IEEE Trans. Cybern."},{"doi-asserted-by":"publisher","unstructured":"Ding, Z., Huang, Y., Yuan, H., Dong, H.: Introduction to reinforcement learning. In: Dong, H., Ding, Z., Zhang, S. (eds.) Deep Reinforcement Learning, pp. 47\u2013123. Springer, Singapore (2020). https:\/\/doi.org\/10.1007\/978-981-15-4095-0_2","key":"17_CR25","DOI":"10.1007\/978-981-15-4095-0_2"},{"doi-asserted-by":"crossref","unstructured":"Alharbi, M.G., Stohy, A., Elhenawy, M., Masoud, M., Khalifa, H.A.E.-W.: Solving pickup and drop-off problem using hybrid pointer networks with deep reinforcement learning. PLoS ONE 17 (2022)","key":"17_CR26","DOI":"10.1371\/journal.pone.0267199"},{"doi-asserted-by":"crossref","unstructured":"Zong, Z., Zheng, M., Li, Y., Jin, D.: MAPDP: cooperative multi-agent reinforcement learning to solve pickup and delivery problems. In: Proceedings of the 36th AAAI Conference on Artificial Intelligence, AAAI 2022, vol. 36 (2022)","key":"17_CR27","DOI":"10.1609\/aaai.v36i9.21236"},{"doi-asserted-by":"crossref","unstructured":"Garces, D., Bhattacharya, S., Gil, S., Bertsekas, D.: Multiagent reinforcement learning for autonomous routing and pickup problem with adaptation to variable demand. In: 2023 IEEE International Conference on Robotics and Automation (ICRA), pp. 3524\u20133531 (2023)","key":"17_CR28","DOI":"10.1109\/ICRA48891.2023.10161067"},{"doi-asserted-by":"crossref","unstructured":"Adi, T.N., Iskandar, Y.A., Bae, H.: Interterminal truck routing optimization using deep reinforcement learning. Sensors 20 (2020)","key":"17_CR29","DOI":"10.3390\/s20205794"},{"doi-asserted-by":"crossref","unstructured":"Adi, T.N., Bae, H., Iskandar, Y.A.: Interterminal truck routing optimization using cooperative multiagent deep reinforcement learning. Processes 9 (2021)","key":"17_CR30","DOI":"10.3390\/pr9101728"},{"doi-asserted-by":"crossref","unstructured":"Feldkamp, N., Bergmann, S., Strassburger, S.: Simulation-based deep reinforcement learning for modular production systems. In: 2020 Winter Simulation Conference (WSC), pp. 1596\u20131607 (2020)","key":"17_CR31","DOI":"10.1109\/WSC48552.2020.9384089"},{"doi-asserted-by":"crossref","unstructured":"Hu, H., Jia, X., He, Q., Fu, S., Liu, K.: Deep reinforcement learning based AGVs real-time scheduling with mixed rule for flexible shop floor in industry 4.0. Comput. Ind. Eng. 149 (2020)","key":"17_CR32","DOI":"10.1016\/j.cie.2020.106749"},{"key":"17_CR33","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1016\/j.cirp.2020.04.001","volume":"69","author":"A Malus","year":"2020","unstructured":"Malus, A., Kozjek, D., Vrabi\u010d, R.: Real-time order dispatching for a fleet of autonomous mobile robots using multi-agent reinforcement learning. CIRP Ann. 69, 397\u2013400 (2020)","journal-title":"CIRP Ann."},{"doi-asserted-by":"crossref","unstructured":"Xue, T., Zeng, P., Yu, H.: A reinforcement learning method for multi-AGV scheduling in manufacturing. In: 2018 IEEE International Conference on Industrial Technology (ICIT), pp. 1557\u20131561 (2018)","key":"17_CR34","DOI":"10.1109\/ICIT.2018.8352413"},{"key":"17_CR35","doi-asserted-by":"publisher","first-page":"23125","DOI":"10.1007\/s00521-023-08897-z","volume":"35","author":"B Zhou","year":"2023","unstructured":"Zhou, B., Lei, Y.: The pickup and delivery hybrid-operations of AGV conflict-free scheduling problem with time constraint among multi-FMCs. Neural Comput. Appl. 35, 23125\u201323151 (2023)","journal-title":"Neural Comput. Appl."},{"unstructured":"Ried, F., Oefinger, V., Hen\u00df, A., Fottner, J.: Routing requirements in matrix production systems. In: Wissenschaftliche Gesellschaft f\u00fcr Technische Logistik (ed.) Logistics Journal (2023)","key":"17_CR36"}],"container-title":["Communications in Computer and Information Science","Innovative Intelligent Industrial Production and Logistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-80760-2_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T03:07:10Z","timestamp":1739329630000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-80760-2_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031807596","9783031807602"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-80760-2_17","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"13 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"IN4PL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Innovative Intelligent Industrial Production and Logistics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"in4pl2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/in4pl.scitevents.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}