{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T09:39:49Z","timestamp":1758706789354,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031807596"},{"type":"electronic","value":"9783031807602"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-80760-2_1","type":"book-chapter","created":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T03:05:33Z","timestamp":1739329533000},"page":"3-22","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Multi-Agent Deep Q-Network with\u00a0Layer-Based Communication Channel for\u00a0Autonomous Internal Logistics Vehicle Scheduling in\u00a0Smart Manufacturing"],"prefix":"10.1007","author":[{"given":"Mohammad","family":"Feizabadi","sequence":"first","affiliation":[]},{"given":"Arman","family":"Hosseini","sequence":"additional","affiliation":[]},{"given":"Zakaria","family":"Yahouni","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,13]]},"reference":[{"key":"1_CR1","doi-asserted-by":"publisher","first-page":"104045","DOI":"10.1016\/j.compind.2023.104045","volume":"155","author":"Z Soufi","year":"2024","unstructured":"Soufi, Z., David, P., Yahouni, Z.: Generation of material handling system alternatives: a constraints satisfaction problem approach. Comput. Ind. 155, 104045 (2024)","journal-title":"Comput. Ind."},{"key":"1_CR2","doi-asserted-by":"publisher","unstructured":"Hosseini, A., Feizabadi, M., Yahouni, Z.: Integrated dynamic flexible job shop and AIV scheduling: deep reinforcement learning approach considering AIV charging and capacity constraints. In: Th\u00fcrer, M., Riedel, R., von Cieminski, G., Romero, D. (eds.) Advances in Production Management Systems. Production Management Systems for Volatile, Uncertain, Complex, and Ambiguous Environments, pp. 522\u2013536. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-71645-4_35","DOI":"10.1007\/978-3-031-71645-4_35"},{"issue":"8","key":"1_CR3","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1080\/07408170590918290","volume":"37","author":"C-Y Lee","year":"2005","unstructured":"Lee, C.-Y., Strusevich, V.A.: Two-machine shop scheduling with an uncapacitated interstage transporter. IIE Trans. 37(8), 725\u2013736 (2005)","journal-title":"IIE Trans."},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Xue, T., Zeng, P., Yu, H.: A reinforcement learning method for multi-AGV scheduling in manufacturing. In: 2018 IEEE International Conference on Industrial Technology (ICIT), pp. 1557\u20131561. IEEE (2018)","DOI":"10.1109\/ICIT.2018.8352413"},{"issue":"19","key":"1_CR5","doi-asserted-by":"publisher","first-page":"3417","DOI":"10.3390\/math10193417","volume":"10","author":"J Li","year":"2022","unstructured":"Li, J., Cheng, W., Lai, K.K., Ram, B.: Multi-AGV flexible manufacturing cell scheduling considering charging. Mathematics 10(19), 3417 (2022)","journal-title":"Mathematics"},{"key":"1_CR6","doi-asserted-by":"publisher","first-page":"109169","DOI":"10.1016\/j.cie.2023.109169","volume":"179","author":"Y Li","year":"2023","unstructured":"Li, Y., Chen, X., An, Y., Zhao, Z., Cao, H., Jiang, J.: Integrating machine layout, transporter allocation and worker assignment into job-shop scheduling solved by an improved non-dominated sorting genetic algorithm. Comput. Ind. Eng. 179, 109169 (2023)","journal-title":"Comput. Ind. Eng."},{"key":"1_CR7","first-page":"100371","volume":"28","author":"PM Seeger","year":"2022","unstructured":"Seeger, P.M., Yahouni, Z., Alpan, G.: Literature review on using data mining in production planning and scheduling within the context of cyber physical systems. J. Ind. Inf. Integr. 28, 100371 (2022)","journal-title":"J. Ind. Inf. Integr."},{"issue":"10","key":"1_CR8","doi-asserted-by":"publisher","first-page":"3290","DOI":"10.1080\/00207543.2019.1581954","volume":"57","author":"S Jun","year":"2019","unstructured":"Jun, S., Lee, S., Chun, H.: Learning dispatching rules using random forest in flexible job shop scheduling problems. Int. J. Prod. Res. 57(10), 3290\u20133310 (2019)","journal-title":"Int. J. Prod. Res."},{"issue":"2","key":"1_CR9","doi-asserted-by":"publisher","first-page":"8591","DOI":"10.1016\/j.ifacol.2023.10.032","volume":"56","author":"A Hosseini","year":"2023","unstructured":"Hosseini, A., Yahouni, Z., Feizabadi, M.: Scheduling AIV transporter using simulation-based supervised learning: a case study on a dynamic job-shop with three workstations. IFAC-PapersOnLine 56(2), 8591\u20138597 (2023)","journal-title":"IFAC-PapersOnLine"},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Hafiz, A.M.: A survey of deep q-networks used for reinforcement learning: state of the art. In: Intelligent Communication Technologies and Virtual Mobile Networks: Proceedings of ICICV 2022, pp. 393\u2013402 (2022)","DOI":"10.1007\/978-981-19-1844-5_30"},{"issue":"5","key":"1_CR11","doi-asserted-by":"publisher","first-page":"3215","DOI":"10.1007\/s10462-020-09938-y","volume":"54","author":"D Wei","year":"2021","unstructured":"Wei, D., Ding, S.: A survey on multi-agent deep reinforcement learning: from the perspective of challenges and applications. Artif. Intell. Rev. 54(5), 3215\u20133238 (2021)","journal-title":"Artif. Intell. Rev."},{"key":"1_CR12","doi-asserted-by":"publisher","first-page":"122995","DOI":"10.1109\/ACCESS.2021.3110242","volume":"9","author":"Y Zhao","year":"2021","unstructured":"Zhao, Y., Wang, Y., Tan, Y., Zhang, J., Hongxia, Yu.: Dynamic jobshop scheduling algorithm based on deep Q network. IEEE Access 9, 122995\u2013123011 (2021)","journal-title":"IEEE Access"},{"issue":"3","key":"1_CR13","doi-asserted-by":"publisher","first-page":"168781322210861","DOI":"10.1177\/16878132221086120","volume":"14","author":"T Zhou","year":"2022","unstructured":"Zhou, T., et al.: Reinforcement learning for online optimization of job-shop scheduling in a smart manufacturing factory. Adv. Mech. Eng. 14(3), 16878132221086120 (2022)","journal-title":"Adv. Mech. Eng."},{"key":"1_CR14","doi-asserted-by":"publisher","first-page":"106749","DOI":"10.1016\/j.cie.2020.106749","volume":"149","author":"H Hu","year":"2020","unstructured":"Hu, H., Jia, X., He, Q., Fu, S., Liu, K.: Deep reinforcement learning based AGVs real-time scheduling with mixed rule for flexible shop floor in Industry 4.0. Comput. Ind. Eng. 149, 106749 (2020)","journal-title":"Comput. Ind. Eng."},{"issue":"6","key":"1_CR15","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., Deisenroth, M.P., Brundage, M., Bharath, A.A.: Deep reinforcement learning: a brief survey. IEEE Sig. Process. Mag. 34(6), 26\u201338 (2017)","journal-title":"IEEE Sig. Process. Mag."},{"key":"1_CR16","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1146\/annurev-statistics-031219-041220","volume":"7","author":"J Clifton","year":"2020","unstructured":"Clifton, J., Laber, E.: Q-learning: theory and applications. Ann. Rev. Stat. Appl. 7, 279\u2013301 (2020)","journal-title":"Ann. Rev. Stat. Appl."},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Hao, J., et al.: Exploration in deep reinforcement learning: from single-agent to multiagent domain. IEEE Trans. Neural Netw. Learn. Syst. (2023)","DOI":"10.1109\/TNNLS.2023.3236361"},{"key":"1_CR18","doi-asserted-by":"publisher","first-page":"1027340","DOI":"10.3389\/frobt.2022.1027340","volume":"9","author":"F Bahrpeyma","year":"2022","unstructured":"Bahrpeyma, F., Reichelt, D.: A review of the applications of multi-agent reinforcement learning in smart factories. Front. Robot. AI 9, 1027340 (2022)","journal-title":"Front. Robot. AI"},{"issue":"2","key":"1_CR19","doi-asserted-by":"publisher","first-page":"1226","DOI":"10.1109\/COMST.2021.3063822","volume":"23","author":"A Feriani","year":"2021","unstructured":"Feriani, A., Hossain, E.: Single and multi-agent deep reinforcement learning for AI-enabled wireless networks: a tutorial. IEEE Commun. Surv. Tut. 23(2), 1226\u20131252 (2021)","journal-title":"IEEE Commun. Surv. Tut."},{"issue":"2","key":"1_CR20","doi-asserted-by":"publisher","first-page":"429","DOI":"10.3390\/rs15020429","volume":"15","author":"T Ao","year":"2023","unstructured":"Ao, T., Zhang, K., Shi, H., Jin, Z., Zhou, Y., Liu, F.: Energy-efficient multi-UAVs cooperative trajectory optimization for communication coverage: an MADRL approach. Remote Sens. 15(2), 429 (2023)","journal-title":"Remote Sens."},{"key":"1_CR21","doi-asserted-by":"publisher","first-page":"102202","DOI":"10.1016\/j.rcim.2021.102202","volume":"72","author":"T Zhou","year":"2021","unstructured":"Zhou, T., Tang, D., Zhu, H., Zhang, Z.: Multi-agent reinforcement learning for online scheduling in smart factories. Robot. Comput. Integr. Manuf. 72, 102202 (2021)","journal-title":"Robot. Comput. Integr. Manuf."},{"key":"1_CR22","doi-asserted-by":"publisher","first-page":"102514","DOI":"10.1016\/j.rcim.2022.102514","volume":"81","author":"A Maoudj","year":"2023","unstructured":"Maoudj, A., Kouider, A., Christensen, A.L.: The capacitated multi-AGV scheduling problem with conflicting products: model and a decentralized multi-agent approach. Robot. Comput. Integr. Manuf. 81, 102514 (2023)","journal-title":"Robot. Comput. Integr. Manuf."},{"key":"1_CR23","doi-asserted-by":"publisher","first-page":"102324","DOI":"10.1016\/j.rcim.2022.102324","volume":"77","author":"X Wang","year":"2022","unstructured":"Wang, X., Zhang, L., Lin, T., Zhao, C., Wang, K., Chen, Z.: Solving job scheduling problems in a resource preemption environment with multi-agent reinforcement learning. Robot. Comput. Integr. Manuf. 77, 102324 (2022)","journal-title":"Robot. Comput. Integr. Manuf."},{"issue":"2","key":"1_CR24","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1051\/ro\/2017073","volume":"53","author":"Z Yahouni","year":"2019","unstructured":"Yahouni, Z., Mebarki, N., Sari, Z.: Evaluation of a new decision-aid parameter for job shop scheduling under uncertainties. RAIRO Oper. Res. 53(2), 593\u2013608 (2019)","journal-title":"RAIRO Oper. Res."},{"issue":"1","key":"1_CR25","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1016\/j.eswa.2009.05.001","volume":"37","author":"MA Adibi","year":"2010","unstructured":"Adibi, M.A., Zandieh, M., Amiri, M.: Multi-objective scheduling of dynamic job shop using variable neighborhood search. Exp. Syst. Appl. 37(1), 282\u2013287 (2010)","journal-title":"Exp. Syst. Appl."},{"key":"1_CR26","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.cie.2017.05.026","volume":"110","author":"J Shahrabi","year":"2017","unstructured":"Shahrabi, J., Adibi, M.A., Mahootchi, M.: A reinforcement learning approach to parameter estimation in dynamic job shop scheduling. Comput. Ind. Eng. 110, 75\u201382 (2017)","journal-title":"Comput. Ind. Eng."}],"container-title":["Communications in Computer and Information Science","Innovative Intelligent Industrial Production and Logistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-80760-2_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T03:06:00Z","timestamp":1739329560000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-80760-2_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031807596","9783031807602"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-80760-2_1","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"13 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IN4PL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Innovative Intelligent Industrial Production and Logistics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"in4pl2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/in4pl.scitevents.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}