{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,20]],"date-time":"2025-12-20T08:39:59Z","timestamp":1766219999143,"version":"3.48.0"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","funder":[{"name":"NSFC","award":["62293510\/62293513"],"award-info":[{"award-number":["62293510\/62293513"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,8]]},"DOI":"10.1145\/3754598.3754631","type":"proceedings-article","created":{"date-parts":[[2025,12,20]],"date-time":"2025-12-20T08:34:32Z","timestamp":1766219672000},"page":"33-42","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Solving Extended Flexible Job Shop Scheduling Problems with Deep Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-6514-3018","authenticated-orcid":false,"given":"Haonan","family":"Jiang","sequence":"first","affiliation":[{"name":"School of Computer Science, Nankai University, Tianjin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6623-350X","authenticated-orcid":false,"given":"Yusen","family":"Li","sequence":"additional","affiliation":[{"name":"Nankai University, Tianjin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9010-3278","authenticated-orcid":false,"given":"Xiaoguang","family":"Liu","sequence":"additional","affiliation":[{"name":"Nankai University, Tianjin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0387-2501","authenticated-orcid":false,"given":"Gang","family":"Wang","sequence":"additional","affiliation":[{"name":"Nankai University, Tianjin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5308-6539","authenticated-orcid":false,"given":"Xuebo","family":"Zhang","sequence":"additional","affiliation":[{"name":"Nankai University, Tianjin, China"}]}],"member":"320","published-online":{"date-parts":[[2025,12,20]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1109\/RICE.2018.8627907"},{"key":"e_1_3_3_1_3_2","unstructured":"IBM Corporation. 2022. IBM ILOG CPLEX Optimization Studio 22.1.1 documentation. Retrieved December 22 2024 from https:\/\/www.ibm.com\/docs\/en\/icos\/22.1.1"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1109\/I4CT.2015.7219609"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Liang Guo Yunlong He Changcheng Wan Yuantong Li and Longkun Luo. 2024. From cloud manufacturing to cloud\u2013edge collaborative manufacturing. Robotics and Computer-Integrated Manufacturing 90 (2024) 102790.","DOI":"10.1016\/j.rcim.2024.102790"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"Mohammed Sharafath\u00a0Abdul Hameed and Andreas Schwung. 2023. Graph neural networks-based scheduler for production planning problems using reinforcement learning. Journal of Manufacturing Systems 69 (2023) 91\u2013102.","DOI":"10.1016\/j.jmsy.2023.06.005"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"crossref","unstructured":"AKM\u00a0Bahalul Haque Md\u00a0Oahiduzzaman\u00a0Mondol Zihad and Md\u00a0Rifat Hasan. 2023. 5G and Internet of Things\u2014integration trends opportunities and future research avenues. 5G and Beyond (2023) 217.","DOI":"10.1007\/978-981-99-3668-7_11"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Reinhard Haupt. 1989. A survey of priority rule-based scheduling. Operations-Research-Spektrum 11 1 (1989) 3\u201316.","DOI":"10.1007\/BF01721162"},{"key":"e_1_3_3_1_9_2","unstructured":"Diederik\u00a0P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1412.6980 (2014)."},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Kun Lei Peng Guo Wenchao Zhao Yi Wang Linmao Qian Xiangyin Meng and Liansheng Tang. 2022. A multi-action deep reinforcement learning framework for flexible Job-shop scheduling problem. Expert Systems with Applications 205 (2022) 117796.","DOI":"10.1016\/j.eswa.2022.117796"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"crossref","unstructured":"Chun-Cheng Lin Der-Jiunn Deng Yen-Ling Chih and Hsin-Ting Chiu. 2019. Smart manufacturing scheduling with edge computing using multiclass deep Q network. IEEE Transactions on Industrial Informatics 15 7 (2019) 4276\u20134284.","DOI":"10.1109\/TII.2019.2908210"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"crossref","unstructured":"Chien-Liang Liu Chuan-Chin Chang and Chun-Jan Tseng. 2020. Actor-critic deep reinforcement learning for solving job shop scheduling problems. Ieee Access 8 (2020) 71752\u201371762.","DOI":"10.1109\/ACCESS.2020.2987820"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"crossref","unstructured":"Shu Luo. 2020. Dynamic scheduling for flexible job shop with new job insertions by deep reinforcement learning. Applied Soft Computing 91 (2020) 106208.","DOI":"10.1016\/j.asoc.2020.106208"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"David M\u00fcller Marcus\u00a0G M\u00fcller Dominik Kress and Erwin Pesch. 2022. An algorithm selection approach for the flexible job shop scheduling problem: Choosing constraint programming solvers through machine learning. European Journal of Operational Research 302 3 (2022) 874\u2013891.","DOI":"10.1016\/j.ejor.2022.01.034"},{"key":"e_1_3_3_1_15_2","unstructured":"John Schulman Philipp Moritz Sergey Levine Michael Jordan and Pieter Abbeel. 2015. High-dimensional continuous control using generalized advantage estimation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1506.02438 (2015)."},{"key":"e_1_3_3_1_16_2","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1707.06347 (2017)."},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"Wen Song Xinyang Chen Qiqiang Li and Zhiguang Cao. 2022. Flexible job-shop scheduling via graph neural network and deep reinforcement learning. IEEE Transactions on Industrial Informatics 19 2 (2022) 1600\u20131610.","DOI":"10.1109\/TII.2022.3189725"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"crossref","unstructured":"Saurabh Vaidya Prashant Ambad and Santosh Bhosle. 2018. Industry 4.0\u2013a glimpse. Procedia manufacturing 20 (2018) 233\u2013238.","DOI":"10.1016\/j.promfg.2018.02.034"},{"key":"e_1_3_3_1_19_2","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan\u00a0N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"crossref","unstructured":"Jiafu Wan Xiaomin Li Hong-Ning Dai Andrew Kusiak Miguel Martinez-Garcia and Di Li. 2020. Artificial-intelligence-driven customized manufacturing factory: key technologies applications and challenges. Proc. IEEE 109 4 (2020) 377\u2013398.","DOI":"10.1109\/JPROC.2020.3034808"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"Ziwei Wan Zhen Gao Marco Di\u00a0Renzo and Lajos Hanzo. 2022. The road to industry 4.0 and beyond: A communications- information- and operation technology collaboration perspective. IEEE Network 36 6 (2022) 157\u2013164.","DOI":"10.1109\/MNET.008.2100484"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"crossref","unstructured":"Libing Wang Xin Hu Yin Wang Sujie Xu Shijun Ma Kexin Yang Zhijun Liu and Weidong Wang. 2021. Dynamic job-shop scheduling in smart manufacturing using deep reinforcement learning. Computer networks 190 (2021) 107969.","DOI":"10.1016\/j.comnet.2021.107969"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Rongkai Wang Yiyang Jing Chaojie Gu Shibo He and Jiming Chen. 2024. End-to-end multi-target flexible job shop scheduling with deep reinforcement learning. IEEE Internet of Things Journal (2024).","DOI":"10.1109\/JIOT.2024.3485748"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"crossref","unstructured":"Runqing Wang Gang Wang Jian Sun Fang Deng and Jie Chen. 2023. Flexible job shop scheduling via dual attention network-based reinforcement learning. IEEE Transactions on Neural Networks and Learning Systems 35 3 (2023) 3091\u20133102.","DOI":"10.1109\/TNNLS.2023.3306421"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"crossref","unstructured":"Ziqing Wang and Wenzhu Liao. 2024. Smart scheduling of dynamic job shop based on discrete event simulation and deep reinforcement learning. Journal of Intelligent Manufacturing 35 6 (2024) 2593\u20132610.","DOI":"10.1007\/s10845-023-02161-w"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"crossref","unstructured":"Jin Xie Liang Gao Kunkun Peng Xinyu Li and Haoran Li. 2019. Review on flexible job shop scheduling. IET collaborative intelligent manufacturing 1 3 (2019) 67\u201377.","DOI":"10.1049\/iet-cim.2018.0009"},{"key":"e_1_3_3_1_27_2","unstructured":"Keyulu Xu Weihua Hu Jure Leskovec and Stefanie Jegelka. 2018. How powerful are graph neural networks? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1810.00826 (2018)."},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"crossref","unstructured":"Yuan Yuan and Hua Xu. 2013. Flexible job shop scheduling using hybrid differential evolution algorithms. Computers & Industrial Engineering 65 2 (2013) 246\u2013260.","DOI":"10.1016\/j.cie.2013.02.022"},{"key":"e_1_3_3_1_29_2","unstructured":"Cong Zhang Wen Song Zhiguang Cao Jie Zhang Puay\u00a0Siew Tan and Xu Chi. 2020. Learning to dispatch for job shop scheduling via deep reinforcement learning. Advances in neural information processing systems 33 (2020) 1621\u20131632."},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"crossref","unstructured":"Guohui Zhang Liang Gao and Yang Shi. 2011. An effective genetic algorithm for the flexible job-shop scheduling problem. Expert Systems with Applications 38 4 (2011) 3563\u20133573.","DOI":"10.1016\/j.eswa.2010.08.145"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"crossref","unstructured":"Lu Zhang Yi Feng Qinge Xiao Yunlang Xu Di Li Dongsheng Yang and Zhile Yang. 2023. Deep reinforcement learning for dynamic flexible job shop scheduling problem considering variable processing times. Journal of Manufacturing systems 71 (2023) 257\u2013273.","DOI":"10.1016\/j.jmsy.2023.09.009"}],"event":{"name":"ICPP '25: 54th International Conference on Parallel Processing","location":"San Diego CA USA","acronym":"ICPP '25"},"container-title":["Proceedings of the 54th International Conference on Parallel Processing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3754598.3754631","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,20]],"date-time":"2025-12-20T08:38:12Z","timestamp":1766219892000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3754598.3754631"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,8]]},"references-count":30,"alternative-id":["10.1145\/3754598.3754631","10.1145\/3754598"],"URL":"https:\/\/doi.org\/10.1145\/3754598.3754631","relation":{},"subject":[],"published":{"date-parts":[[2025,9,8]]},"assertion":[{"value":"2025-12-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}