{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T21:42:06Z","timestamp":1774906926019,"version":"3.50.1"},"reference-count":75,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,7,20]],"date-time":"2024-07-20T00:00:00Z","timestamp":1721433600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,20]],"date-time":"2024-07-20T00:00:00Z","timestamp":1721433600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["2020YFB1708500"],"award-info":[{"award-number":["2020YFB1708500"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Characteristic and Innovative Project for Guangdong Regular Universities","award":["2021KTSCX005"],"award-info":[{"award-number":["2021KTSCX005"]}]},{"DOI":"10.13039\/501100021171","name":"Guangdong Basic and Applied Basic Research Foundation","doi-asserted-by":"crossref","award":["2023A1515012975 and 2022A1515240061"],"award-info":[{"award-number":["2023A1515012975 and 2022A1515240061"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Open Project Program of Fujian Key Laboratory of Special Intelligent Equipment Measurement and Control, Fujian Special Equipment Inspection and Research Institute, China","award":["FJIES2023KF12"],"award-info":[{"award-number":["FJIES2023KF12"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Manuf"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s10845-024-02454-8","type":"journal-article","created":{"date-parts":[[2024,7,20]],"date-time":"2024-07-20T14:01:36Z","timestamp":1721484096000},"page":"3741-3759","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Design patterns of deep reinforcement learning models for job shop scheduling problems"],"prefix":"10.1007","volume":"36","author":[{"given":"Shiyong","family":"Wang","sequence":"first","affiliation":[]},{"given":"Jiaxian","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6730-0587","authenticated-orcid":false,"given":"Qingsong","family":"Jiao","sequence":"additional","affiliation":[]},{"given":"Fang","family":"Ma","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,20]]},"reference":[{"issue":"5","key":"2454_CR1","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1097\/01.NAJ.0000446779.99522.f6","volume":"114","author":"E Aromataris","year":"2014","unstructured":"Aromataris, E., & Riitano, D. (2014). Constructing a search strategy and searching for evidence. American Journal of Nursing, 114(5), 49\u201356. https:\/\/doi.org\/10.1097\/01.NAJ.0000446779.99522.f6","journal-title":"American Journal of Nursing"},{"issue":"6","key":"2454_CR2","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., Deisenroth, M. P., Brundage, M., & Bharath, A. A. (2017). Deep reinforcement learning: A brief survey. IEEE Signal Processing Magazine, 34(6), 26\u201338. https:\/\/doi.org\/10.1109\/MSP.2017.2743240","journal-title":"IEEE Signal Processing Magazine"},{"key":"2454_CR3","unstructured":"Aveyard, H., Payne, S. A., & Preston, N. J. (2016). A post-graduate\u2019s guide to doing a literature review in health and social care. Open University."},{"key":"2454_CR4","unstructured":"Bettany-Saltikov, J. (2012). How to do a systematic literature review in nursing: A step-by-step guide. Open University."},{"issue":"11","key":"2454_CR5","doi-asserted-by":"publisher","first-page":"2471","DOI":"10.1016\/j.automatica.2009.07.008","volume":"45","author":"S Bhatnagar","year":"2009","unstructured":"Bhatnagar, S., Sutton, R. S., Ghavamzadeh, M., & Lee, M. (2009). Natural actor\u2013critic algorithms. Automatica, 45(11), 2471\u20132482. https:\/\/doi.org\/10.1016\/j.automatica.2009.07.008","journal-title":"Automatica"},{"key":"2454_CR6","unstructured":"Boland, A., Cherry, M. G., & Dickson, R. (2017). Doing a systematic review: A student\u2019s guide (2nd ed.). SAGE Publications Ltd."},{"issue":"4","key":"2454_CR7","doi-asserted-by":"publisher","first-page":"760","DOI":"10.3390\/pr10040760","volume":"10","author":"J Chang","year":"2022","unstructured":"Chang, J., Yu, D., Hu, Y., He, W., & Yu, H. (2022). Deep reinforcement learning for dynamic flexible job shop scheduling with random job arrival. Processes, 10(4), 760. https:\/\/doi.org\/10.3390\/pr10040760","journal-title":"Processes"},{"key":"2454_CR10","doi-asserted-by":"publisher","unstructured":"Chen, X., & Tian, Y. (2018). Learning to perform local rewriting for combinatorial optimization. ArXiv preprint arXiv: 1810.00337. https:\/\/doi.org\/10.48550\/arXiv.1810.00337","DOI":"10.48550\/arXiv.1810.00337"},{"key":"2454_CR9","doi-asserted-by":"publisher","first-page":"106778","DOI":"10.1016\/j.cie.2020.106778","volume":"149","author":"R Chen","year":"2020","unstructured":"Chen, R., Yang, B., Li, S., & Wang, S. (2020). A self-learning genetic algorithm based on reinforcement learning for flexible job-shop scheduling problem. Computers & Industrial Engineering, 149, 106778. https:\/\/doi.org\/10.1016\/j.cie.2020.106778","journal-title":"Computers & Industrial Engineering"},{"issue":"2","key":"2454_CR8","doi-asserted-by":"publisher","first-page":"1322","DOI":"10.1109\/TII.2022.3167380","volume":"19","author":"R Chen","year":"2022","unstructured":"Chen, R., Li, W., & Yang, H. (2022). A deep reinforcement learning framework based on an attention mechanism and disjunctive graph embedding for the job shop scheduling problem. IEEE Transactions on Industrial Informatics, 19(2), 1322\u20131331. https:\/\/doi.org\/10.1109\/TII.2022.3167380","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"4","key":"2454_CR11","doi-asserted-by":"publisher","first-page":"1036","DOI":"10.1109\/TETCI.2022.3145706","volume":"7","author":"Y Du","year":"2022","unstructured":"Du, Y., Li, J. Q., Chen, X. L., Duan, P. Y., & Pan, Q. K. (2022). Knowledge-based reinforcement learning and estimation of distribution algorithm for flexible job shop scheduling problem. IEEE Transactions on Emerging in Topics Computational Intelligence, 7(4), 1036\u20131050. https:\/\/doi.org\/10.1109\/TETCI.2022.3145706","journal-title":"IEEE Transactions on Emerging in Topics Computational Intelligence"},{"issue":"3","key":"2454_CR12","doi-asserted-by":"publisher","first-page":"5103","DOI":"10.32604\/cmc.2022.030803","volume":"73","author":"EK Elsayed","year":"2022","unstructured":"Elsayed, E. K., Elsayed, A. K., & Eldahshan, K. A. (2022). Deep reinforcement learning-based job shop scheduling of smart manufacturing. Computers Materials & Continua, 73(3), 5103\u20135120. https:\/\/doi.org\/10.32604\/cmc.2022.030803","journal-title":"Computers Materials & Continua"},{"issue":"12","key":"2454_CR13","doi-asserted-by":"publisher","first-page":"6425","DOI":"10.1109\/TII.2019.2938572","volume":"15","author":"Y Fang","year":"2019","unstructured":"Fang, Y., Peng, C., Lou, P., Zhou, Z., Hu, J., & Yan, J. (2019). Digital-twin-based job shop scheduling toward smart manufacturing. IEEE Transactions on Industrial Informatics, 15(12), 6425\u20136435. https:\/\/doi.org\/10.1109\/TII.2019.2938572","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"2454_CR14","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1007\/s10845-007-0026-8","volume":"18","author":"P Fattahi","year":"2007","unstructured":"Fattahi, P., Saidi Mehrabad, M., & Jolai, F. (2007). Mathematical modeling and heuristic approaches to flexible job shop scheduling problems. Journal of Intelligent Manufacturing, 18, 331\u2013342. https:\/\/doi.org\/10.1007\/s10845-007-0026-8","journal-title":"Journal of Intelligent Manufacturing"},{"issue":"2","key":"2454_CR15","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1287\/moor.1.2.117","volume":"1","author":"MR Garey","year":"1976","unstructured":"Garey, M. R., Johnson, D. S., & Sethi, R. (1976). The complexity of flow-shop and job-shop scheduling. Mathematics of Operations Research, 1(2), 117\u2013129. https:\/\/doi.org\/10.1287\/moor.1.2.117","journal-title":"Mathematics of Operations Research"},{"issue":"6","key":"2454_CR16","doi-asserted-by":"publisher","first-page":"932","DOI":"10.1002\/tee.23788","volume":"18","author":"G Gebreyesus","year":"2023","unstructured":"Gebreyesus, G., Fellek, G., Farid, A., Fujimura, S., & Yoshie, O. (2023). Gate-attention model with reinforcement learning for solving dynamic job shop scheduling problem. IEEE Transactions on Electrical and Electronic Engineering, 18(6), 932\u2013944. https:\/\/doi.org\/10.1002\/tee.23788","journal-title":"IEEE Transactions on Electrical and Electronic Engineering"},{"key":"2454_CR17","doi-asserted-by":"publisher","first-page":"18925","DOI":"10.1007\/s10489-023-04479-7","volume":"53","author":"Y Gu","year":"2023","unstructured":"Gu, Y., Chen, M., & Wang, L. (2023). A self-learning discrete salp swarm algorithm based on deep reinforcement learning for dynamic job shop scheduling problem. Applied Intelligence, 53, 18925\u201318958. https:\/\/doi.org\/10.1007\/s10489-023-04479-7","journal-title":"Applied Intelligence"},{"key":"2454_CR18","doi-asserted-by":"publisher","unstructured":"Hameed, M. S. A., & Schwung, A. (2020). Graph neural networks-based scheduler for production planning problems using reinforcement learning. ArXiv preprint arXiv: 2009.03836. https:\/\/doi.org\/10.48550\/arXiv.2009.03836","DOI":"10.48550\/arXiv.2009.03836"},{"key":"2454_CR19","doi-asserted-by":"publisher","first-page":"186474","DOI":"10.1109\/ACCESS.2020.3029868","volume":"8","author":"BA Han","year":"2020","unstructured":"Han, B. A., & Yang, J. J. (2020). Research on adaptive job shop scheduling problems based on dueling double DQN. Ieee Access : Practical Innovations, Open Solutions, 8, 186474\u2013186495. https:\/\/doi.org\/10.1109\/ACCESS.2020.3029868","journal-title":"Ieee Access : Practical Innovations, Open Solutions"},{"issue":"2","key":"2454_CR20","doi-asserted-by":"publisher","first-page":"375","DOI":"10.2507\/IJSIMM20-2-CO7","volume":"20","author":"BA Han","year":"2021","unstructured":"Han, B. A., & Yang, J. J. (2021). A deep reinforcement learning based solution for flexible job shop scheduling problem. International Journal of Simulation Modelling, 20(2), 375\u2013386. https:\/\/doi.org\/10.2507\/IJSIMM20-2-CO7","journal-title":"International Journal of Simulation Modelling"},{"key":"2454_CR21","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1016\/j.cie.2018.08.022","volume":"125","author":"ERR Kato","year":"2018","unstructured":"Kato, E. R. R., de Aguiar Aranha, G. D., & Tsunaki, R. H. (2018). A new approach to solve the flexible job shop problem based on an hybrid particle swarm optimization and random-restart hill climbing. Computers & Industrial Engineering, 125, 178\u2013189. https:\/\/doi.org\/10.1016\/j.cie.2018.08.022","journal-title":"Computers & Industrial Engineering"},{"issue":"8","key":"2454_CR22","doi-asserted-by":"publisher","first-page":"912","DOI":"10.3390\/pr8080912","volume":"8","author":"B Kocsi","year":"2020","unstructured":"Kocsi, B., Matonya, M. M., Pusztai, L. P., & Budai, I. (2020). Real-time decision-support system for high-mix low-volume production scheduling in industry 4.0. Processes, 8(8), 912. https:\/\/doi.org\/10.3390\/pr8080912","journal-title":"Processes"},{"key":"2454_CR23","doi-asserted-by":"publisher","unstructured":"Lang, S., Behrendt, F., Lanzerath, N., Reggelin, T., & M\u00fcller, M. (2020). Integration of deep reinforcement learning and discrete-event simulation for real-time scheduling of a flexible job shop production. In 2020 Winter Simulation Conference (WSC) (pp. 3057\u20133068). IEEE. https:\/\/doi.org\/10.1109\/WSC48552.2020.9383997","DOI":"10.1109\/WSC48552.2020.9383997"},{"issue":"20","key":"2454_CR24","doi-asserted-by":"publisher","first-page":"8718","DOI":"10.3390\/su12208718","volume":"12","author":"S Lee","year":"2020","unstructured":"Lee, S., Cho, Y., & Lee, Y. H. (2020). Injection mold production sustainable scheduling using deep reinforcement learning. Sustainability, 12(20), 8718. https:\/\/doi.org\/10.3390\/su12208718","journal-title":"Sustainability"},{"key":"2454_CR26","doi-asserted-by":"publisher","first-page":"102283","DOI":"10.1016\/j.rcim.2021.102283","volume":"74","author":"Y Li","year":"2022","unstructured":"Li, Y., Gu, W., Yuan, M., & Tang, Y. (2022). Real-time data-driven dynamic scheduling for flexible job shop with insufficient transportation resources using hybrid deep Q network. Robotics and Computer-Integrated Manufacturing, 74, 102283. https:\/\/doi.org\/10.1016\/j.rcim.2021.102283","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"key":"2454_CR25","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.cirpj.2022.11.003","volume":"40","author":"C Li","year":"2023","unstructured":"Li, C., Zheng, P., Yin, Y., Wang, B., & Wang, L. (2023). Deep reinforcement learning in smart manufacturing: A review and prospects. CIRP Journal of Manufacturing Science and Technology, 40, 75\u2013101. https:\/\/doi.org\/10.1016\/j.cirpj.2022.11.003","journal-title":"CIRP Journal of Manufacturing Science and Technology"},{"key":"2454_CR27","doi-asserted-by":"publisher","unstructured":"Liao, Z., Chen, J., & Zhang, Z. (2023). Solving job-shop scheduling problem via deep reinforcement learning with attention model. Advances and trends in Artificial Intelligence. Theory and applications (pp. 201\u2013212). Springer. https:\/\/doi.org\/10.1007\/978-3-031-36822-6_18","DOI":"10.1007\/978-3-031-36822-6_18"},{"key":"2454_CR28","doi-asserted-by":"publisher","unstructured":"Lillicrap, T. P., Hunt, J. J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., & Wierstra, D. (2015). Continuous control with deep reinforcement learning. ArXiv Preprint arXiv, 150902971. https:\/\/doi.org\/10.48550\/arXiv.1509.02971","DOI":"10.48550\/arXiv.1509.02971"},{"issue":"7","key":"2454_CR29","doi-asserted-by":"publisher","first-page":"4276","DOI":"10.1109\/TII.2019.2908210","volume":"15","author":"CC Lin","year":"2019","unstructured":"Lin, C. C., Deng, D. J., Chih, Y. L., & Chiu, H. T. (2019). Smart manufacturing scheduling with edge computing using multiclass deep Q network. IEEE Transactions on Industrial Informatics, 15(7), 4276\u20134284. https:\/\/doi.org\/10.1109\/TII.2019.2908210","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"11","key":"2454_CR31","doi-asserted-by":"publisher","first-page":"6836","DOI":"10.1109\/TSMC.2023.3287655","volume":"53","author":"CL Liu","year":"2023","unstructured":"Liu, C. L., & Huang, T. H. (2023). Dynamic job-shop scheduling problems using graph neural network and deep reinforcement learning. IEEE Transactions on Systems Man and Cybernetics: Systems, 53(11), 6836\u20136848. https:\/\/doi.org\/10.1109\/TSMC.2023.3287655","journal-title":"IEEE Transactions on Systems Man and Cybernetics: Systems"},{"key":"2454_CR30","doi-asserted-by":"publisher","first-page":"71752","DOI":"10.1109\/ACCESS.2020.2987820","volume":"8","author":"CL Liu","year":"2020","unstructured":"Liu, C. L., Chang, C. C., & Tseng, C. J. (2020). Actor-critic deep reinforcement learning for solving job shop scheduling problems. Ieee Access : Practical Innovations, Open Solutions, 8, 71752\u201371762. https:\/\/doi.org\/10.1109\/ACCESS.2020.2987820","journal-title":"Ieee Access : Practical Innovations, Open Solutions"},{"key":"2454_CR33","doi-asserted-by":"publisher","first-page":"106208","DOI":"10.1016\/j.asoc.2020.106208","volume":"91","author":"S Luo","year":"2020","unstructured":"Luo, S. (2020). Dynamic scheduling for flexible job shop with new job insertions by deep reinforcement learning. Applied Soft Computing, 91, 106208. https:\/\/doi.org\/10.1016\/j.asoc.2020.106208","journal-title":"Applied Soft Computing"},{"issue":"19","key":"2454_CR32","doi-asserted-by":"publisher","first-page":"5937","DOI":"10.1080\/00207543.2021.1975057","volume":"60","author":"PC Luo","year":"2021","unstructured":"Luo, P. C., Xiong, H. Q., Zhang, B. W., Peng, J. Y., & Xiong, Z. F. (2021a). Multi-resource constrained dynamic workshop scheduling based on proximal policy optimisation. International Journal of Production Research, 60(19), 5937\u20135955. https:\/\/doi.org\/10.1080\/00207543.2021.1975057","journal-title":"International Journal of Production Research"},{"key":"2454_CR34","doi-asserted-by":"publisher","first-page":"107489","DOI":"10.1016\/j.cie.2021.107489","volume":"159","author":"S Luo","year":"2021","unstructured":"Luo, S., Zhang, L., & Fan, Y. (2021b). Dynamic multi-objective scheduling for flexible job shop by deep reinforcement learning. Computers & Industrial Engineering, 159, 107489. https:\/\/doi.org\/10.1016\/j.cie.2021.107489","journal-title":"Computers & Industrial Engineering"},{"issue":"4","key":"2454_CR35","doi-asserted-by":"publisher","first-page":"3020","DOI":"10.1109\/TASE.2021.3104716","volume":"19","author":"S Luo","year":"2021","unstructured":"Luo, S., Zhang, L., & Fan, Y. (2021c). Real-time scheduling for dynamic partial-no-wait multi-objective flexible job shop by deep reinforcement learning. IEEE Transactions on Automation Science and Engineering, 19(4), 3020\u20133038. https:\/\/doi.org\/10.1109\/TASE.2021.3104716","journal-title":"IEEE Transactions on Automation Science and Engineering"},{"key":"2454_CR36","doi-asserted-by":"publisher","unstructured":"Magalh\u00e3es, R., Martins, M., Vieira, S., Santos, F., & Sousa, J. (2021). Encoder-decoder neural network architecture for solving job shop scheduling problems using reinforcement learning. In 2021 IEEE Symposium Series on Computational Intelligence (SSCI) (pp. 1\u20138). IEEE. https:\/\/doi.org\/10.1109\/SSCI50451.2021.9659849","DOI":"10.1109\/SSCI50451.2021.9659849"},{"issue":"7540","key":"2454_CR38","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A. A., Veness, J., Bellemare, M. G., Graves, A., Riedmiller, M., Fidjeland, A. K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., & Hassabis, D. (2015). Human-level control through deep reinforcement learning. Nature, 518(7540), 529\u2013533. https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"2454_CR37","unstructured":"Mnih, V., Badia, A. P., Mirza, M., Graves, A., Harley, T., Lillicrap, T. P., Silver, D., & Kavukcuoglu, K. (2016). Asynchronous methods for deep reinforcement learning. In Proceedings of the 33rd international Conference on International conference on Machine Learning - Volume 48 (pp. 1928\u20131937). JMLR."},{"issue":"4","key":"2454_CR39","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1016\/j.jclinepi.2009.06.005","volume":"151","author":"D Moher","year":"2009","unstructured":"Moher, D., Liberati, A., Tetzlaff, J., & Altman, D. G. (2009). Preferred reporting items for systematic reviews and meta-analyses: The PRISMA statement. Annals of Internal Medicine, 151(4), 264\u2013269. https:\/\/doi.org\/10.1016\/j.jclinepi.2009.06.005","journal-title":"Annals of Internal Medicine"},{"key":"2454_CR40","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1016\/j.compchemeng.2017.05.004","volume":"104","author":"H Mokhtari","year":"2017","unstructured":"Mokhtari, H., & Hasani, A. (2017). An energy-efficient multi-objective optimization for flexible job-shop scheduling problem. Computers & Chemical Engineering, 104, 339\u2013352. https:\/\/doi.org\/10.1016\/j.compchemeng.2017.05.004","journal-title":"Computers & Chemical Engineering"},{"key":"2454_CR41","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2110.09076","author":"M Monaci","year":"2021","unstructured":"Monaci, M., Agasucci, V., & Grani, G. (2021). An actor-critic algorithm with deep double recurrent agents to solve the job shop scheduling problem. ArXiv Preprint arXiv. https:\/\/doi.org\/10.48550\/arXiv.2110.09076. 2110.09076","journal-title":"ArXiv Preprint arXiv"},{"issue":"13","key":"2454_CR42","doi-asserted-by":"publisher","first-page":"4553","DOI":"10.3390\/s21134553","volume":"21","author":"J Moon","year":"2021","unstructured":"Moon, J., Yang, M., & Jeong, J. (2021). A novel approach to the job shop scheduling problem based on the deep Q-network in a cooperative multi-access edge computing ecosystem. Sensors (Basel, Switzerland), 21(13), 4553. https:\/\/doi.org\/10.3390\/s21134553","journal-title":"Sensors (Basel, Switzerland)"},{"key":"2454_CR43","doi-asserted-by":"publisher","unstructured":"Ni, F., Hao, J., Lu, J., Tong, X., Yuan, M., Duan, J., Ma, Y., & He, K. (2021). A multi-graph attributed reinforcement learning based optimization algorithm for large-scale hybrid flow shop scheduling problem. In KDD 21: Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery and Data Mining (pp. 3441\u20133451). https:\/\/doi.org\/10.1145\/3447548.3467135","DOI":"10.1145\/3447548.3467135"},{"key":"2454_CR44","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s10951-008-0090-8","volume":"12","author":"D Ouelhadj","year":"2009","unstructured":"Ouelhadj, D., & Petrovic, S. (2009). A survey of dynamic scheduling in manufacturing systems. Journal of Scheduling, 12, 417\u2013431. https:\/\/doi.org\/10.1007\/s10951-008-0090-8","journal-title":"Journal of Scheduling"},{"key":"2454_CR45","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.mfglet.2021.05.005","volume":"29","author":"D Pahwa","year":"2021","unstructured":"Pahwa, D., & Starly, B. (2021). Dynamic matching with deep reinforcement learning for a two-sided Manufacturing-as-a-Service (MaaS) marketplace. Manufacturing Letters, 29, 11\u201314. https:\/\/doi.org\/10.1016\/j.mfglet.2021.05.005","journal-title":"Manufacturing Letters"},{"key":"2454_CR46","doi-asserted-by":"publisher","first-page":"4434","DOI":"10.1080\/00207543.2021.2002963","volume":"60","author":"JA Palombarini","year":"2021","unstructured":"Palombarini, J. A., & Martinez, E. C. (2021). End-to-end on-line rescheduling from Gantt chart images using deep reinforcement learning. International Journal of Production Research, 60, 4434\u20134463. https:\/\/doi.org\/10.1080\/00207543.2021.2002963","journal-title":"International Journal of Production Research"},{"issue":"1","key":"2454_CR47","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1287\/opre.25.1.45","volume":"25","author":"SS Panwalkar","year":"1977","unstructured":"Panwalkar, S. S., & Iskander, W. (1977). A survey of scheduling rules. Operations Research, 25(1), 45\u201361. https:\/\/doi.org\/10.1287\/opre.25.1.45","journal-title":"Operations Research"},{"key":"2454_CR48","doi-asserted-by":"publisher","first-page":"41","DOI":"10.5281\/zenodo.1098021","volume":"9","author":"SK Parjapati","year":"2015","unstructured":"Parjapati, S. K., & Jain, A. (2015). Optimization of flexible job shop scheduling problem with sequence dependent setup times using genetic algorithm approach. International Journal of Mathematical Computational Natural and Physical Engineering, 9, 41\u201347. https:\/\/doi.org\/10.5281\/zenodo.1098021","journal-title":"International Journal of Mathematical Computational Natural and Physical Engineering"},{"issue":"6","key":"2454_CR49","doi-asserted-by":"publisher","first-page":"3518","DOI":"10.1109\/TCYB.2021.3128075","volume":"53","author":"IB Park","year":"2021","unstructured":"Park, I. B., & Park, J. (2021a). Scalable scheduling of semiconductor packaging facilities using deep reinforcement learning. IEEE Transactions on Cybernetics, 53(6), 3518\u20133531. https:\/\/doi.org\/10.1109\/TCYB.2021.3128075","journal-title":"IEEE Transactions on Cybernetics"},{"issue":"11","key":"2454_CR50","doi-asserted-by":"publisher","first-page":"3360","DOI":"10.1080\/00207543.2020.1870013","volume":"59","author":"J Park","year":"2021","unstructured":"Park, J., Chun, J., Kim, S. H., Kim, Y., & Park, J. (2021b). Learning to schedule job-shop problems: Representation and policy learning using graph neural network and reinforcement learning. International Journal of Production Research, 59(11), 3360\u20133377. https:\/\/doi.org\/10.1080\/00207543.2020.1870013","journal-title":"International Journal of Production Research"},{"issue":"1","key":"2454_CR51","doi-asserted-by":"publisher","first-page":"157","DOI":"10.2507\/IJSIMM19-1-CO4","volume":"19","author":"JF Ren","year":"2020","unstructured":"Ren, J. F., Ye, C. M., & Yang, F. (2020). A novel solution to JSPS based on long short-term memory and policy gradient algorithm. International Journal of Simulation Modelling, 19(1), 157\u2013168. https:\/\/doi.org\/10.2507\/IJSIMM19-1-CO4","journal-title":"International Journal of Simulation Modelling"},{"key":"2454_CR52","doi-asserted-by":"publisher","unstructured":"Samsonov, V., Kemmerling, M., Paegert, M., Lutticke, D., Sauermann, F., Gutzlaff, A., Schuh, G., & Meisen, T. (2021). Manufacturing control in job shop environments with reinforcement learning. In Proceedings of the 13th International Conference on Agents and Artificial Intelligence (ICAART) (pp. 589\u2013597). https:\/\/doi.org\/10.5220\/0010202405890597","DOI":"10.5220\/0010202405890597"},{"key":"2454_CR53","doi-asserted-by":"publisher","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., & Klimov, O. (2017). Proximal policy optimization algorithms. ArXiv preprint arXiv: 1707.06347. https:\/\/doi.org\/10.48550\/arXiv.1707.06347","DOI":"10.48550\/arXiv.1707.06347"},{"key":"2454_CR54","doi-asserted-by":"publisher","unstructured":"Seito, T., & Munakata, S. (2020). Production scheduling based on deep reinforcement learning using graph convolutional neural network. In Proceedings of the 12th International Conference on Agents and Artificial Intelligence (ICAART) (pp. 766\u2013772). https:\/\/doi.org\/10.5220\/0009095207660772","DOI":"10.5220\/0009095207660772"},{"issue":"1","key":"2454_CR55","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1186\/1471-2288-11-15","volume":"11","author":"V Smith","year":"2011","unstructured":"Smith, V., Devane, D., Begley, C. M., & Clarke, M. (2011). Methodology in conducting a systematic review of systematic reviews of healthcare interventions. BMC Medical Research Methodology, 11(1), 15. https:\/\/doi.org\/10.1186\/1471-2288-11-15","journal-title":"BMC Medical Research Methodology"},{"issue":"12","key":"2454_CR56","doi-asserted-by":"publisher","first-page":"3434","DOI":"10.3390\/pr11123434","volume":"11","author":"L Song","year":"2023","unstructured":"Song, L., Li, Y., & Xu, J. (2023). Dynamic job-shop scheduling based on transformer and deep reinforcement learning. Processes, 11(12), 3434. https:\/\/doi.org\/10.3390\/pr11123434","journal-title":"Processes"},{"issue":"2","key":"2454_CR57","doi-asserted-by":"publisher","first-page":"137","DOI":"10.14743\/apem2023.2.462","volume":"18","author":"ZY Sun","year":"2023","unstructured":"Sun, Z. Y., Han, W. M., & Gao, L. L. (2023). Real-time scheduling for dynamic workshops with random new job insertions by using deep reinforcement learning. Advances in Production Engineering & Management, 18(2), 137\u2013151. https:\/\/doi.org\/10.14743\/apem2023.2.462","journal-title":"Advances in Production Engineering & Management"},{"key":"2454_CR58","unstructured":"Sutton, R. S., & Barto, A. G. (2018). Reinforcement learning: An introduction. MIT Press."},{"key":"2454_CR59","first-page":"1057","volume":"12","author":"RS Sutton","year":"1999","unstructured":"Sutton, R. S., McAllester, D., Singh, S., & Mansour, Y. (1999). Policy gradient methods for reinforcement learning with function approximation. Advances in Neural Information Processing Systems, 12, 1057\u20131063.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2454_CR60","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2104.03760","author":"P Tassel","year":"2021","unstructured":"Tassel, P., Gebser, M., & Schekotihin, K. (2021). A reinforcement learning environment for job-shop scheduling. ArXiv Preprint arXiv: 2104 03760. https:\/\/doi.org\/10.48550\/arXiv.2104.03760","journal-title":"ArXiv Preprint arXiv: 2104 03760"},{"key":"2454_CR61","doi-asserted-by":"publisher","unstructured":"Turgut, Y., & Bozdag, C. E. (2020). Deep Q-network model for dynamic job shop scheduling problem based on discrete event simulation. In 2020 Winter Simulation Conference (WSC) (pp. 1551\u20131559). IEEE. https:\/\/doi.org\/10.1109\/WSC48552.2020.9383986","DOI":"10.1109\/WSC48552.2020.9383986"},{"key":"2454_CR62","doi-asserted-by":"publisher","unstructured":"van Ekeris, T., Meyes, R., & Meisen, T. (2021). Discovering heuristics and metaheuristics for job shop scheduling from scratch via deep reinforcement learning. In Proceedings of the Conference on Production Systems and Logistics (CPSL) (pp. 709\u2013718). https:\/\/doi.org\/10.15488\/11231","DOI":"10.15488\/11231"},{"key":"2454_CR65","doi-asserted-by":"publisher","unstructured":"Wang, Z., Schaul, T., Hessel, M., van Hasselt, H., Lanctot, M., & de Freitas, N. (2016). Dueling network architectures for deep reinforcement learning. ArXiv Preprint arXiv, 151106581. https:\/\/doi.org\/10.48550\/arXiv.1511.06581","DOI":"10.48550\/arXiv.1511.06581"},{"key":"2454_CR63","doi-asserted-by":"publisher","first-page":"107969","DOI":"10.1016\/j.comnet.2021.107969","volume":"190","author":"L Wang","year":"2021","unstructured":"Wang, L., Hu, X., Wang, Y., Xu, S., Ma, S., Yang, K., Liu, Z., & Wang, W. (2021a). Dynamic job-shop scheduling in smart manufacturing using deep reinforcement learning. Computer Networks, 190, 107969. https:\/\/doi.org\/10.1016\/j.comnet.2021.107969","journal-title":"Computer Networks"},{"issue":"4","key":"2454_CR64","doi-asserted-by":"publisher","first-page":"257","DOI":"10.23919\/CSMS.2021.0027","volume":"1","author":"L Wang","year":"2021","unstructured":"Wang, L., Pan, Z., & Wang, J. (2021b). A review of reinforcement learning based intelligent optimization for manufacturing scheduling. Complex System Modeling and Simulation, 1(4), 257\u2013270. https:\/\/doi.org\/10.23919\/CSMS.2021.0027","journal-title":"Complex System Modeling and Simulation"},{"key":"2454_CR66","doi-asserted-by":"publisher","unstructured":"Waschneck, B., Reichstaller, A., Belzner, L., Altenm\u00fcller, T., Bauernhansl, T., Knapp, A., & Kyek, A. (2018). Deep reinforcement learning for semiconductor production scheduling. In 2018 29th Annual SEMI Advanced Semiconductor Manufacturing Conference (ASMC) (pp. 301\u2013306). IEEE. https:\/\/doi.org\/10.1109\/ASMC.2018.8373191","DOI":"10.1109\/ASMC.2018.8373191"},{"issue":"2","key":"2454_CR67","first-page":"XIII","volume":"26","author":"J Webster","year":"2002","unstructured":"Webster, J., & Watson, R. T. (2002). Analyzing the past to prepare for the future: Writing a literature review. MIS Quarterly, 26(2), XIII\u2013XXIII.","journal-title":"MIS Quarterly"},{"key":"2454_CR69","doi-asserted-by":"publisher","unstructured":"Workneh, A. D., & Gmira, M. (2023). Deep q network method for dynamic job shop scheduling problem. In International Conference on Artificial Intelligence & Industrial Applications (pp. 137\u2013155). Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-031-43524-9_10","DOI":"10.1007\/978-3-031-43524-9_10"},{"key":"2454_CR68","doi-asserted-by":"publisher","first-page":"106401","DOI":"10.1016\/j.cor.2023.106401","volume":"160","author":"X Wu","year":"2023","unstructured":"Wu, X., & Yan, X. (2023). A spatial pyramid pooling-based deep reinforcement learning model for dynamic job-shop scheduling problem. Computers & Operations Research, 160, 106401. https:\/\/doi.org\/10.1016\/j.cor.2023.106401","journal-title":"Computers & Operations Research"},{"issue":"6","key":"2454_CR70","doi-asserted-by":"publisher","first-page":"286","DOI":"10.3390\/info13060286","volume":"13","author":"Z Xu","year":"2022","unstructured":"Xu, Z., Chang, D., Sun, M., & Lou, T. (2022). Dynamic scheduling of crane by embedding deep reinforcement learning into a digital twin framework. Information, 13(6), 286. https:\/\/doi.org\/10.3390\/info13060286","journal-title":"Information"},{"key":"2454_CR71","doi-asserted-by":"publisher","first-page":"110436","DOI":"10.1016\/j.asoc.2023.110436","volume":"143","author":"E Yuan","year":"2023","unstructured":"Yuan, E., Cheng, S., Wang, L., Song, S., & Wu, F. (2023). Solving job shop scheduling problems via deep reinforcement learning. Applied Soft Computing, 143, 110436. https:\/\/doi.org\/10.1016\/j.asoc.2023.110436","journal-title":"Applied Soft Computing"},{"key":"2454_CR72","doi-asserted-by":"publisher","unstructured":"Zeng, Y., Liao, Z., Dai, Y., Wang, R., & Yuan, B. (2022). Hybrid intelligence for dynamic job-shop scheduling with deep reinforcement learning and attention mechanism. ArXiv Preprint arXiv, 220100548. https:\/\/doi.org\/10.48550\/arXiv.2201.00548","DOI":"10.48550\/arXiv.2201.00548"},{"key":"2454_CR73","doi-asserted-by":"publisher","unstructured":"Zhang, C., Song, W., Cao, Z., Zhang, J., TanP. S., & Xu, C. (2020). Learning to dispatch for job shop scheduling via deep reinforcement learning. ArXiv Preprint arXiv: 2010 12367. https:\/\/doi.org\/10.48550\/arXiv.2010.12367","DOI":"10.48550\/arXiv.2010.12367"},{"key":"2454_CR75","doi-asserted-by":"publisher","first-page":"122995","DOI":"10.1109\/ACCESS.2021.3110242","volume":"9","author":"Y Zhao","year":"2021","unstructured":"Zhao, Y., Wang, Y., Tan, Y., Zhang, J., & Yu, H. (2021). Dynamic jobshop scheduling algorithm based on deep Q network. Ieee Access : Practical Innovations, Open Solutions, 9, 122995\u2013123011. https:\/\/doi.org\/10.1109\/ACCESS.2021.3110242","journal-title":"Ieee Access : Practical Innovations, Open Solutions"},{"key":"2454_CR74","doi-asserted-by":"publisher","unstructured":"Zhao, L., Shen, W., Zhang, C., & Peng, K. (2022). An end-to-end deep reinforcement learning approach for job shop scheduling. In 2022 IEEE 25th International Conference on Computer Supported Cooperative Work in Design (CSCWD) (pp. 841\u2013846). IEEE. https:\/\/doi.org\/10.1109\/CSCWD54268.2022.9776116","DOI":"10.1109\/CSCWD54268.2022.9776116"}],"container-title":["Journal of Intelligent Manufacturing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-024-02454-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10845-024-02454-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-024-02454-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,15]],"date-time":"2025-07-15T14:45:26Z","timestamp":1752590726000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10845-024-02454-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,20]]},"references-count":75,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["2454"],"URL":"https:\/\/doi.org\/10.1007\/s10845-024-02454-8","relation":{},"ISSN":["0956-5515","1572-8145"],"issn-type":[{"value":"0956-5515","type":"print"},{"value":"1572-8145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,20]]},"assertion":[{"value":"21 November 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 July 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}