{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T06:32:20Z","timestamp":1742970740048,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031807596"},{"type":"electronic","value":"9783031807602"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-80760-2_23","type":"book-chapter","created":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T03:06:02Z","timestamp":1739329562000},"page":"350-366","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Reinforcement Learning Algorithm for\u00a0Dynamic Job Shop Scheduling"],"prefix":"10.1007","author":[{"given":"Laura","family":"Alcamo","sequence":"first","affiliation":[]},{"given":"Giulia","family":"Bruno","sequence":"additional","affiliation":[]},{"given":"Niccol\u00f2","family":"Giovenali","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,13]]},"reference":[{"key":"23_CR1","doi-asserted-by":"crossref","unstructured":"Del Gallo, M., Mazzuto, G., Ciarapica, F.E., Bevilacqua, M.: Artificial intelligence to solve production scheduling problems in real industrial settings: systematic literature review. Electronics 12(23), 4732 (2023). https:\/\/doi.org\/10.3390\/electronics12234732","DOI":"10.3390\/electronics12234732"},{"key":"23_CR2","doi-asserted-by":"crossref","unstructured":"Kriouich, M., Sarir, H.: Artificial intelligence application in production scheduling problem systematic literature review: bibliometric analysis, research trend, and knowledge taxonomy. SN Oper. Res. Forum 5(2), 1\u201324 (2024)","DOI":"10.1007\/s43069-024-00312-0"},{"key":"23_CR3","doi-asserted-by":"crossref","unstructured":"Kayhan, B.M., Yildiz, G.: Reinforcement learning applications to machine scheduling problems: a comprehensive literature review. J. Intell. Manuf. 34(3), 905\u2013929 (2023)","DOI":"10.1007\/s10845-021-01847-3"},{"key":"23_CR4","unstructured":"Baker, K.R., Trietsch, D.: Principles of Sequencing and Scheduling. Wiley (2013)"},{"key":"23_CR5","series-title":"Intelligent Systems Reference Library","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/978-3-030-67270-6_9","volume-title":"Implementing Industry 4.0","author":"L Renke","year":"2021","unstructured":"Renke, L., Piplani, R., Toro, C.: A review of dynamic scheduling: context, techniques and prospects. In: Toro, C., Wang, W., Akhtar, H. (eds.) Implementing Industry 4.0. ISRL, vol. 202, pp. 229\u2013258. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-67270-6_9"},{"key":"23_CR6","unstructured":"Huang, S., Onta\u00f1\u00f3n, S.: A closer look at invalid action masking in policy gradient algorithms (2020). arXiv preprint arXiv:2006.14171"},{"issue":"268","key":"23_CR7","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(268), 1\u20138 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"23_CR8","unstructured":"Jain, A.S., Meeran, S.: Deterministic job-shop scheduling: past, present and future, Department of Applied Physics and Electronic and Mechanical Engineering, University of Dundee, Dundee, Scotland, DD1 4HN, UK (1998)"},{"key":"23_CR9","unstructured":"Pinedo, M.L.: Scheduling: Theory, Algorithms, and Systems, Stern School of Business. New York University, NY, USA (2008)"},{"key":"23_CR10","unstructured":"Abdolrazzagh-Nezhad, M., Abdulla, S.: Job shop scheduling: classification, constraints and objective functions, world academy of science, engineering and technology. Int. J. Comput. Inf. Eng. (2020)"},{"key":"23_CR11","doi-asserted-by":"publisher","first-page":"1211","DOI":"10.1016\/j.ins.2022.06.017","volume":"607","author":"Z Liu","year":"2022","unstructured":"Liu, Z., et al.: A graph neural networks-based deep Q-learning approach for job shop scheduling problems in traffic management. Inf. Sci. 607, 1211\u20131223 (2022)","journal-title":"Inf. Sci."},{"key":"23_CR12","unstructured":"Tassel, P., Gebser, M., Schekotihin, K.: A reinforcement learning environment for job-shop scheduling (2021). arXiv preprint arXiv:2104.03760"},{"key":"23_CR13","doi-asserted-by":"publisher","unstructured":"Moon, J., Yang, M., Jeong, J.: A novel approach to the job shop scheduling problem based on the deep Q-network in a cooperative multi-access edge computing ecosystem. Sensors 21(13), 4553 (2021). https:\/\/doi.org\/10.3390\/s21134553","DOI":"10.3390\/s21134553"},{"key":"23_CR14","doi-asserted-by":"publisher","first-page":"122995","DOI":"10.1109\/ACCESS.2021.3110242","volume":"9","author":"Y Zhao","year":"2021","unstructured":"Zhao, Y., Wang, Y., Tan, Y., Zhang, J., Yu, H.: Dynamic jobshop scheduling algorithm based on deep Q network. IEEE Access 9, 122995\u2013123011 (2021)","journal-title":"IEEE Access"},{"key":"23_CR15","unstructured":"Zhang, Z., et al.: A deep Q-network for job-shop scheduling in smart factories. IEEE Trans. Ind. Inf. 17(5), 3346\u20133354 (2021)"},{"key":"23_CR16","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms (2017). arXiv preprint arXiv:1707.06347"},{"key":"23_CR17","unstructured":"Beasley, J.E.: OR-Library (1990). https:\/\/www.people\/brunel.ac.uk\/~mastjjb\/jeb\/info.html"},{"key":"23_CR18","doi-asserted-by":"crossref","unstructured":"Ombukiet, B.M., Ventresca, M.: Local search genetic algorithms for the job shop scheduling problem. Appl. Intell., 99\u2013109 (2004)","DOI":"10.1023\/B:APIN.0000027769.48098.91"},{"key":"23_CR19","unstructured":"Fisher, H., Thompson, G.L.: Probabilistic learning combinations of local job-shop scheduling rules. In: Muth, J.F., Thompson, G.L. (eds.) Industrial Scheduling, Prentice Hall, Englewood Cliffs, New Jersey, pp. 225\u2013251 (1963)"},{"key":"23_CR20","unstructured":"Lawrence, S.: Resource constrained project scheduling: an experimental investigation of heuristic scheduling techniques (Supplement), Graduate School of Industrial Administration. Carnegie-Mellon University, Pittsburgh, Pennsylvania (1984)"}],"container-title":["Communications in Computer and Information Science","Innovative Intelligent Industrial Production and Logistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-80760-2_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T03:06:11Z","timestamp":1739329571000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-80760-2_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031807596","9783031807602"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-80760-2_23","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"13 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"IN4PL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Innovative Intelligent Industrial Production and Logistics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"in4pl2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/in4pl.scitevents.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}