{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T19:27:55Z","timestamp":1784230075790,"version":"3.55.0"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031242908","type":"print"},{"value":"9783031242915","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-24291-5_16","type":"book-chapter","created":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T10:24:30Z","timestamp":1675247070000},"page":"196-209","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Solving a Job Shop Scheduling Problem Using Q-Learning Algorithm"],"prefix":"10.1007","author":[{"given":"Manal Abir","family":"Belmamoune","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lat\u00e9fa","family":"Ghomri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zakaria","family":"Yahouni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,2,2]]},"reference":[{"key":"16_CR1","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1016\/j.procir.2020.05.210","volume":"97","author":"C Kardos","year":"2020","unstructured":"Kardos, C., Laflamme, C., Gallina, V., Sihn, W.: Dynamic scheduling in a job-shop production system with reinforcement learning. Procedia CIRP 97, 104\u2013109 (2020). https:\/\/doi.org\/10.1016\/j.procir.2020.05.210","journal-title":"Procedia CIRP"},{"key":"16_CR2","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1023\/A:1011253011638","volume":"12","author":"G Chryssolouris","year":"2001","unstructured":"Chryssolouris, G., Subramaniam, V.: Dynamic scheduling of manufacturing job shops using genetic algorithms. J. Intell. Manuf. 12, 281\u2013293 (2001). https:\/\/doi.org\/10.1023\/A:1011253011638","journal-title":"J. Intell. Manuf."},{"key":"16_CR3","doi-asserted-by":"publisher","unstructured":"Schmidt, J., Stober, S.: Approaching scheduling problems via a deep hybrid greedy model and supervised learning. In: Proceedings of the 17th IFAC Symposium on Information Control Problems in Manufactur-ing Budapest (2021). IFAC-PapersOnLine, Vol. 54, Issue 1, pp. 805-810.  https:\/\/doi.org\/10.1016\/j.ifacol.2021.08.095","DOI":"10.1016\/j.ifacol.2021.08.095"},{"key":"16_CR4","doi-asserted-by":"publisher","unstructured":"Cheng, C.-Y., Pourhejazya, P., Ying, K.-C., Lin, C.-F.: Unsupervised learning-based Artificial Bee Colony for minimizing non-value-adding operations. J. Appl. Soft Comput., 107280 (2021). https:\/\/doi.org\/10.1016\/j.asoc.2021.107280","DOI":"10.1016\/j.asoc.2021.107280"},{"key":"16_CR5","doi-asserted-by":"publisher","unstructured":"Lang, S., Kuetgens, M., Reichardt, P., Reggelin, T.: Modeling production scheduling problems as reinforcement learning environments based on discrete-event simulation and OpenAI Gym. In:  Proceedings of the 17th IFAC Symposium on Information Control Problems in Manufactur-ing Budapest (2021). IFAC-PapersOnLine, Vol. 54, Issue 1, pp. 793-798. https:\/\/doi.org\/10.1016\/j.ifacol.2021.08.093","DOI":"10.1016\/j.ifacol.2021.08.093"},{"issue":"1","key":"16_CR6","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.engappai.2004.08.018","volume":"18","author":"Y-C Wang","year":"2004","unstructured":"Wang, Y.-C., Usher, J.M.: Application of reinforcement learning for agent-based production scheduling. Eng. Appl. Artif. Intell. 18(1), 73\u201382 (2004). https:\/\/doi.org\/10.1016\/j.engappai.2004.08.018","journal-title":"Eng. Appl. Artif. Intell."},{"key":"16_CR7","unstructured":"Aissani, N., Trentesaux, D.: Efficient and effective reactive scheduling of manufacturing system using Sarsa-multi-objective agents. In: Proceedings of the 7th International Conference on MOSIM, Paris, pp. 698\u2013707 (2008). file:\/\/\/C:\/Users\/BT\/Downloads\/MOSIM08_aissani_etal_finalx.pdf"},{"key":"16_CR8","doi-asserted-by":"publisher","first-page":"71752","DOI":"10.1109\/ACCESS.2020.2987820","volume":"8","author":"C-L Liu","year":"2020","unstructured":"Liu, C.-L., Chang, C.-C., Tseng, C.-J.: Actor-critic deep reinforcement learning for solving job shop scheduling problems. IEEE Access 8, 71752\u201371762 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.2987820","journal-title":"IEEE Access"},{"key":"16_CR9","doi-asserted-by":"publisher","unstructured":"Wei, Y., Zhao, M.: Composite rules selection using reinforcement learning for dynamic job-shop scheduling. In: IEEE Conference on Robotics, Automation and Mechatronics, vol. 2, pp. 1083\u20131088 (2004). https:\/\/doi.org\/10.1109\/RAMECH.2004.1438070","DOI":"10.1109\/RAMECH.2004.1438070"},{"key":"16_CR10","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1023\/B:APIN.0000027769.48098.91","volume":"21","author":"BM Ombuki","year":"2004","unstructured":"Ombuki, B.M., Ventresca, M.: Local search genetic algorithms for the job shop scheduling problem. Appl. Intell. 21, 99\u2013109 (2004). https:\/\/doi.org\/10.1023\/B:APIN.0000027769.48098.91","journal-title":"Appl. Intell."},{"issue":"10","key":"16_CR11","doi-asserted-by":"publisher","first-page":"2291","DOI":"10.1016\/j.cor.2011.12.005","volume":"39","author":"R Qing","year":"2012","unstructured":"Qing, R., Wang, Y.: A new hybrid genetic algorithm for job shop scheduling problem. Comput. Oper. Res. 39(10), 2291\u20132299 (2012). https:\/\/doi.org\/10.1016\/j.cor.2011.12.005","journal-title":"Comput. Oper. Res."},{"key":"16_CR12","doi-asserted-by":"publisher","unstructured":"Wang, L., et al.: Dynamic job-shop scheduling in smart manufacturing using deep reinforcement learning. Comput. Netw. 190, 107969 (2021). https:\/\/doi.org\/10.1016\/j.comnet.2021.107969","DOI":"10.1016\/j.comnet.2021.107969"},{"key":"16_CR13","doi-asserted-by":"publisher","unstructured":"Gabel, T., Riedmiller, M.: On a successful application of multi-agent reinforcement learning to operations research benchmarks. In: IEEE International Symposium on Approximate Dynamic Programming and Reinforcement Learning, pp. 68\u201375 (2007). https:\/\/doi.org\/10.1109\/ADPRL.2007.368171","DOI":"10.1109\/ADPRL.2007.368171"},{"key":"16_CR14","doi-asserted-by":"publisher","unstructured":"Yingzi, W., Xinli, J., Pingbo, H., Kanfeng G.: Pattern driven dynamic scheduling approach using reinforcement learning. In: Proceedings\u00a0of the\u00a0IEEE\u00a0International Conference on Automation and Logistics, Shenyang, pp. 514\u2013519 (2009). https:\/\/doi.org\/10.1109\/ICAL.2009.5262867","DOI":"10.1109\/ICAL.2009.5262867"},{"issue":"2","key":"16_CR15","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s10845-018-1454-3","volume":"31","author":"Y-F Wang","year":"2018","unstructured":"Wang, Y.-F.: Adaptive job shop scheduling strategy based on weighted Q-learning algorithm. J. Intell. Manuf. 31(2), 417\u2013432 (2018). https:\/\/doi.org\/10.1007\/s10845-018-1454-3","journal-title":"J. Intell. Manuf."},{"key":"16_CR16","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-030-41913-4_1","volume-title":"Optimization and Learning","author":"Y Mart\u00ednez Jim\u00e9nez","year":"2020","unstructured":"Mart\u00ednez Jim\u00e9nez, Y., Coto Palacio, J., Now\u00e9, A.: Multi-agent reinforcement learning tool for job shop scheduling problems. In: Dorronsoro, B., Ruiz, P., de la Torre, J.C., Urda, D., Talbi, E.-G. (eds.) OLA 2020. CCIS, vol. 1173, pp. 3\u201312. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-41913-4_1"},{"key":"16_CR17","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1016\/j.procir.2020.05.163","volume":"93","author":"L Zhou","year":"2020","unstructured":"Zhou, L., Zhang, L., Horn, B.K.P.: Deep reinforcement learning-based dynamic scheduling in smart manufacturing. Procedia CIRP 93, 383\u2013388 (2020). https:\/\/doi.org\/10.1016\/j.procir.2020.05.163","journal-title":"Procedia CIRP"},{"key":"16_CR18","doi-asserted-by":"publisher","first-page":"1264","DOI":"10.1016\/j.procir.2018.03.212","volume":"72","author":"B Waschneck","year":"2018","unstructured":"Waschneck, B., et al.: Optimization of global production scheduling with deep reinforcement learning. Procedia CIRP 72, 1264\u20131269 (2018). https:\/\/doi.org\/10.1016\/j.procir.2018.03.212","journal-title":"Procedia CIRP"},{"key":"16_CR19","unstructured":"Tassel, P., Gebser, M., Schekotihin, K.: A reinforcement learning environment for job-shop scheduling. arXiv preprint arXiv:2104.03760 (2021)"},{"key":"16_CR20","doi-asserted-by":"publisher","unstructured":"Samsonov, V., et al.: Manufacturing control in job shop environments with reinforcement learning. In: Proceedings of the 13th International Conference on Agents and Artificial Intelligence (ICAART 2021), pp. 589\u2013597 (2021). https:\/\/doi.org\/10.5220\/0010202405890597","DOI":"10.5220\/0010202405890597"},{"issue":"6","key":"16_CR21","doi-asserted-by":"publisher","first-page":"1531","DOI":"10.1007\/s10845-019-01531-7","volume":"31","author":"JP Usuga Cadavid","year":"2020","unstructured":"Usuga Cadavid, J.P., Lamouri, S., Grabot, B., Pellerin, R., Fortin, A.: Machine learning applied in production planning and control: a state-of-the-art in the era of industry 4.0. J. Intell. Manuf. 31(6), 1531\u20131558 (2020). https:\/\/doi.org\/10.1007\/s10845-019-01531-7","journal-title":"J. Intell. Manuf."},{"key":"16_CR22","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1016\/j.procir.2022.02.183","volume":"106","author":"JC Palacio","year":"2022","unstructured":"Palacio, J.C., Jim\u00e9nez, Y.M., Schietgat, L., Van Doninck, B., Now\u00e9, A.: A Q-learning algorithm for flexible job shop scheduling in a real-world manufacturing scenario. Procedia CIRP 106, 227\u2013232 (2022). https:\/\/doi.org\/10.1016\/j.procir.2022.02.183","journal-title":"Procedia CIRP"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Rinciog, A., Meyer, A.: Towards standardizing reinforcement learning approaches for stochastic production scheduling. arXiv preprint arXiv:2104.08196 (2021)","DOI":"10.1016\/j.procir.2022.05.117"},{"key":"16_CR24","unstructured":"OR - Library. http:\/\/people.brunel.ac.uk\/~mastjjb\/jeb\/orlib\/files\/jobshop1.txt"}],"container-title":["Studies in Computational Intelligence","Service Oriented, Holonic and Multi-Agent Manufacturing Systems for Industry of the Future"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-24291-5_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T10:36:22Z","timestamp":1675247782000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-24291-5_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031242908","9783031242915"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-24291-5_16","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"value":"1860-949X","type":"print"},{"value":"1860-9503","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"2 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SOHOMA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Service Orientation in Holonic and Multi-Agent Manufacturing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bucharest","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Romania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sohoma2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.sohoma22.cloud.upb.ro\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}