{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:35:31Z","timestamp":1742942131268,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031534447"},{"type":"electronic","value":"9783031534454"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-53445-4_14","type":"book-chapter","created":{"date-parts":[[2024,2,3]],"date-time":"2024-02-03T00:06:36Z","timestamp":1706918796000},"page":"164-176","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Integration of Reinforcement Learning Agent to Reduce Coordinator Limitations in Cyber-Physical Production Systems"],"prefix":"10.1007","author":[{"given":"Abdelaziz","family":"Ouazzani-Chahidi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jose-Fernando","family":"Jimenez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lamia","family":"Berrah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abdellatif","family":"Loukili","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,2,3]]},"reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Antons, O.: Data-driven and autonomous manufacturing control in cyber-physical production systems. Comput. Ind. 9 (2022)","DOI":"10.1016\/j.compind.2022.103711"},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Ansari, F., Hold, P., Sihn, W.: Human-centered cyber physical production system: how does industry 4.0 impact on decision-making tasks? In: 2018 IEEE Technology and Engineering Management Conference (TEMSCON), Evanston, IL, USA. IEEE (2018)","DOI":"10.1109\/TEMSCON.2018.8488409"},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"Dallel, M., Havard, V., Dupuis, Y., Baudry, D.: Digital twin of an industrial workstation: a novel method of an auto-labeled data generator using virtual reality for human action recognition in the context of human\u2013robot collaboration. Eng. Appl. Artif. Intell. 118 (2023)","DOI":"10.1016\/j.engappai.2022.105655"},{"issue":"11","key":"14_CR4","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.ifacol.2018.08.227","volume":"51","author":"G Ante","year":"2018","unstructured":"Ante, G., Facchini, F., Mossa, G., Digiesi, S.: Developing a key performance indicators tree for lean and smart production systems. IFAC-Papers 51(11), 13\u201318 (2018)","journal-title":"IFAC-Papers"},{"key":"14_CR5","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1016\/j.procir.2021.03.074","volume":"99","author":"X Cui","year":"2021","unstructured":"Cui, X.: Cyber-Physical System (CPS) architecture for real-time water sustainability management in manufacturing industry. Procedia CIRP 99, 543\u2013548 (2021)","journal-title":"Procedia CIRP"},{"key":"14_CR6","unstructured":"Cardin, O.: Contribution \u00e0 la conception, l\u2019\u00e9valuation et l\u2019impl\u00e9mentation de syst\u00e8mes de production cyber-physiques. Ph.D. thesis, Universit\u00e9 de Nantes, fftel-01443318 (2017)"},{"issue":"2","key":"14_CR7","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1109\/THMS.2018.2884719","volume":"49","author":"N Amirshirzad","year":"2019","unstructured":"Amirshirzad, N., Kumru, A., Oztop, E.: Human adaptation to human-robot shared control. IEEE Trans. Hum.-Mach. Syst. 49(2), 126\u2013136 (2019)","journal-title":"IEEE Trans. Hum.-Mach. Syst."},{"key":"14_CR8","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1016\/j.comnet.2015.12.017","volume":"101","author":"S Wang","year":"2016","unstructured":"Wang, S., Wan, J., Zhang, D., Li, D., Zhang, C.: Towards smart factory for industry 4.0: a self-organized multi-agent system with big data based feedback and coordination. Comput. Netw. 101, 158\u2013168 (2016)","journal-title":"Comput. Netw."},{"key":"14_CR9","series-title":"LNNS","doi-asserted-by":"publisher","first-page":"200","DOI":"10.1007\/978-3-031-29860-8_21","volume-title":"ICDTA 2023","author":"A Ouazzani-Chahidi","year":"2023","unstructured":"Ouazzani-Chahidi, A., Jimenez, J.F., Berrah, L., Loukili, A.: Classification of coordinators\u2019 limitations in cyber-physical production system management. In: Motahhir, S., Bossoufi, B. (eds.) ICDTA 2023. LNNS, vol. 669, pp. 200\u2013209. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-29860-8_21"},{"key":"14_CR10","doi-asserted-by":"crossref","unstructured":"Ansari, F., Khobreh, M., Seidenberg, U., Sihn, W.: A problem-solving ontology for human-centered cyber physical production systems. CIRP J. Manuf. Sci. Technol. 22 (2018)","DOI":"10.1016\/j.cirpj.2018.06.002"},{"key":"14_CR11","unstructured":"Ansari, F., Seidenberg, U.: A portfolio for optimal collaboration of human and cyber physical production systems in problem-solving. In: Proceedings of International Conference, CELDA 2016 (2016)"},{"issue":"16","key":"14_CR12","doi-asserted-by":"publisher","first-page":"5089","DOI":"10.1080\/00207543.2020.1722324","volume":"58","author":"J Jiao","year":"2020","unstructured":"Jiao, J., Zhou, F., Gebraeel, N.Z., Duffy, V.: Towards augmenting cyber-physical-human collaborative cognition for human-automation interaction in complex manufacturing and operational environments. Int. J. Prod. Res. 58(16), 5089\u20135111 (2020)","journal-title":"Int. J. Prod. Res."},{"key":"14_CR13","doi-asserted-by":"crossref","unstructured":"Pacaux-Lemoine, M.-P., Habib, L., Berdal, Q., Trentesaux, D.: Cooperative patterns or how to support human-cyber-physical systems cooperation. In: International Conference, SMC 2021, p. 1501 (2021)","DOI":"10.1109\/SMC52423.2021.9659128"},{"key":"14_CR14","doi-asserted-by":"publisher","first-page":"96","DOI":"10.4028\/www.scientific.net\/AMM.882.96","volume":"882","author":"J Bakakeu","year":"2018","unstructured":"Bakakeu, J., et al.: An artificial intelligence approach for online optimization of flexible manufacturing systems. Appl. Mech. Mater. 882, 96\u2013108 (2018)","journal-title":"Appl. Mech. Mater."},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Cardin, O., Trentesaux, D., Thomas, A., Castagna, P., Berger, T., Bril El-Haouzi, H.: Coupling predictive scheduling and reactive control in manufacturing hybrid control architectures: state of the art and future challenges. J. Intell. Manuf. 28(7) (2015)","DOI":"10.1007\/s10845-015-1139-0"},{"key":"14_CR16","doi-asserted-by":"publisher","first-page":"316","DOI":"10.1016\/j.procir.2020.04.047","volume":"93","author":"O Antons","year":"2020","unstructured":"Antons, O., Arlinghaus, J.C.: Designing decision-making authorities for smart factories. Procedia CIRP 93, 316\u2013322 (2020)","journal-title":"Procedia CIRP"},{"key":"14_CR17","doi-asserted-by":"publisher","first-page":"101304","DOI":"10.1016\/j.pmcj.2020.101304","volume":"72","author":"M Bhatia","year":"2021","unstructured":"Bhatia, M., Ahanger, T.A.: Intelligent Decision-making in Smart Food Industry: Quality Perspective. Pervasive Mob. Comput. 72, 101304 (2021)","journal-title":"Pervasive Mob. Comput."},{"key":"14_CR18","volume-title":"Interfacing Cyber-Physical Production Systems with Human Decision Makers, Intelligent Data-Centric Systems","author":"R M\u00fcller","year":"2017","unstructured":"M\u00fcller, R., Narciss, S., Urbas, L.: Interfacing Cyber-Physical Production Systems with Human Decision Makers, Intelligent Data-Centric Systems. Academic Press, Boston (2017)"},{"issue":"13","key":"14_CR19","doi-asserted-by":"publisher","first-page":"4316","DOI":"10.1080\/00207543.2021.1973138","volume":"60","author":"M Panzer","year":"2022","unstructured":"Panzer, M., Bender, B.: Deep reinforcement learning in production systems: a systematic literature review. Int. J. Prod. Res. 60(13), 4316\u20134341 (2022)","journal-title":"Int. J. Prod. Res."},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Bakakeu, J., B\u00e4r, S., Klos, H.-H., Peschke, J., Brossog, M., Franke, J.: Multi-agent reinforcement learning for the energy optimization of cyber-physical production systems (2020)","DOI":"10.1109\/CCECE47787.2020.9255795"},{"key":"14_CR21","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/j.procir.2019.02.101","volume":"79","author":"A Kuhnle","year":"2019","unstructured":"Kuhnle, A., R\u00f6hrig, N., Lanza, G.: Autonomous order dispatching in the semiconductor industry using reinforcement learning. Procedia CIRP 79, 391\u2013396 (2019)","journal-title":"Procedia CIRP"},{"key":"14_CR22","doi-asserted-by":"publisher","first-page":"134233","DOI":"10.1109\/ACCESS.2020.3011254","volume":"8","author":"S Chen","year":"2020","unstructured":"Chen, S., Wang, J., Li, H., Wang, Z., Liu, F., Li, S.: Top-down human-cyber-physical data fusion based on reinforcement learning. IEEE Access 8, 134233\u2013134245 (2020)","journal-title":"IEEE Access"},{"key":"14_CR23","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Liu, C., Zhang, J., Peng, T., Hu, X., Xu, Y.: Machine learning applications in cyber-physical production systems: a survey. In: 27th International Conference on Automation and Computing (ICAC), pp. 1\u20136 (2022)","DOI":"10.1109\/ICAC55051.2022.9911092"},{"key":"14_CR24","doi-asserted-by":"publisher","unstructured":"Bignold, A., Vamplew, P., Dazeley, R., Foale, C.: Rule-based interactive assisted reinforcement learning. Ph.D. Thesis, Federation. University Australia (2019). https:\/\/doi.org\/10.13140\/RG.2.2.27422.48962","DOI":"10.13140\/RG.2.2.27422.48962"},{"issue":"1","key":"14_CR25","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1016\/j.cirp.2020.04.005","volume":"69","author":"M-A Dittrich","year":"2020","unstructured":"Dittrich, M.-A., Fohlmeister, S.: Cooperative multi-agent system for production control using reinforcement learning. CIRP Ann. 69(1), 389\u2013392 (2020)","journal-title":"CIRP Ann."},{"key":"14_CR26","doi-asserted-by":"crossref","unstructured":"Liu, X., Xu, H., Liao, W., Yu, W.: Reinforcement learning for cyber-physical systems. In: 2019 IEEE International Conference on Industrial Internet (ICII), Orlando, FL, USA, p. 318\u2013327. IEEE (2019)","DOI":"10.1109\/ICII.2019.00063"}],"container-title":["Studies in Computational Intelligence","Service Oriented, Holonic and Multi-Agent Manufacturing Systems for Industry of the Future"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-53445-4_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,3]],"date-time":"2024-02-03T00:08:34Z","timestamp":1706918914000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-53445-4_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031534447","9783031534454"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-53445-4_14","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"type":"print","value":"1860-949X"},{"type":"electronic","value":"1860-9503"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"3 February 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SOHOMA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Service Orientation in Holonic and Multi-Agent Manufacturing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Annecy","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sohoma2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sohoma2023.sciencesconf.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}