{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,29]],"date-time":"2025-04-29T04:00:33Z","timestamp":1745899233463,"version":"3.40.4"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031873294","type":"print"},{"value":"9783031873300","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-87330-0_16","type":"book-chapter","created":{"date-parts":[[2025,4,28]],"date-time":"2025-04-28T04:27:36Z","timestamp":1745814456000},"page":"302-319","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Novel RL Framework for\u00a0Early Configuration Space Exploration"],"prefix":"10.1007","author":[{"given":"Amen","family":"Ben Hadj Ali","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Samir","family":"Ben Ahmed","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,29]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Bazydo, G.: Designing reconfigurable cyber-physical systems using unified modeling language. Energies (2023)","DOI":"10.3390\/en16031273"},{"issue":"5","key":"16_CR2","first-page":"679","volume":"6","author":"R Bellman","year":"1957","unstructured":"Bellman, R.: A markovian decision process. J. Math. Mech. 6(5), 679\u2013684 (1957)","journal-title":"J. Math. Mech."},{"key":"16_CR3","doi-asserted-by":"crossref","unstructured":"Ben Hadj Ali, A., Ben Ahmed, S.: RLReC: towards reinforcement learning-based dynamic design of reconfiguration control. In: 27th nternational Conference on Knowledge-Based Intelligent Information & Engineering Systems, Procedia Computer Science, vol.\u00a0225, pp. 3670\u20133680 (2023)","DOI":"10.1016\/j.procs.2023.10.362"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Ben Hadj Ali, A., Ben Ahmed, S.: A unified conceptual framework integrating UML and RL for efficient reconfiguration design. In: 16th International Conference on Agents and Artificial Intelligence, vol.\u00a02, pp. 604\u2013613 (2024)","DOI":"10.5220\/0012468600003636"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Ben Hadj Ali, A., Khalgui, M., Ben Ahmed, S.: Uml-based design and validation of intelligent agents-based reconfigurable embedded control systems. Int. J. Syst. Dyn. Appl. 1, 17\u201338 (2012)","DOI":"10.4018\/ijsda.2012010102"},{"key":"16_CR6","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.cie.2014.03.003","volume":"72","author":"F Chan","year":"2014","unstructured":"Chan, F., Bhagwat, R., Chan, H.K.: The effect of responsiveness of the control-decision system to the performance of fms. Comput. Ind. Eng. 72, 32\u201342 (2014)","journal-title":"Comput. Ind. Eng."},{"key":"16_CR7","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1080\/09544820500031526","volume":"16","author":"E Deciu","year":"2005","unstructured":"Deciu, E., Ostrosi, E., Ferney, M., Gheorghe, M.: Configurable product design using multiple fuzzy models. J. Eng. Des. 16, 209\u2013233 (2005)","journal-title":"J. Eng. Des."},{"key":"16_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2022.101612","volume":"52","author":"F Dworschak","year":"2022","unstructured":"Dworschak, F., Dietze, S., Wittmann, M., Schleich, B., Wartzack, S.: Reinforcement learning for engineering design automation. Adv. Eng. Inform. 52, 101612 (2022)","journal-title":"Adv. Eng. Inform."},{"key":"16_CR9","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1016\/j.jss.2014.12.028","volume":"101","author":"A Fay","year":"2015","unstructured":"Fay, A., VogelHeuser, B., Frank, T., Eckert, K., Hadlich, T., Diedrich, C.: Enhancing a model-based engineering approach for distributed manufacturing automation systems with characteristics and design patterns. J. Syst. Softw. 101, 221\u2013235 (2015)","journal-title":"J. Syst. Softw."},{"key":"16_CR10","unstructured":"Festo Didactic: Mpssthe modular production system. https:\/\/www.festo-didactic.com\/int-en\/learning-systems\/mps-the-modular-production-system (2016), accessed:"},{"key":"16_CR11","unstructured":"Harel, D., Politi, M.: Modeling reactive systems with statecharts : The statemate approach (1998)"},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Kang, E., Jackson, E.K., Schulte, W.: An approach for effective design space exploration. In: Monterey Workshop (2010)","DOI":"10.1007\/978-3-642-21292-5_3"},{"key":"16_CR13","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1016\/S0007-8506(07)63232-6","volume":"48","author":"Y Koren","year":"1999","unstructured":"Koren, Y., et al.: Reconfigurable manufacturing systems. CIRP Ann. 48, 527\u2013540 (1999)","journal-title":"CIRP Ann."},{"issue":"3","key":"16_CR14","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1007\/s10845-020-01612-y","volume":"32","author":"A Kuhnle","year":"2020","unstructured":"Kuhnle, A., Kaiser, J.-P., Thei\u00df, F., Stricker, N., Lanza, G.: Designing an adaptive production control system using reinforcement learning. J. Intell. Manuf. 32(3), 855\u2013876 (2020). https:\/\/doi.org\/10.1007\/s10845-020-01612-y","journal-title":"J. Intell. Manuf."},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Kumar, V., Ramesan, S., Madan, A.K.: Reconfigurable manufacturing system: a review. Inter. J. Res. Applied Sci. Eng. Technol. (2022)","DOI":"10.22214\/ijraset.2022.40594"},{"key":"16_CR16","unstructured":"Lepuschitz, W.: Self-Reconfigurable Manufacturing Control Based on Ontology-Driven Automation Agents. Ph.D. thesis, Technische Universit\u00e4t Wien (2018)"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Monostori, L.: Cyber-physical production systems: roots from manufacturing science and technology. at - Automatisierungstechnik 63, 766 \u2013 776 (2015)","DOI":"10.1515\/auto-2015-0066"},{"key":"16_CR18","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1016\/j.procir.2021.03.075","volume":"99","author":"T M\u00fcller","year":"2021","unstructured":"M\u00fcller, T., Jazdi, N., Schmidt, J.P., Weyrich, M.: Cyber-physical production systems: enhancement with a self-organized reconfiguration management. Proc. CIRP 99, 549\u2013554 (2021)","journal-title":"Proc. CIRP"},{"key":"16_CR19","doi-asserted-by":"publisher","first-page":"1842","DOI":"10.1080\/0951192X.2022.2121425","volume":"36","author":"T M\u00fcller","year":"2022","unstructured":"M\u00fcller, T., et al.: Architecture and knowledge modelling for self-organized reconfiguration management of cyber-physical production systems. Int. J. Comput. Integr. Manuf. 36, 1842\u20131863 (2022)","journal-title":"Int. J. Comput. Integr. Manuf."},{"key":"16_CR20","unstructured":"Neema, H., et al.: Design space exploration and manipulation for cyber-physical systems. In: IFIP First International Workshop on Design Space Exploration of Cyber-Physical Systems, IDEAL 2014 Berlin, Germany, vol. 04\/2014. Springer (2014)"},{"key":"16_CR21","unstructured":"OMG: Object constraint language specification, version 2.4. http:\/\/www.omg.org\/spec\/OCL\/2.4\/PDF (2014), Accessed May 1 2024"},{"key":"16_CR22","unstructured":"OMG: Unified modeling language, version 2.5.1 (2017), omg.org\/spec\/UML\/2.5.1\/PDF, Accessed 01 May 2024"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Ororbia, M.E., Warn, G.P.: Design synthesis through a markov decision process and reinforcement learning framework. J. Comput. Inf. Sci. Eng. 22(2), 021002 (2021)","DOI":"10.1115\/1.4051598"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Oueslati, R., Mosbahi, O., Khalgui, M., Ben Ahmed, S.: A novel r-uml-b approach for modeling and code generation of reconfigurable control systems. In: International Conference on Evaluation of Novel Approaches to Software Engineering (2016)","DOI":"10.5220\/0005829301400147"},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Paape, N., van Eekelen, J., Reniers, M.A.: Design space exploration of a poultry fillet processing system using discrete-event simulation. ArXiv abs\/ arXiv: 2209.06458 (2022)","DOI":"10.46354\/i3m.2022.foodops.001"},{"key":"16_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2022.103808","volume":"145","author":"A Parant","year":"2023","unstructured":"Parant, A., Gellot, F., Zander, D., Carr\u00e9-M\u00e9n\u00e9trier, V., Philippot, A.: Model-based engineering for designing cyber-physical systems from product specifications. Comput. Ind. 145, 103808 (2023)","journal-title":"Comput. Ind."},{"key":"16_CR27","unstructured":"PI4: plattform-i40 (2016). https:\/\/www.plattform-i40.de\/IP\/Redaktion\/EN\/Downloads\/Publikation\/aspects-of-the-research-roadmap.html, Accessed 09 July 2024"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Provan, G.M., Chen, Y.L.: Model-based diagnosis and control reconfiguration for discrete event systems: an integrated approach. In: Proceedings of the 38th IEEE Conference on Decision and Control (Cat. No. 99CH36304), vol.2, pp. 1762\u20131768 (1999)","DOI":"10.1109\/CDC.1999.830888"},{"key":"16_CR29","doi-asserted-by":"publisher","first-page":"205948","DOI":"10.1109\/ACCESS.2020.3036037","volume":"8","author":"T Saputri","year":"2020","unstructured":"Saputri, T., Lee, S.W.: The application of machine learning in self-adaptive systems: a systematic literature review. IEEE Access 8, 205948\u2013205967 (2020)","journal-title":"IEEE Access"},{"key":"16_CR30","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.aei.2018.11.009","volume":"39","author":"GF Schneider","year":"2019","unstructured":"Schneider, G.F., Wicaksono, H., Ovtcharova, J.: Virtual engineering of cyber-physical automation systems: the case of control logic. Adv. Eng. Inform. 39, 127\u2013143 (2019)","journal-title":"Adv. Eng. Inform."},{"key":"16_CR31","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning, second edition: An Introduction. MIT Press, Adaptive Computation and Machine Learning series (2018)"},{"key":"16_CR32","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1016\/j.compind.2016.05.010","volume":"82","author":"K Thramboulidis","year":"2016","unstructured":"Thramboulidis, K., Christoulakis, F.: Uml4iot - a uml-based approach to exploit iot in cyber-physical manufacturing systems. Comput. Ind. 82, 259\u2013272 (2016)","journal-title":"Comput. Ind."},{"key":"16_CR33","doi-asserted-by":"publisher","first-page":"217","DOI":"10.4236\/jsea.2011.44024","volume":"4","author":"K Thramboulidis","year":"2011","unstructured":"Thramboulidis, K., Frey, G.: Towards a model-driven iec 61131-based development process in industrial automation. J. Softw. Eng. Appl. 4, 217\u2013226 (2011)","journal-title":"J. Softw. Eng. Appl."},{"key":"16_CR34","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1109\/TII.2013.2258165","volume":"9","author":"V Vyatkin","year":"2013","unstructured":"Vyatkin, V.: Software engineering in industrial automation: State-of-the-art review. IEEE Trans. Industr. Inf. 9, 1234\u20131249 (2013)","journal-title":"IEEE Trans. Industr. Inf."},{"key":"16_CR35","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"C Watkins","year":"1992","unstructured":"Watkins, C., Dayan, P.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"16_CR36","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1080\/21693277.2016.1192517","volume":"4","author":"T Wuest","year":"2016","unstructured":"Wuest, T., Weimer, D., Irgens, C., Thoben, K.D.: Machine learning in manufacturing: advantages, challenges, and applications. Product. Manufact. Res. 4, 23\u201345 (2016)","journal-title":"Product. Manufact. Res."},{"key":"16_CR37","doi-asserted-by":"publisher","first-page":"4936","DOI":"10.1080\/00207543.2021.1943037","volume":"60","author":"S Yang","year":"2021","unstructured":"Yang, S., Xu, Z.: Intelligent scheduling and reconfiguration via deep reinforcement learning in smart manufacturing. Int. J. Prod. Res. 60, 4936\u20134953 (2021)","journal-title":"Int. J. Prod. Res."}],"container-title":["Lecture Notes in Computer Science","Agents and Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-87330-0_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,28]],"date-time":"2025-04-28T04:27:54Z","timestamp":1745814474000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-87330-0_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031873294","9783031873300"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-87330-0_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"29 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICAART","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Agents and Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Rome","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 February 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 February 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icaart2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icaart.scitevents.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}