{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T04:45:05Z","timestamp":1773117905417,"version":"3.50.1"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031425356","type":"print"},{"value":"9783031425363","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-42536-3_6","type":"book-chapter","created":{"date-parts":[[2023,8,30]],"date-time":"2023-08-30T18:02:30Z","timestamp":1693418550000},"page":"57-66","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Digital Twins of Production Systems Based on Discrete Simulation and Machine Learning Algorithms"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0821-4030","authenticated-orcid":false,"given":"Damian","family":"Krenczyk","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,8,31]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","unstructured":"Morgan, J., Halton, M., Qiao, Y.S., Breslin, J.G.: Industry 4.0 smart reconfigurable manufacturing machines. J. Manuf. Syst. 59, 481\u2013506 (2021)","DOI":"10.1016\/j.jmsy.2021.03.001"},{"key":"6_CR2","doi-asserted-by":"crossref","unstructured":"Zhu, Q., Huang, S., Wang, G., Moghaddam, S.K., Lu, Y., Yan, Y.: Dynamic reconfiguration optimization of intelligent manufacturing system with human-robot collaboration based on digital twin. J. Manuf. Syst. 65, 330\u2013338 (2022)","DOI":"10.1016\/j.jmsy.2022.09.021"},{"key":"6_CR3","doi-asserted-by":"crossref","unstructured":"Wang, S., Wan, J., Li, D., Zhang, C.: Implementing smart factory of industrie 4.0: an outlook. Int. J. Distrib. Sens. Netw. 12(1), 3159805 (2016)","DOI":"10.1155\/2016\/3159805"},{"issue":"1","key":"6_CR4","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1080\/0951192X.2019.1699254","volume":"33","author":"G Chen","year":"2020","unstructured":"Chen, G., Wang, P., Feng, B., Li, Y., Liu, D.: The framework design of smart factory in discrete manufacturing industry based on cyber-physical system. Int. J. Comput. Integr. Manuf. 33(1), 79\u2013101 (2020)","journal-title":"Int. J. Comput. Integr. Manuf."},{"key":"6_CR5","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/2198\/1\/012059","volume":"2198","author":"D Krenczyk","year":"2022","unstructured":"Krenczyk, D.: Dynamic simulation models as digital twins of logistics systems driven by data from multiple sources. J. Phys. Conf. Ser. 2198, 012059 (2022)","journal-title":"J. Phys. Conf. Ser."},{"key":"6_CR6","doi-asserted-by":"crossref","unstructured":"Kohnov\u00e1, L., Salajov\u00e1, N.: Impact of industry 4.0 on companies: value chain model analysis. Adm. Sci. 13(2), 35 (2023)","DOI":"10.3390\/admsci13020035"},{"key":"6_CR7","doi-asserted-by":"publisher","unstructured":"Sitt\u00f3n-Candanedo, I., Alonso, R.S., Rodr\u00edguez-Gonz\u00e1lez, S., Garc\u00eda Coria, J.A., De La Prieta, F.: Edge computing architectures in industry 4.0: a general survey and comparison. In: Mart\u00ednez \u00c1lvarez, F., Troncoso Lora, A., S\u00e1ez Mu\u00f1oz, J., Quinti\u00e1n, H., Corchado, E. (eds.) SOCO 2019. AISC, vol. 950, pp. 121\u2013131. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-20055-8_12","DOI":"10.1007\/978-3-030-20055-8_12"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Aazam, M., Zeadally, S., Harras, K.A.: Deploying fog computing in industrial Internet of Things and industry 4.0. IEEE Trans. Ind. Inform. 14(10), 4674\u20134682 (2018)","DOI":"10.1109\/TII.2018.2855198"},{"key":"6_CR9","doi-asserted-by":"crossref","unstructured":"Kubiak, K., Dec, G., Stadnicka, D.: Possible applications of edge computing in the manufacturing industry-systematic literature review. Sensors 22(7), 2445 (2022)","DOI":"10.3390\/s22072445"},{"key":"6_CR10","doi-asserted-by":"publisher","first-page":"1149","DOI":"10.1007\/s00170-018-1617-6","volume":"96","author":"C Zhuang","year":"2018","unstructured":"Zhuang, C., Liu, J., Xiong, H.: Digital twin-based smart production management and control framework for the complex product assembly shop-floor. Int. J. Adv. Manuf. Technol. 96, 1149\u20131163 (2018)","journal-title":"Int. J. Adv. Manuf. Technol."},{"issue":"8","key":"6_CR11","doi-asserted-by":"publisher","first-page":"2821","DOI":"10.3390\/s22082821","volume":"22","author":"J-S Jwo","year":"2022","unstructured":"Jwo, J.-S., Lee, C.-H., Lin, C.-S.: Data twin-driven cyber-physical factory for smart manufacturing. Sensors 22(8), 2821 (2022)","journal-title":"Sensors"},{"issue":"3","key":"6_CR12","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1016\/j.ifacol.2015.06.141","volume":"48","author":"R Rosen","year":"2015","unstructured":"Rosen, R., von Wichert, G., Lo, G., Bettenhausen, K.D.: About the importance of autonomy and digital twins for the future of manufacturing. IFAC-PapersOnLine 48(3), 567\u2013572 (2015)","journal-title":"IFAC-PapersOnLine"},{"key":"6_CR13","doi-asserted-by":"crossref","unstructured":"Wang, Hn., et al.: Deep reinforcement learning: a survey. Front. Inf. Technol. Electron. Eng. 21, 1726\u20131744 (2020)","DOI":"10.1631\/FITEE.1900533"},{"key":"6_CR14","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1007\/978-3-030-14347-3_34","volume":"923","author":"B Cunha","year":"2020","unstructured":"Cunha, B., Madureira, A.M., Fonseca, B., Coelho, D.: Deep reinforcement learning as a job shop scheduling solver: a literature review. Adv. Intell. Syst. Comput. 923, 350\u2013359 (2020)","journal-title":"Adv. Intell. Syst. Comput."},{"key":"6_CR15","doi-asserted-by":"publisher","first-page":"1523","DOI":"10.1016\/j.procir.2021.11.257","volume":"104","author":"J Poppera","year":"2021","unstructured":"Poppera, J., Yfantis, V., Ruskowski, M.: Simultaneous production and AGV scheduling using multi-agent deep reinforcement learning. Procedia CIRP 104, 1523\u20131528 (2021)","journal-title":"Procedia CIRP"},{"key":"6_CR16","doi-asserted-by":"crossref","unstructured":"Halbwidl, H., Sobottka, T., Gaal, A., Sihn, W.: Deep reinforcement learning as an optimization method for the configuration of adaptable, cell-oriented assembly systems. Procedia CIRP 104, 1221\u20131226 (2021)","DOI":"10.1016\/j.procir.2021.11.205"},{"key":"6_CR17","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv:1707.06347 (2017)"},{"issue":"268","key":"6_CR18","first-page":"1","volume":"22","author":"A Raffin","year":"2021","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(268), 1\u20138 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"6_CR19","unstructured":"Brockman, G., et al.: OpenAI Gym. arXiv:1606.01540 (2016)"},{"key":"6_CR20","unstructured":"Gym - an open-source Python library. https:\/\/github.com\/openai\/gym. Accessed 01 May 2023"},{"key":"6_CR21","unstructured":"FlexSim. The reinforcement learning tool. https:\/\/docs.flexsim.com\/en\/22.0\/ModelLogic\/ReinforcementLearning\/KeyConcepts\/KeyConcepts.html. Accessed 01 May 2023"}],"container-title":["Lecture Notes in Networks and Systems","18th International Conference on Soft Computing Models in Industrial and Environmental Applications (SOCO 2023)"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-42536-3_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,30]],"date-time":"2023-08-30T18:04:31Z","timestamp":1693418671000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-42536-3_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031425356","9783031425363"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-42536-3_6","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"value":"2367-3370","type":"print"},{"value":"2367-3389","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"31 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SOCO","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Soft Computing Models in Industrial and Environmental Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icscmiea2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2023.sococonference.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}