{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T16:05:17Z","timestamp":1743005117884,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031445040"},{"type":"electronic","value":"9783031445057"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-44505-7_25","type":"book-chapter","created":{"date-parts":[[2023,10,24]],"date-time":"2023-10-24T18:03:41Z","timestamp":1698170621000},"page":"363-377","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Experimental Digital Twin for Job Shops with Transportation Agents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7102-5307","authenticated-orcid":false,"given":"Aymen","family":"Gannouni","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4064-2230","authenticated-orcid":false,"given":"Luis Felipe","family":"Casas Murillo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0141-2050","authenticated-orcid":false,"given":"Marco","family":"Kemmerling","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8450-2889","authenticated-orcid":false,"given":"Anas","family":"Abdelrazeq","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0011-5962","authenticated-orcid":false,"given":"Robert H.","family":"Schmitt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,25]]},"reference":[{"key":"25_CR1","unstructured":"Brockman, G., et al.: Openai gym. https:\/\/arxiv.org\/pdf\/1606.01540v1"},{"key":"25_CR2","doi-asserted-by":"crossref","unstructured":"Taillard, E.: Benchmarks for basic scheduling problems 64, 278\u2013285 (1993)","DOI":"10.1016\/0377-2217(93)90182-M"},{"key":"25_CR3","doi-asserted-by":"publisher","unstructured":"Erez, T., Tassa, Y., Todorov, E.: Simulation tools for model-based robotics: comparison of bullet, havok, mujoco, ode and physx, pp. 4397\u20134404 (2015). https:\/\/doi.org\/10.1109\/ICRA.2015.7139807","DOI":"10.1109\/ICRA.2015.7139807"},{"key":"25_CR4","doi-asserted-by":"publisher","unstructured":"Feldkamp, N., Bergmann, S., Strassburger, S.: Simulation-based deep reinforcement learning for modular production systems. In: 2020 Winter Simulation Conference (WSC). IEEE (2020). https:\/\/doi.org\/10.1109\/WSC48552.2020.9384089","DOI":"10.1109\/WSC48552.2020.9384089"},{"key":"25_CR5","unstructured":"Fujimoto, S., van Hoof, H., Meger, D.: Addressing function approximation error in actor-critic methods. https:\/\/arxiv.org\/pdf\/1802.09477v3"},{"key":"25_CR6","unstructured":"Gazebo: simulation tool (2023). https:\/\/gazebosim.org\/home"},{"key":"25_CR7","unstructured":"Google: or tools (2022). https:\/\/developers.google.com\/optimization"},{"key":"25_CR8","doi-asserted-by":"publisher","unstructured":"Hu, H., Jia, X., He, Q., Fu, S., Liu, K.: Deep reinforcement learning based AGVs real-time scheduling with mixed rule for flexible shop floor in industry 4.0. Comput. Ind. Eng. 149(2), 106749 (2020). https:\/\/doi.org\/10.1016\/j.cie.2020.106749","DOI":"10.1016\/j.cie.2020.106749"},{"key":"25_CR9","doi-asserted-by":"publisher","unstructured":"Huang, S., Mao, Y., Peng, Z., Hu, X.: Mixed reality-based digital twin implementation approach for flexible manufacturing system design (2022). https:\/\/doi.org\/10.21203\/rs.3.rs-1265753\/v1","DOI":"10.21203\/rs.3.rs-1265753\/v1"},{"key":"25_CR10","unstructured":"Juliani, A., et al.: Unity: a general platform for intelligent agents (2020). https:\/\/arxiv.org\/pdf\/1809.02627v2.pdf"},{"key":"25_CR11","unstructured":"K\u00f6rber, M., Lange, J., Rediske, S., Steinmann, S., Gl\u00fcck, R.: Comparing popular simulation environments in the scope of robotics and reinforcement learning (2021). https:\/\/arxiv.org\/pdf\/2103.04616v1.pdf"},{"issue":"1","key":"25_CR12","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1016\/j.cirp.2020.04.001","volume":"69","author":"A Malus","year":"2020","unstructured":"Malus, A., Kozjek, D., Vrabi\u010d, R.: Real-time order dispatching for a fleet of autonomous mobile robots using multi-agent reinforcement learning. CIRP Ann. 69(1), 397\u2013400 (2020). https:\/\/doi.org\/10.1016\/j.cirp.2020.04.001","journal-title":"CIRP Ann."},{"key":"25_CR13","unstructured":"MuJoCo: simulation tool (2022). https:\/\/mujoco.org\/"},{"key":"25_CR14","doi-asserted-by":"publisher","first-page":"939","DOI":"10.1016\/j.promfg.2017.07.198","volume":"11","author":"E Negri","year":"2017","unstructured":"Negri, E., Fumagalli, L., Macchi, M.: A review of the roles of digital twin in cps-based production systems. Procedia Manuf. 11, 939\u2013948 (2017). https:\/\/doi.org\/10.1016\/j.promfg.2017.07.198","journal-title":"Procedia Manuf."},{"key":"25_CR15","unstructured":"Nvidia: Omniverse (2023). https:\/\/www.nvidia.com\/en-us\/omniverse\/"},{"key":"25_CR16","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-baselines3: reliable reinforcement learning implementations. J. Mach. Learn. Res. 22(268), 1\u20138 (2021). https:\/\/jmlr.org\/papers\/v22\/20-1364.html"},{"issue":"4","key":"25_CR17","doi-asserted-by":"publisher","first-page":"1722","DOI":"10.1109\/TII.2018.2804917","volume":"14","author":"M Schluse","year":"2018","unstructured":"Schluse, M., Priggemeyer, M., Atorf, L., Rossmann, J.: Experimentable digital twins-streamlining simulation-based systems engineering for industry 4.0. IEEE Trans. Ind. Inform. 14(4), 1722\u20131731 (2018). https:\/\/doi.org\/10.1109\/TII.2018.2804917","journal-title":"IEEE Trans. Ind. Inform."},{"key":"25_CR18","doi-asserted-by":"publisher","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms (2017). https:\/\/doi.org\/10.48550\/ARXIV.1707.06347, https:\/\/arxiv.org\/abs\/1707.06347","DOI":"10.48550\/ARXIV.1707.06347"},{"key":"25_CR19","unstructured":"Simulation, S.P.: Simulation tool (2023). https:\/\/plant-simulation.de\/"},{"key":"25_CR20","unstructured":"Tecnomatix: Simulation tool (2023). https:\/\/www.plm.automation.siemens.com\/global\/en\/products\/tecnomatix\/"},{"issue":"4","key":"25_CR21","doi-asserted-by":"publisher","first-page":"539","DOI":"10.3390\/electronics11040539","volume":"11","author":"A Tortorelli","year":"2022","unstructured":"Tortorelli, A., Imran, M., Delli Priscoli, F., Liberati, F.: A parallel deep reinforcement learning framework for controlling industrial assembly lines. Electronics 11(4), 539 (2022). https:\/\/doi.org\/10.3390\/electronics11040539","journal-title":"Electronics"},{"key":"25_CR22","unstructured":"Unity: simulation tool (2023). https:\/\/unity.com"},{"key":"25_CR23","unstructured":"Zhang, C., Song, W., Cao, Z., Zhang, J., Tan, P.S., Chi, X.: Learning to dispatch for job shop scheduling via deep reinforcement learning. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M.F., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol. 33, pp. 1621\u20131632. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper\/2020\/file\/11958dfee29b6709f48a9ba0387a2431-Paper.pdf"},{"issue":"3","key":"25_CR24","doi-asserted-by":"publisher","first-page":"1217","DOI":"10.1007\/s12652-018-0687-5","volume":"10","author":"Z Zhang","year":"2018","unstructured":"Zhang, Z., Wang, X., Wang, X., Cui, F., Cheng, H.: A simulation-based approach for plant layout design and production planning. J. Ambient. Intell. Humaniz. Comput. 10(3), 1217\u20131230 (2018). https:\/\/doi.org\/10.1007\/s12652-018-0687-5","journal-title":"J. Ambient. Intell. Humaniz. Comput."}],"container-title":["Lecture Notes in Computer Science","Learning and Intelligent Optimization"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-44505-7_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,24]],"date-time":"2023-10-24T18:06:30Z","timestamp":1698170790000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-44505-7_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031445040","9783031445057"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-44505-7_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"25 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LION","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Learning and Intelligent Optimization","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nice","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 June 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"lion2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lion17.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"83","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"48% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.7","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}