{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T16:14:11Z","timestamp":1784736851861,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":86,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581046","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:27:55Z","timestamp":1681964875000},"page":"1-19","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["Train as you Fight: Evaluating Authentic Cybersecurity Training in Cyber Ranges"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0239-7526","authenticated-orcid":false,"given":"Magdalena","family":"Glas","sequence":"first","affiliation":[{"name":"Chair of Information Systems, University of Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1119-4715","authenticated-orcid":false,"given":"Manfred","family":"Vielberth","sequence":"additional","affiliation":[{"name":"Chair of Information Systems, University of Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1338-9003","authenticated-orcid":false,"given":"Guenther","family":"Pernul","sequence":"additional","affiliation":[{"name":"Chair of Information Systems, Universit\u00e4t Regensburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW51379.2020.00014"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-019-01442-0"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSR54599.2022.9850280"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON46332.2021.9454094"},{"key":"e_1_3_3_3_5_1","volume-title":"Goal question metric paradigm. Encyclopedia of software engineering(1994), 528\u2013532","author":"Basili R","unstructured":"Victor\u00a0R Basili. 1994. Goal question metric paradigm. Encyclopedia of software engineering(1994), 528\u2013532."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3465481.3469182"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW.2019.00014"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2018.06.001"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW55150.2022.00051"},{"key":"e_1_3_3_3_10_1","volume-title":"Activities in Cyber Ranges. In Model-driven Simulation and Training Environments for Cybersecurity","author":"Braghin Chiara","unstructured":"Chiara Braghin, Stelvio Cimato, Ernesto Damiani, Fulvio Frati, Elvinia Riccobene, and Sadegh Astaneh. 2020. Towards the Monitoring and Evaluation of Trainees\u2019 Activities in Cyber Ranges. In Model-driven Simulation and Training Environments for Cybersecurity, George Hatzivasilis and Sotiris Ioannidis (Eds.). Springer International Publishing, Cham, 79\u201391."},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2017.10.013"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICECET55527.2022.9872859"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","unstructured":"Francesco Caturano Gaetano Perrone and Simon\u00a0Pietro Romano. 2020. Capturing flags in a dynamically deployed microservices-based heterogeneous environment. In 2020 Principles Systems and Applications of IP Telecommunications (IPTComm). 1\u20137. https:\/\/doi.org\/10.1109\/IPTComm50535.2020.9261519","DOI":"10.1109\/IPTComm50535.2020.9261519"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312935"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2021.100361"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2021.102551"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376214"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW55150.2022.00046"},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2015.27"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICMCIS.2019.8842802"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/THS.2018.8574134"},{"key":"e_1_3_3_3_23_1","volume-title":"Scale development: Theory and applications","unstructured":"R.\u00a0F.\u00a0. DeVellis. 1992. Scale development: Theory and applications. Sage Publications, Inc."},{"key":"e_1_3_3_3_24_1","volume-title":"Interactions of metacognition with motivation and affect in self-regulated learning: The MASRL model. Educational psychologist 46, 1","author":"Efklides Anastasia","year":"2011","unstructured":"Anastasia Efklides. 2011. Interactions of metacognition with motivation and affect in self-regulated learning: The MASRL model. Educational psychologist 46, 1 (2011), 6\u201325."},{"key":"e_1_3_3_3_25_1","volume-title":"The Challenges of the Digital Transformation in Education, Michael\u00a0E","author":"Fenton Demitrius","unstructured":"Demitrius Fenton, Terry Traylor, Guy Hokanson, and Jeremy Straub. 2019. Integrating Cyber Range Technologies and Certification Programs to Improve Cybersecurity Training Programs. In The Challenges of the Digital Transformation in Education, Michael\u00a0E. Auer and Thrasyvoulos Tsiatsos (Eds.). Springer International Publishing, Cham, 632\u2013643."},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2019.04.004"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312846"},{"key":"e_1_3_3_3_28_1","volume-title":"Information Security Education - Adapting to the Fourth Industrial Revolution, Lynette Drevin, Natalia Miloslavskaya, Wai\u00a0Sze Leung, and Sun\u00e9 von Solms (Eds.)","author":"Friedl Sabrina","unstructured":"Sabrina Friedl, Magdalena Glas, Ludwig Englbrecht, Fabian B\u00f6hm, and G\u00fcnther Pernul. 2022. ForCyRange: An Educational IoT Cyber Range for\u00a0Live Digital Forensics. In Information Security Education - Adapting to the Fourth Industrial Revolution, Lynette Drevin, Natalia Miloslavskaya, Wai\u00a0Sze Leung, and Sun\u00e9 von Solms (Eds.). Springer International Publishing, Cham, 77\u201391."},{"key":"e_1_3_3_3_29_1","volume-title":"Human Aspects of Information Security and Assurance","author":"Glas Magdalena","unstructured":"Magdalena Glas, Manfred Vielberth, Tobias Reittinger, Fabian B\u00f6hm, and G\u00fcnther Pernul. 2022. Visual Programming in Cyber Range Training to Improve Skill Development. In Human Aspects of Information Security and Assurance, Nathan Clarke and Steven Furnell (Eds.). Springer International Publishing, Cham, 3\u201313."},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10111-015-0350-2"},{"key":"e_1_3_3_3_31_1","volume-title":"Cyber Range Automation Overview with a Case Study of CRATE","author":"Gustafsson Tommy","unstructured":"Tommy Gustafsson and Jonas Almroth. 2021. Cyber Range Automation Overview with a Case Study of CRATE. In Secure IT Systems, Mikael Asplund and Simin Nadjm-Tehrani (Eds.). Springer International Publishing, Cham, 192\u2013209."},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSR51186.2021.9527963"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","unstructured":"Olivier Jacq Pablo\u00a0Gim\u00e9nez Salazar Kamban Parasuraman Jarkko Kuusij\u00e4rvi Andriana Gkaniatsou Evangelia Latsa and Angelos Amditis. 2021. The Cyber-MAR Project: First Results and Perspectives on the Use of Hybrid Cyber Ranges for Port Cyber Risk Assessment. In 2021 IEEE International Conference on Cyber Security and Resilience (CSR). 409\u2013414. https:\/\/doi.org\/10.1109\/CSR51186.2021.9527968","DOI":"10.1109\/CSR51186.2021.9527968"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW51379.2020.00011"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3327961.3329532"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02905780"},{"key":"e_1_3_3_3_37_1","volume-title":"Training and Development Handbook","author":"Kirkpatrick L.","unstructured":"Donald\u00a0L. Kirkpatrick. 1967. Training and Development Handbook. American Society for Training and Development, New York: McGraw-Hill Book Company, Chapter Evaluation of Training."},{"key":"e_1_3_3_3_38_1","volume-title":"Digital Transformation in Semiconductor Manufacturing","author":"Kucek Stela","unstructured":"Stela Kucek and Maria Leitner. 2020. Training the Human-in-the-Loop in Industrial Cyber Ranges. In Digital Transformation in Semiconductor Manufacturing, Sophia Keil, Rainer Lasch, Fabian Lindner, and Jacob Lohmer (Eds.). Springer International Publishing, Cham, 107\u2013118."},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"crossref","unstructured":"Dennis Kundisch Jan Muntermann Anna\u00a0Maria Oberl\u00e4nder Daniel Rau Maximilian R\u00f6glinger Thorsten Schoormann and Daniel Szopinski. 2021. An Update for Taxonomy Designers. Business & Information Systems Engineering(2021) 1\u201319.","DOI":"10.1007\/s12599-021-00723-x"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2021.102229"},{"key":"e_1_3_3_3_41_1","volume-title":"An ICS Based Scenario Generator for Cyber Ranges","author":"Larrucea Xabier","unstructured":"Xabier Larrucea and Alberto Molinuevo. 2020. An ICS Based Scenario Generator for Cyber Ranges. In Systems, Software and Services Process Improvement, Murat Yilmaz, J\u00f6rg Niemann, Paul Clarke, and Richard Messnarz (Eds.). Springer International Publishing, Cham, 543\u2013554."},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3424954.3424959"},{"key":"e_1_3_3_3_43_1","first-page":"44","article-title":"The human element: The weakest link in information security","volume":"204","author":"Lineberry Stephen","year":"2007","unstructured":"Stephen Lineberry. 2007. The human element: The weakest link in information security. Journal of Accountancy 204, 5 (2007), 44.","journal-title":"Journal of Accountancy"},{"key":"e_1_3_3_3_44_1","volume-title":"Improving and Measuring Learning Effectiveness at Cyber Defense Exercises","author":"Maennel Kaie","unstructured":"Kaie Maennel, Rain Ottis, and Olaf Maennel. 2017. Improving and Measuring Learning Effectiveness at Cyber Defense Exercises. In Secure IT Systems, Helger Lipmaa, Aikaterini Mitrokotsa, and Raimundas Matulevi\u010dius (Eds.). Springer International Publishing, Cham, 123\u2013138."},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","unstructured":"Rasmi-Vlad Mahmoud Egon Kidmose Ahmet Turkmen Olga Pilawka and Jens\u00a0Myrup Pedersen. 2021. DefAtt - Architecture of Virtual Cyber Labs for Research and Education. In 2021 International Conference on Cyber Situational Awareness Data Analytics and Assessment (CyberSA). 1\u20137. https:\/\/doi.org\/10.1109\/CyberSA52016.2021.9478236","DOI":"10.1109\/CyberSA52016.2021.9478236"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSR54599.2022.9850278"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3101245"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSR51186.2021.9527985"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSREW53611.2021.00094"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2018.8659299"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.5555\/1736186.1736216"},{"key":"e_1_3_3_3_53_1","volume-title":"Selected Papers from the 12th International Networking Conference","author":"Peratikou Adamantini","unstructured":"Adamantini Peratikou, Constantinos Louca, Stavros Shiaeles, and Stavros Stavrou. 2021. On Federated Cyber Range Network Interconnection. In Selected Papers from the 12th International Networking Conference, Bogdan Ghitaand Stavros Shiaeles (Eds.). Springer International Publishing, Cham, 117\u2013128."},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3011077.3011087"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSR51186.2021.9527923"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSR51186.2021.9527904"},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3465481.3469185"},{"key":"e_1_3_3_3_58_1","volume-title":"Goal Question Metric Paradigm. Encyclopedia of Software Engineering(1994), 528\u2013532","author":"V.","unstructured":"Basili\u00a0V. R.1994. Goal Question Metric Paradigm. Encyclopedia of Software Engineering(1994), 528\u2013532."},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470670"},{"key":"e_1_3_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-98935-8_5"},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/WoWMoM54355.2022.00088"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300663"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSPW54576.2021.00031"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2020.101837"},{"key":"e_1_3_3_3_65_1","volume-title":"Transforming the \u2018weakest link\u2019\u2014a human\/computer interaction approach to usable and effective security. BT technology journal 19, 3","author":"Sasse Martina\u00a0Angela","year":"2001","unstructured":"Martina\u00a0Angela Sasse, Sacha Brostoff, and Dirk Weirich. 2001. Transforming the \u2018weakest link\u2019\u2014a human\/computer interaction approach to usable and effective security. BT technology journal 19, 3 (2001), 122\u2013131."},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/ComPE53109.2021.9752401"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.23919\/CyCon55549.2022.9811000"},{"key":"e_1_3_3_3_68_1","volume-title":"Model-driven Simulation and Training Environments for Cybersecurity","author":"Smyrlis Michail","unstructured":"Michail Smyrlis, Konstantinos Fysarakis, George Spanoudakis, and George Hatzivasilis. 2020. Cyber Range Training Programme Specification Through Cyber Threat and Training Preparation Models. In Model-driven Simulation and Training Environments for Cybersecurity, George Hatzivasilisand Sotiris Ioannidis (Eds.). Springer International Publishing, Cham, 22\u201337."},{"key":"e_1_3_3_3_69_1","volume-title":"Model-Driven Cyber Range Training: A Cyber Security Assurance Perspective","author":"Somarakis Iason","unstructured":"Iason Somarakis, Michail Smyrlis, Konstantinos Fysarakis, and George Spanoudakis. 2020. Model-Driven Cyber Range Training: A Cyber Security Assurance Perspective. In Computer Security, Apostolos\u00a0P. Fournaris, Manos Athanatos, Konstantinos Lampropoulos, Sotiris Ioannidis, George Hatzivasilis, Ernesto Damiani, Habtamu Abie, Silvio Ranise, Luca Verderame, Alberto Siena, and Joaquin Garcia-Alfaro (Eds.). Springer International Publishing, Cham, 172\u2013184."},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICEED.2017.8251171"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2846590"},{"key":"e_1_3_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.3390\/s20247148"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1109\/DTPI52967.2021.9540146"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2021.3091904"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3045514"},{"key":"e_1_3_3_3_76_1","volume-title":"A Digital Twin-Based Cyber Range for SOC Analysts","author":"Vielberth Manfred","unstructured":"Manfred Vielberth, Magdalena Glas, Marietheres Dietz, Stylianos Karagiannis, Emmanouil Magkos, and G\u00fcnther Pernul. 2021. A Digital Twin-Based Cyber Range for SOC Analysts. In Data and Applications Security and Privacy XXXV, Ken Barker and Kambiz Ghazinour (Eds.). Springer International Publishing, Cham, 293\u2013311."},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197091.3197123"},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499414"},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2017.8190713"},{"key":"e_1_3_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE49875.2021.9637180"},{"key":"e_1_3_3_3_81_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2022.102635"},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2022.102892"},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2019.101636"},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2021.102450"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON46332.2021.9453958"},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON52537.2022.9766560"},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","DOI":"10.1109\/CMI53512.2021.9663786"},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2019.05.005"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581046","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581046","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:56Z","timestamp":1750178876000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581046"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":86,"alternative-id":["10.1145\/3544548.3581046","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581046","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}