{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T10:29:00Z","timestamp":1762338540687,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T00:00:00Z","timestamp":1691366400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,7]]},"DOI":"10.1145\/3607505.3607524","type":"proceedings-article","created":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T16:33:41Z","timestamp":1692635621000},"page":"32-40","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Battle Ground: Data Collection and Labeling of CTF Games to Understand Human Cyber Operators"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-4107-0175","authenticated-orcid":false,"given":"Georgel M.","family":"Savin","sequence":"first","affiliation":[{"name":"United States Naval Academy, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0946-8849","authenticated-orcid":false,"given":"Ammar","family":"Asseri","sequence":"additional","affiliation":[{"name":"United States Naval Academy, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3455-2562","authenticated-orcid":false,"given":"Josiah","family":"Dykstra","sequence":"additional","affiliation":[{"name":"National Security Agency, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-9311-1496","authenticated-orcid":false,"given":"Jonathan","family":"Goohs","sequence":"additional","affiliation":[{"name":"Cyber Strike Activity Sixty-Three, USN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3084-962X","authenticated-orcid":false,"given":"Anthony","family":"Melaragno","sequence":"additional","affiliation":[{"name":"United States Naval Academy, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7718-7385","authenticated-orcid":false,"given":"William","family":"Casey","sequence":"additional","affiliation":[{"name":"United States Naval Academy, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,8,21]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/CNS48642.2020.9162207"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2016.10.007"},{"key":"e_1_3_2_1_3_1","unstructured":"Andy Davis Tim Leek Michael Zhivich Kyle Gwinnup and William Leonard. 2014. The Fun and Future of { CTF}. In 2014 { USENIX} Summit on Gaming Games and Gamification in Security Education (3GSE 14).  Andy Davis Tim Leek Michael Zhivich Kyle Gwinnup and William Leonard. 2014. The Fun and Future of { CTF}. In 2014 { USENIX} Summit on Gaming Games and Gamification in Security Education (3GSE 14)."},{"volume-title":"DEF CON\u00aeHacking Conference - Capture the Flag Archive. https:\/\/www.defcon.org\/html\/links\/dc-ctf.html. Accessed: 2023-04-26","author":"Communications DEF CON","key":"e_1_3_2_1_4_1","unstructured":"DEF CON Communications , Inc. 2023. DEF CON\u00aeHacking Conference - Capture the Flag Archive. https:\/\/www.defcon.org\/html\/links\/dc-ctf.html. Accessed: 2023-04-26 . DEF CON Communications, Inc.2023. DEF CON\u00aeHacking Conference - Capture the Flag Archive. https:\/\/www.defcon.org\/html\/links\/dc-ctf.html. Accessed: 2023-04-26."},{"key":"e_1_3_2_1_5_1","unstructured":"Duncan Ferguson. 2023. clusterssh. https:\/\/github.com\/duncs\/clusterssh. Accessed: 2023-04-19.  Duncan Ferguson. 2023. clusterssh. https:\/\/github.com\/duncs\/clusterssh. Accessed: 2023-04-19."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/CIC48465.2019.00048"},{"key":"e_1_3_2_1_7_1","unstructured":"Jonathan Goohs Ray Mier Paul Deist and William Casey. 2022. Reducing Attack Surface by Learning Adversarial Bag of Tricks.https:\/\/weis2022.econinfosec.org\/wp-content\/uploads\/sites\/10\/2022\/06\/weis22-casey.pdf. (2022).  Jonathan Goohs Ray Mier Paul Deist and William Casey. 2022. Reducing Attack Surface by Learning Adversarial Bag of Tricks.https:\/\/weis2022.econinfosec.org\/wp-content\/uploads\/sites\/10\/2022\/06\/weis22-casey.pdf. (2022)."},{"key":"e_1_3_2_1_8_1","unstructured":"Hack The Box Ltd. 2023. Hack The Box: Hacking Training For The Best. https:\/\/www.hackthebox.com\/. Accessed: 2023-04-19.  Hack The Box Ltd. 2023. Hack The Box: Hacking Training For The Best. https:\/\/www.hackthebox.com\/. Accessed: 2023-04-19."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASEW52652.2021.00038"},{"key":"e_1_3_2_1_10_1","unstructured":"kernc. 2023. logkeys. https:\/\/github.com\/kernc\/logkeys. Accessed: 2023-04-19.  kernc. 2023. logkeys. https:\/\/github.com\/kernc\/logkeys. Accessed: 2023-04-19."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.3390\/app11167738"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2828959.2828960"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514040"},{"key":"e_1_3_2_1_14_1","unstructured":"MITRE. 2023. MITRE ATT&CK. https:\/\/attack.mitre.org. Accessed: 2023-04-07.  MITRE. 2023. MITRE ATT&CK. https:\/\/attack.mitre.org. Accessed: 2023-04-07."},{"key":"e_1_3_2_1_15_1","unstructured":"MITRE. 2023. MITRE D3FEND. https:\/\/d3fend.mitre.org\/. Accessed: 2023-04-10.  MITRE. 2023. MITRE D3FEND. https:\/\/d3fend.mitre.org\/. Accessed: 2023-04-10."},{"key":"e_1_3_2_1_16_1","unstructured":"MITRE Engenuity. 2022. Attack Flow. https:\/\/center-for-threat-informed-defense.github.io\/attack-flow\/. Accessed: 2023-04-12.  MITRE Engenuity. 2022. Attack Flow. https:\/\/center-for-threat-informed-defense.github.io\/attack-flow\/. Accessed: 2023-04-12."},{"key":"e_1_3_2_1_17_1","volume-title":"HICSS Symposium on Cybersecurity Big Data Analytics.","author":"Munaiah Nuthan","year":"2019","unstructured":"Nuthan Munaiah , Justin Pelletier , Shau-Hsuan Su , S\u00a0Jay Yang , and Andrew Meneely . 2019 . A cybersecurity dataset derived from the national collegiate penetration testing competition . In HICSS Symposium on Cybersecurity Big Data Analytics. Nuthan Munaiah, Justin Pelletier, Shau-Hsuan Su, S\u00a0Jay Yang, and Andrew Meneely. 2019. A cybersecurity dataset derived from the national collegiate penetration testing competition. In HICSS Symposium on Cybersecurity Big Data Analytics."},{"key":"e_1_3_2_1_18_1","unstructured":"Martin Nordholts. 2023. The official recordMyDesktop web page. https:\/\/enselic.github.io\/recordmydesktop\/. Accessed: 2023-04-19.  Martin Nordholts. 2023. The official recordMyDesktop web page. https:\/\/enselic.github.io\/recordmydesktop\/. Accessed: 2023-04-19."},{"key":"e_1_3_2_1_19_1","first-page":"1","article-title":"Understanding operator fatigue, frustration, and cognitive workload in tactical cybersecurity operations","volume":"16","author":"Paul Celeste\u00a0Lyn","year":"2017","unstructured":"Celeste\u00a0Lyn Paul and Josiah Dykstra . 2017 . Understanding operator fatigue, frustration, and cognitive workload in tactical cybersecurity operations . Journal of Information Warfare 16 , 2 (2017), 1 \u2013 11 . Celeste\u00a0Lyn Paul and Josiah Dykstra. 2017. Understanding operator fatigue, frustration, and cognitive workload in tactical cybersecurity operations. Journal of Information Warfare 16, 2 (2017), 1\u201311.","journal-title":"Journal of Information Warfare"},{"key":"e_1_3_2_1_20_1","unstructured":"Paul Rubin David MacKenzie Ian\u00a0Lance Taylor and Jim Meyering. 2023. tail(1) - Linux manual page. https:\/\/man7.org\/linux\/man-pages\/man1\/tail.1.html. Accessed: 2023-04-19.  Paul Rubin David MacKenzie Ian\u00a0Lance Taylor and Jim Meyering. 2023. tail(1) - Linux manual page. https:\/\/man7.org\/linux\/man-pages\/man1\/tail.1.html. Accessed: 2023-04-19."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dib.2021.107398"},{"key":"e_1_3_2_1_22_1","volume-title":"CTF: State-of-the-Art and Building the Next Generation. In ASE@ USENIX Security Symposium.","author":"Taylor Clark","year":"2017","unstructured":"Clark Taylor , Pablo Arias , Jim Klopchic , Celeste Matarazzo , and Evi Dube . 2017 . CTF: State-of-the-Art and Building the Next Generation. In ASE@ USENIX Security Symposium. Clark Taylor, Pablo Arias, Jim Klopchic, Celeste Matarazzo, and Evi Dube. 2017. CTF: State-of-the-Art and Building the Next Generation. In ASE@ USENIX Security Symposium."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.3390\/electronics10070835"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2019.101636"}],"event":{"name":"CSET 2023: 2023 Cyber Security Experimentation and Test Workshop","acronym":"CSET 2023","location":"Marina del Rey CA USA"},"container-title":["2023 Cyber Security Experimentation and Test Workshop"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3607505.3607524","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3607505.3607524","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:28Z","timestamp":1750178188000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3607505.3607524"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,7]]},"references-count":24,"alternative-id":["10.1145\/3607505.3607524","10.1145\/3607505"],"URL":"https:\/\/doi.org\/10.1145\/3607505.3607524","relation":{},"subject":[],"published":{"date-parts":[[2023,8,7]]},"assertion":[{"value":"2023-08-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}