{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T14:01:03Z","timestamp":1760623263833,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,12,8]],"date-time":"2022-12-08T00:00:00Z","timestamp":1670457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001858","name":"Vinnova","doi-asserted-by":"publisher","award":["2019-03071"],"award-info":[{"award-number":["2019-03071"]}],"id":[{"id":"10.13039\/501100001858","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,12,8]]},"DOI":"10.1145\/3568160.3570226","type":"proceedings-article","created":{"date-parts":[[2022,11,30]],"date-time":"2022-11-30T11:17:23Z","timestamp":1669807043000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Systematic Evaluation of Automotive Intrusion Detection Datasets"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4877-4035","authenticated-orcid":false,"given":"Arash","family":"Vahidi","sequence":"first","affiliation":[{"name":"Digital Systems, Computer Science, RISE Research Institutes of Sweden, SE"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9587-3423","authenticated-orcid":false,"given":"Thomas","family":"Rosenstatter","sequence":"additional","affiliation":[{"name":"Digital Systems, Mobility & Systems, RISE Research Institutes of Sweden, SE"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3687-6755","authenticated-orcid":false,"given":"Nishat I","family":"Mowla","sequence":"additional","affiliation":[{"name":"Digital Systems, Mobility & Systems, RISE Research Institutes of Sweden, SE"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,12,8]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2021. UN Regulation No. 155. Regulation E\/ECE\/TRANS\/505\/Rev.3\/Add.154. United Nations."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1177\/15501477211000287"},{"key":"e_1_3_2_1_3_1","unstructured":"Nishat I Mowla and Joakim Rosell. 2021. V2X and cloud-based Intrusion Detection Mechanisms. Report CyReV (Cybersecurity for automotive systems in a changing environment) Deliverable 3.1."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2752359"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3264437.3264479"},{"key":"e_1_3_2_1_7_1","volume-title":"Intrusion Detection Method for In-Vehicle CAN Bus Based on Message and Time Transfer Matrix. Security and Communication Networks 2022 (07","author":"Bi Zixiang","year":"2022","unstructured":"Zixiang Bi, Guoai Xu, Guosheng Xu, Miaoqing Tian, Ruobing Jiang, and Sutao Zhang. 2022. Intrusion Detection Method for In-Vehicle CAN Bus Based on Message and Time Transfer Matrix. Security and Communication Networks 2022 (07 Mar 2022), 2554280."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01164"},{"volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"Castelijns A.","key":"e_1_3_2_1_9_1","unstructured":"Laurens\u00a0A. Castelijns, Yuri Maas, and Joaquin Vanschoren. 2020. The ABC of Data: A Classifying Framework for Data Readiness. In Machine Learning and Knowledge Discovery in Databases, Peggy Cellierand Kurt Driessens (Eds.). Springer International Publishing, Cham, 3\u201316."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1007730.1007733"},{"key":"e_1_3_2_1_11_1","volume-title":"Comprehensive Experimental Analyses of Automotive Attack Surfaces. In 20th USENIX Security Symposium (USENIX Security 11)","author":"Checkoway Stephen","year":"2011","unstructured":"Stephen Checkoway, Damon McCoy, Brian Kantor, Danny Anderson, Hovav Shacham, Stefan Savage, Karl Koscher, Alexei Czeskis, Franziska Roesner, and Tadayoshi Kohno. 2011. Comprehensive Experimental Analyses of Automotive Attack Surfaces. In 20th USENIX Security Symposium (USENIX Security 11). USENIX Association, San Francisco, CA. https:\/\/www.usenix.org\/conference\/usenix-security-11\/comprehensive-experimental-analyses-automotive-attack-surfaces"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5220\/0010445500002932"},{"key":"e_1_3_2_1_13_1","volume-title":"Fingerprinting Electronic Control Units for Vehicle Intrusion Detection. In 25th USENIX Security Symposium (USENIX Security 16)","author":"Cho Kyong-Tak","year":"2016","unstructured":"Kyong-Tak Cho and Kang\u00a0G. Shin. 2016. Fingerprinting Electronic Control Units for Vehicle Intrusion Detection. In 25th USENIX Security Symposium (USENIX Security 16). USENIX Association, Austin, TX, 911\u2013927."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3424155"},{"key":"e_1_3_2_1_15_1","volume-title":"Evaluation Framework for Network Intrusion Detection Systems for In-Vehicle CAN. In 2019 IEEE International Conference on Connected Vehicles and Expo (ICCVE). 1\u20136.","author":"Dupont Guillaume","year":"2019","unstructured":"Guillaume Dupont, Jerry Den\u00a0Hartog, Sandro Etalle, and Alexios Lekidis. 2019. Evaluation Framework for Network Intrusion Detection Systems for In-Vehicle CAN. In 2019 IEEE International Conference on Connected Vehicles and Expo (ICCVE). 1\u20136."},{"key":"e_1_3_2_1_16_1","unstructured":"Kawin Ethayarajh Yejin Choi and Swabha Swayamdipta. 2021. Information-Theoretic Measures of Dataset Difficulty. ArXiv abs\/2110.08420(2021)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.11192"},{"key":"e_1_3_2_1_18_1","unstructured":"Ronald\u00a0Aylmer Fisher. 1988. Iris Flower Data Set. UCI Machine Learning Repository."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359789.3359834"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2009.5164434"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.vehcom.2018.09.004"},{"key":"e_1_3_2_1_22_1","unstructured":"Markus Hanselmann Thilo Strauss Katharina Dormann and Holger Ulmer. 2019. CANet: An Unsupervised Intrusion Detection System for High Dimensional CAN Bus Data. CoRR abs\/1906.02492(2019). arxiv:1906.02492http:\/\/arxiv.org\/abs\/1906.02492"},{"key":"e_1_3_2_1_23_1","volume-title":"KDD Cup 1999 Data. The UCI KDD Archive","author":"Hettich S.","year":"1999","unstructured":"S. Hettich and S.\u00a0D. Bay. 1999. KDD Cup 1999 Data. The UCI KDD Archive (1999). http:\/\/kdd.ics.uci.edu\/"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/34.990132"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Safras Iqbal Peter Ball Muhammad\u00a0H Kamarudin and Andrew Bradley. 2022. Simulating Malicious Attacks on VANETs for Connected and Autonomous Vehicle Cybersecurity: A Machine Learning Dataset. arXiv preprint arXiv:2202.07704(2022).","DOI":"10.1109\/CSNDSP54353.2022.9908023"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899015.2899018"},{"volume-title":"Resilient Shield: Reinforcing the Resilience of Vehicles Against Security Threats. IEEE 93rd Vehicle Technology Conference(2021)","author":"Strandberg K.","key":"e_1_3_2_1_27_1","unstructured":"K. Strandberg, T. Rosenstatter, R. Jolak, N. Nowdehi, and T. Olovsson. 2021. Resilient Shield: Reinforcing the Resilience of Vehicles Against Security Threats. IEEE 93rd Vehicle Technology Conference(2021)."},{"key":"e_1_3_2_1_28_1","volume-title":"VeReMi Extension: A Dataset for Comparable Evaluation of Misbehavior Detection in VANETs. In ICC 2020 - 2020 IEEE International Conference on Communications (ICC). 1\u20136.","author":"Kamel Joseph","year":"2020","unstructured":"Joseph Kamel, Michael Wolf, Rens\u00a0W. van\u00a0der Hei, Arnaud Kaiser, Pascal Urien, and Frank Kargl. 2020. VeReMi Extension: A Dataset for Comparable Evaluation of Misbehavior Detection in VANETs. In ICC 2020 - 2020 IEEE International Conference on Communications (ICC). 1\u20136."},{"key":"e_1_3_2_1_29_1","volume-title":"Adapting Threat Modeling Methods for the Automotive Industry. 15th ESCAR Conference","author":"Karahasanovic Adi","year":"2017","unstructured":"Adi Karahasanovic, Pierre Kleberger, and Magnus Almgren. 2017. Adapting Threat Modeling Methods for the Automotive Industry. 15th ESCAR Conference, Berlin."},{"key":"e_1_3_2_1_30_1","volume-title":"Are public intrusion datasets fit for purpose characterising the state of the art in intrusion event datasets. Computers & Security 99 (12","author":"Kenyon Anthony","year":"2020","unstructured":"Anthony Kenyon, Lipika Deka, and David Elizondo. 2020. Are public intrusion datasets fit for purpose characterising the state of the art in intrusion event datasets. Computers & Security 99 (12 2020), 102022."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3327961.3329529"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/PST.2016.7906929"},{"key":"e_1_3_2_1_33_1","volume-title":"Analysis of Realistic Attack Scenarios in Vehicle Ad-hoc Networks. In 2019 7th International Symposium on Digital Forensics and Security (ISDFS). 1\u20136.","author":"Lastinec Jan","year":"2019","unstructured":"Jan Lastinec and Mario Keszeli. 2019. Analysis of Realistic Attack Scenarios in Vehicle Ad-hoc Networks. In 2019 7th International Symposium on Digital Forensics and Security (ISDFS). 1\u20136."},{"key":"e_1_3_2_1_34_1","volume-title":"Data Readiness Levels. arXiv:1705.02245","author":"Lawrence D.","year":"2017","unstructured":"Neil\u00a0D. Lawrence. 2017. Data Readiness Levels. arXiv:1705.02245 (2017). arxiv:1705.02245http:\/\/arxiv.org\/abs\/1705.02245"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/PST.2017.00017"},{"key":"e_1_3_2_1_36_1","volume-title":"Automation Test in Europe Conference Exhibition (DATE). 621\u2013624","author":"Macher Georg","year":"2015","unstructured":"Georg Macher, Harald Sporer, Reinhard Berlach, Eric Armengaud, and Christian Kreiner. 2015. SAHARA: A security-aware hazard and risk analysis method. In 2015 Design, Automation Test in Europe Conference Exhibition (DATE). 621\u2013624."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1334"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/382912.382923"},{"key":"e_1_3_2_1_40_1","unstructured":"Microsoft Corporation. 2005. The STRIDE Threat Model. https:\/\/msdn.microsoft.com\/en-us\/library\/ee823878.aspx (Accessed: 2022-06-22)."},{"key":"e_1_3_2_1_41_1","volume-title":"Black Hat USA 2015(2015)","author":"Miller Charlie","year":"2015","unstructured":"Charlie Miller and Chris Valasek. 2015. Remote exploitation of an unaltered passenger vehicle. Black Hat USA 2015(2015)."},{"key":"e_1_3_2_1_42_1","volume-title":"DRIVETRUTH: Automated Autonomous Driving Dataset Generation for Security Applications. In Workshop on Automotive and Autonomous Vehicle Security (AutoSec)","author":"Muller Raymond","year":"2022","unstructured":"Raymond Muller, Yanmao Man, Z\u00a0Berkay Celik, Ming Li, and Ryan Gerdes. 2022. DRIVETRUTH: Automated Autonomous Driving Dataset Generation for Security Applications. In Workshop on Automotive and Autonomous Vehicle Security (AutoSec) 2022."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/VETECF.2008.259"},{"volume-title":"NIST FIPS PUB 199 \u2013 Standards for Security Categorization of Federal Information and Information Systems. Standard","author":"NIST FIPS PUB","key":"e_1_3_2_1_44_1","unstructured":"NIST FIPS PUB 199 2004. NIST FIPS PUB 199 \u2013 Standards for Security Categorization of Federal Information and Information Systems. Standard. National Institute of Standards and Technology."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-020-07635-1"},{"key":"e_1_3_2_1_46_1","unstructured":"Robert Bosch GmbH. 2012. CAN with Flexible Data-Rate - Specification Version 1.0. Robert Bosch GmbH."},{"key":"e_1_3_2_1_47_1","volume-title":"REMIND: A Framework for the Resilient Design of Automotive Systems. In 2020 IEEE Secure Development (SecDev). 81\u201395.","author":"Rosenstatter Thomas","year":"2020","unstructured":"Thomas Rosenstatter, Kim Strandberg, Rodi Jolak, Riccardo Scandariato, and Tomas Olovsson. 2020. REMIND: A Framework for the Resilient Design of Automotive Systems. In 2020 IEEE Secure Development (SecDev). 81\u201395."},{"key":"e_1_3_2_1_48_1","unstructured":"Sang\u00a0Uk Sagong Xuhang Ying Radha Poovendran and Linda Bushnell. 2018. Exploring Attack Surfaces of Voltage-Based Intrusion Detection Systems in Controller Area Networks. In ESCAR\u201918."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/PST.2018.8514157"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.13052\/jsn2445-9739.2017.009"},{"key":"e_1_3_2_1_51_1","volume-title":"Survey and Classification of Automotive Security Attacks. Information 10, 4","author":"Sommer Florian","year":"2019","unstructured":"Florian Sommer, J\u00fcrgen D\u00fcrrwang, and Reiner Kriesten. 2019. Survey and Classification of Automotive Security Attacks. Information 10, 4 (2019)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/3ICT53449.2021.9581683"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/CISDA.2009.5356528"},{"key":"e_1_3_2_1_54_1","unstructured":"Tencent Keen Security Lab. 2020. Experimental Security Assessment on Lexus Cars. https:\/\/keenlab.tencent.com\/en\/2020\/03\/30\/Tencent-Keen-Security-Lab-Experimental-Security-Assessment-on-Lexus-Cars\/. Accessed: 2020-09-15."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","unstructured":"U.S. Department of Transportation Federal Highway Administration. 2016. Next Generation Simulation (NGSIM) Vehicle Trajectories and Supporting Data. [Dataset]. Provided by ITS DataHub through Data.transportation.gov. Accessed: 2022-09-27: from http:\/\/doi.org\/10.21949\/1504477.","DOI":"10.21949\/1504477"},{"key":"e_1_3_2_1_56_1","unstructured":"U.S. Department of Transportation Federal Highway Administration (FHWA). 2022. Next Generation Simulation (NGSIM). https:\/\/ops.fhwa.dot.gov\/trafficanalysistools\/ngsim.htm Accessed: 2022-03-11."},{"key":"e_1_3_2_1_57_1","volume-title":"Thomas Lukaseder, and Frank Kargl.","author":"W.","year":"2018","unstructured":"Rens\u00a0W. van\u00a0der Heijden, Thomas Lukaseder, and Frank Kargl. 2018. VeReMi: A Dataset for Comparable Evaluation of Misbehavior Detection in VANETs. In Security and Privacy in Communication Networks, Raheem Beyah, Bing Chang, Yingjiu Li, and Sencun Zhu (Eds.). Springer International Publishing, Cham, 318\u2013337."},{"key":"e_1_3_2_1_58_1","volume-title":"ROAD: The Real ORNL Automotive Dynamometer Controller Area Network Intrusion Detection Dataset (with a comprehensive CAN IDS dataset survey & guide). arxiv:2012.14600\u00a0[cs.CR]","author":"Verma E.","year":"2020","unstructured":"Miki\u00a0E. Verma, Michael\u00a0D. Iannacone, Robert\u00a0A. Bridges, Samuel\u00a0C. Hollifield, Bill Kay, and Frank\u00a0L. Combs. 2020. ROAD: The Real ORNL Automotive Dynamometer Controller Area Network Intrusion Detection Dataset (with a comprehensive CAN IDS dataset survey & guide). arxiv:2012.14600\u00a0[cs.CR]"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2908074"},{"key":"e_1_3_2_1_60_1","unstructured":"Yilun Xu Shengjia Zhao Jiaming Song Russell Stewart and Stefano Ermon. 2020. A Theory of Usable Information Under Computational Constraints. ArXiv abs\/2002.10689(2020)."},{"key":"e_1_3_2_1_61_1","unstructured":"M. Yan J. Li and G. Harpak. 2020. Security Research on Mercedes-Benz: From Hardware to Car Control. https:\/\/i.blackhat.com\/USA-20\/Thursday\/us-20-Yan-Security-Research-On-Mercedes-Benz-From-Hardware-To-Car-Control.pdf. Accessed: 2020-09-15."}],"event":{"name":"CSCS '22: Computer Science in Cars Symposium","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques"],"location":"Ingolstadt Germany","acronym":"CSCS '22"},"container-title":["Proceedings of the 6th ACM Computer Science in Cars Symposium"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3568160.3570226","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3568160.3570226","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T21:26:15Z","timestamp":1750281975000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3568160.3570226"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,8]]},"references-count":59,"alternative-id":["10.1145\/3568160.3570226","10.1145\/3568160"],"URL":"https:\/\/doi.org\/10.1145\/3568160.3570226","relation":{},"subject":[],"published":{"date-parts":[[2022,12,8]]},"assertion":[{"value":"2022-12-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}