{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T15:20:24Z","timestamp":1781191224268,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3477314.3507024","type":"proceedings-article","created":{"date-parts":[[2022,5,7]],"date-time":"2022-05-07T00:37:36Z","timestamp":1651883856000},"page":"403-412","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":20,"title":["\"Do you know existing accuracy metrics overrate time-series anomaly detections?\""],"prefix":"10.1145","author":[{"given":"Won-Seok","family":"Hwang","sequence":"first","affiliation":[{"name":"The Affiliated Institute of ETRI, Daejeon, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeong-Han","family":"Yun","sequence":"additional","affiliation":[{"name":"The Affiliated Institute of ETRI, Daejeon, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonguk","family":"Kim","sequence":"additional","affiliation":[{"name":"The Affiliated Institute of ETRI, Daejeon, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Byung Gil","family":"Min","sequence":"additional","affiliation":[{"name":"The Affiliated Institute of ETRI, Daejeon, South Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,5,6]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403392"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE48307.2020.00182"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"K. Cho et al. 2014. Learning Phrase Representations Using RNN Encoder-Decoder for Statistical Machine Translation. arXiv preprint arXiv:1406.1078 (2014).","DOI":"10.3115\/v1\/D14-1179"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"J. Goh et al. 2016. A Dataset to Support Research in the Design of Secure Water Treatment Systems. In CRITIS. 88--99.","DOI":"10.1007\/978-3-319-71368-7_8"},{"key":"e_1_3_2_1_5_1","volume-title":"Data Mining: Concepts and Techniques","author":"Han J.","year":"2011","unstructured":"J. Han, J. Pei, and M. Kamber. 2011. Data Mining: Concepts and Techniques. Elsevier."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.148.3.6878708"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358118"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"J. Kim J. Yun and H. Kim. 2019. Anomaly detection for industrial control systems using sequence-to-sequence neural networks. arXiv preprint arXiv:1911.04831 (2019).","DOI":"10.1007\/978-3-030-42048-2_1"},{"key":"e_1_3_2_1_9_1","unstructured":"S. Kim et al. 2021. Towards a Rigorous Evaluation of Time-series Anomaly Detection. arXiv preprint arXiv:2109.05257 (2021)."},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 2018 Workshop on Cyber-Physical Systems Security and PrivaCy. 72--83","author":"Kravchik M.","unstructured":"M. Kravchik and A. Shabtai. 2018. Detecting Cyber Attacks in Industrial Control Systems Using Convolutional Neural Networks. In Proceedings of the 2018 Workshop on Cyber-Physical Systems Security and PrivaCy. 72--83."},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of ICMLA. 3844","author":"Lavin A.","unstructured":"A. Lavin and S. Ahmad. 2015. Evaluating Real-Time Anomaly Detection Algorithms-The Numenta Anomaly Benchmark. In Proceedings of ICMLA. 3844."},{"key":"e_1_3_2_1_12_1","unstructured":"D. Li et al. 2018. Anomaly Detection with Generative Adversarial Networks for Multivariate Time Series. arXiv preprint arXiv:1809.04758 (2018)."},{"key":"e_1_3_2_1_13_1","unstructured":"D. Li et al. 2018. Anomaly Detection with Generative Adversarial Networks for Multivariate Time Series. arXiv:1809.04758"},{"key":"e_1_3_2_1_14_1","volume-title":"Isolation Forest. In Proceedings of ICDM. 413--422","author":"Liu F. T.","year":"2008","unstructured":"F. T. Liu, K. M. Ting, and Z.-H. Zhou. 2008. Isolation Forest. In Proceedings of ICDM. 413--422."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2013.01.012"},{"key":"e_1_3_2_1_16_1","volume-title":"Scikit-learn: Machine Learning in Python. the Journal of machine Learning research 12","author":"Pedregosa F.","year":"2011","unstructured":"F. Pedregosa et al. 2011. Scikit-learn: Machine Learning in Python. the Journal of machine Learning research 12 (2011), 2825--2830."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"B. Sch\u00f6lkopf et al. 2001. Estimating the Support of a High-Dimensional Distribution. Neural computation 13 7 (2001) 1443--1471.","DOI":"10.1162\/089976601750264965"},{"key":"e_1_3_2_1_18_1","first-page":"13016","article-title":"Timeseries Anomaly Detection Using Temporal Hierarchical One-Class Network","volume":"33","author":"Shen L.","year":"2020","unstructured":"L. Shen, Z. Li, and J. Kwok. 2020. Timeseries Anomaly Detection Using Temporal Hierarchical One-Class Network. Advances in Neural Information Processing Systems 33 (2020), 13016--13026.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_19_1","unstructured":"H.-K. Shin et al. 2020. HIL-based Augmented ICS (HAI) Security Dataset. https:\/\/github.com\/icsdataset\/hai."},{"key":"e_1_3_2_1_20_1","volume-title":"Two ICS Security Datasets and Anomaly Detection Contest on the HIL-based Augmented ICS Testbed. In Cyber Security Experimentation and Test Workshop. 36--40","author":"Shin H.-K.","year":"2021","unstructured":"H.-K. Shin et al. 2021. Two ICS Security Datasets and Anomaly Detection Contest on the HIL-based Augmented ICS Testbed. In Cyber Security Experimentation and Test Workshop. 36--40."},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of IJCNN. 1570--1577","author":"Singh N.","unstructured":"N. Singh and C. Olinsky. 2017. Demystifying Numenta Anomaly Benchmark. In Proceedings of IJCNN. 1570--1577."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-036-2.50047-3"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330672"},{"key":"e_1_3_2_1_24_1","unstructured":"N. Tatbul et al. 2018. Precision and Recall for Time Series. In Advances in Neural Information Processing Systems. 1924--1934."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3185996"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3133031"}],"event":{"name":"SAC '22: The 37th ACM\/SIGAPP Symposium on Applied Computing","location":"Virtual Event","acronym":"SAC '22","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing"]},"container-title":["Proceedings of the 37th ACM\/SIGAPP Symposium on Applied Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477314.3507024","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3477314.3507024","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:18:33Z","timestamp":1750191513000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477314.3507024"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":26,"alternative-id":["10.1145\/3477314.3507024","10.1145\/3477314"],"URL":"https:\/\/doi.org\/10.1145\/3477314.3507024","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-05-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}