{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:00:29Z","timestamp":1750309229917,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3663529.3663857","type":"proceedings-article","created":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T19:43:13Z","timestamp":1720640593000},"page":"382-387","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Decoding Anomalies! Unraveling Operational Challenges in Human-in-the-Loop Anomaly Validation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3181-0001","authenticated-orcid":false,"given":"Dong Jae","family":"Kim","sequence":"first","affiliation":[{"name":"Concordia University, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9344-9772","authenticated-orcid":false,"given":"Steven","family":"Locke","sequence":"additional","affiliation":[{"name":"Concordia University, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4027-0905","authenticated-orcid":false,"given":"Tse-Hsun (Peter)","family":"Chen","sequence":"additional","affiliation":[{"name":"Concordia University, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-6873-4320","authenticated-orcid":false,"given":"Andrei","family":"Toma","sequence":"additional","affiliation":[{"name":"ERA environmental management solutions, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6312-9602","authenticated-orcid":false,"given":"Sarah","family":"Sajedi","sequence":"additional","affiliation":[{"name":"ERA environmental management solutions, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8518-3306","authenticated-orcid":false,"given":"Steve","family":"Sporea","sequence":"additional","affiliation":[{"name":"ERA environmental management solutions, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9678-2776","authenticated-orcid":false,"given":"Laura","family":"Weinkam","sequence":"additional","affiliation":[{"name":"ERA environmental management solutions, Montreal, Canada"}]}],"member":"320","published-online":{"date-parts":[[2024,7,10]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"LogFiT: Log Anomaly Detection using Fine-Tuned Language Models","author":"Almodovar Crispin","year":"2024","unstructured":"Crispin Almodovar, Fariza Sabrina, Sarvnaz Karimi, and Salahuddin Azad. 2024. LogFiT: Log Anomaly Detection using Fine-Tuned Language Models. IEEE Transactions on Network and Service Management ( 2024 )."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Horace B Barlow. 1989. Unsupervised learning. Neural computation 1 3 ( 1989 ) 295-311.","DOI":"10.1162\/neco.1989.1.3.295"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Eric Bogert Aaron Schecter and Richard T Watson. 2021. Humans rely more on algorithms than social influence as a task becomes more dificult. Scientific reports 11 1 ( 2021 ) 8028.","DOI":"10.1038\/s41598-021-87480-9"},{"key":"e_1_3_2_1_4_1","unstructured":"Eric Breck Neoklis Polyzotis Sudip Roy Steven Whang and Martin Zinkevich. 2019. Data Validation for Machine Learning.. In MLSys."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/INISTA.2011.5946052"},{"key":"e_1_3_2_1_6_1","unstructured":"Zhuangbin Chen Jinyang Liu Wenwei Gu Yuxin Su and Michael R Lyu. 2021. Experience report: Deep learning-based system log analysis for anomaly detection. arXiv preprint arXiv:2107.05908 ( 2021 )."},{"key":"e_1_3_2_1_7_1","first-page":"149","article-title":"Execution anomaly detection in distributed systems through unstructured log analysis. In 2009 ninth IEEE international conference on data mining","author":"Fu Qiang","year":"2009","unstructured":"Qiang Fu, Jian-Guang Lou, Yi Wang, and Jiang Li. 2009. Execution anomaly detection in distributed systems through unstructured log analysis. In 2009 ninth IEEE international conference on data mining. IEEE, 149-158.","journal-title":"IEEE"},{"key":"e_1_3_2_1_8_1","unstructured":"Hongcheng Guo Jian Yang Jiaheng Liu Jiaqi Bai Boyang Wang Zhoujun Li Tieqiao Zheng Bo Zhang Qi Tian et al. 2024. LogFormer: A Pre-train and Tuning Pipeline for Log Anomaly Detection. arXiv preprint arXiv:2401.04749 ( 2024 )."},{"key":"e_1_3_2_1_9_1","unstructured":"Shayan Hashemi and Mika M\u00e4ntyl\u00e4. 2021. OneLog: Towards end-to-end training in software log anomaly detection. arXiv preprint arXiv:2104.07324 ( 2021 )."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2016.21"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Joshua Klayman. 1995. Varieties of confirmation bias. Psychology of learning and motivation 32 ( 1995 ) 385-418.","DOI":"10.1016\/S0079-7421(08)60315-1"},{"key":"e_1_3_2_1_12_1","volume-title":"2016 3rd international conference on recent advances in information technology (RAIT). IEEE, 387-393","author":"Kumari Rashmi","year":"2016","unstructured":"Rashmi Kumari, MK Singh, R Jha, NK Singh, et al. 2016. Anomaly detection in network trafic using K-mean clustering. In 2016 3rd international conference on recent advances in information technology (RAIT). IEEE, 387-393."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Donghwoon Kwon Hyunjoo Kim Jinoh Kim Sang C Suh Ikkyun Kim and Kuinam J Kim. 2019. A survey of deep learning-based network anomaly detection. Cluster Computing 22 ( 2019 ) 949-961.","DOI":"10.1007\/s10586-017-1117-8"},{"key":"e_1_3_2_1_14_1","volume-title":"2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, 492-504","author":"Le Van-Hoang","year":"2021","unstructured":"Van-Hoang Le and Hongyu Zhang. 2021. Log-based anomaly detection without log parsing. In 2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, 492-504."},{"key":"e_1_3_2_1_15_1","volume-title":"Kai Ming Ting, and Zhi-Hua Zhou","author":"Liu Fei Tony","year":"2012","unstructured":"Fei Tony Liu, Kai Ming Ting, and Zhi-Hua Zhou. 2012. Isolation-based anomaly detection. ACM Transactions on Knowledge Discovery from Data (TKDD) 6, 1 ( 2012 ), 1-39."},{"key":"e_1_3_2_1_16_1","first-page":"575","article-title":"What supercomputers say: A study of ifve system logs. In 37th annual IEEE\/IFIP international conference on dependable systems and networks (DSN'07)","author":"Oliner Adam","year":"2007","unstructured":"Adam Oliner and Jon Stearley. 2007. What supercomputers say: A study of ifve system logs. In 37th annual IEEE\/IFIP international conference on dependable systems and networks (DSN'07). IEEE, 575-584.","journal-title":"IEEE"},{"key":"e_1_3_2_1_17_1","unstructured":"Capital One. 2022. Operationalizing Machine Learning Achieves Key Business Outcomes. https:\/\/ecm.capitalone.com\/WCM\/tech\/forrester-pdfs\/ capitaloneforrestersnapshotmloctober2022.pdf"},{"key":"e_1_3_2_1_18_1","unstructured":"Jiho Shin Reem Aleithan Jaechang Nam Junjie Wang and Song Wang. 2021. Explainable software defect prediction: Are we there yet? arXiv preprint arXiv: 2111.10901 ( 2021 )."},{"key":"e_1_3_2_1_19_1","unstructured":"Ashish Sureka. 2015. Kernel based sequential data anomaly detection in business process event logs. arXiv preprint arXiv:1507.01168 ( 2015 )."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1629575.1629587"},{"key":"e_1_3_2_1_21_1","volume-title":"2019 IEEE\/ACM 41st International Conference on Software Engineering : Software Engineering in Practice (ICSE-SEIP). IEEE, 121-130","author":"Zhu Jieming","year":"2019","unstructured":"Jieming Zhu, Shilin He, Jinyang Liu, Pinjia He, Qi Xie, Zibin Zheng, and Michael R Lyu. 2019. Tools and benchmarks for automated log parsing. In 2019 IEEE\/ACM 41st International Conference on Software Engineering : Software Engineering in Practice (ICSE-SEIP). IEEE, 121-130."}],"event":{"name":"FSE '24: 32nd ACM International Conference on the Foundations of Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Porto de Galinhas Brazil","acronym":"FSE '24"},"container-title":["Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3663529.3663857","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3663529.3663857","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:22Z","timestamp":1750290262000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3663529.3663857"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":21,"alternative-id":["10.1145\/3663529.3663857","10.1145\/3663529"],"URL":"https:\/\/doi.org\/10.1145\/3663529.3663857","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}