{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T15:07:26Z","timestamp":1783955246071,"version":"3.55.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T00:00:00Z","timestamp":1711584000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T00:00:00Z","timestamp":1711584000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["The VLDB Journal"],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1007\/s00778-024-00843-2","type":"journal-article","created":{"date-parts":[[2024,3,28]],"date-time":"2024-03-28T05:43:00Z","timestamp":1711604580000},"page":"883-900","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Hilogx: noise-aware log-based anomaly detection with human feedback"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5946-9829","authenticated-orcid":false,"given":"Tong","family":"Jia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6278-2357","authenticated-orcid":false,"given":"Ying","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9667-2423","authenticated-orcid":false,"given":"Yong","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4686-3181","authenticated-orcid":false,"given":"Gang","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,3,28]]},"reference":[{"issue":"4","key":"843_CR1","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1609\/aimag.v35i4.2513","volume":"35","author":"S Amershi","year":"2014","unstructured":"Amershi, S., Cakmak, M., Knox, W.B., Kulesza, T.: Power to the people: The role of humans in interactive machine learning. Ai Magazine 35(4), 105\u2013120 (2014)","journal-title":"Ai Magazine"},{"key":"843_CR2","unstructured":"Brame, C.: Active learning. Vanderbilt University Center for Teaching (2016)"},{"key":"843_CR3","doi-asserted-by":"publisher","unstructured":"Das, S., Wong, W.K., Dietterich, T., Fern, A., Emmott, A.: Incorporating expert feedback into active anomaly discovery. In: 2016 IEEE 16th International Conference on Data Mining (ICDM), pp. 853\u2013858 (2016). https:\/\/doi.org\/10.1109\/ICDM.2016.0102","DOI":"10.1109\/ICDM.2016.0102"},{"key":"843_CR4","doi-asserted-by":"crossref","unstructured":"Das, S., Wong, W.K., Fern, A., Dietterich, T.G., Siddiqui, M.A.: Incorporating feedback into tree-based anomaly detection. arXiv preprint arXiv:1708.09441 (2017)","DOI":"10.1109\/ICDM.2016.0102"},{"key":"843_CR5","doi-asserted-by":"publisher","unstructured":"Du, M., Chen, Z., Liu, C., Oak, R., Song, D.: Lifelong anomaly detection through unlearning. In: Proceedings of the 2019 ACM SIGSAC Conference on Computer and Communications Security, CCS \u201919, p. 1283-1297. Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3319535.3363226","DOI":"10.1145\/3319535.3363226"},{"key":"843_CR6","doi-asserted-by":"publisher","unstructured":"Du, M., Li, F., Zheng, G., Srikumar, V.: Deeplog: Anomaly detection and diagnosis from system logs through deep learning. In: Proceedings of the 2017 ACM SIGSAC Conference on Computer and Communications Security, CCS \u201917, p. 1285\u20131298. Association for Computing Machinery, New York, NY, USA (2017). https:\/\/doi.org\/10.1145\/3133956.3134015","DOI":"10.1145\/3133956.3134015"},{"issue":"1","key":"843_CR7","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1016\/j.jss.2012.06.025","volume":"86","author":"I Fronza","year":"2013","unstructured":"Fronza, I., Sillitti, A., Succi, G., Terho, M., Vlasenko, J.: Failure prediction based on log files using random indexing and support vector machines. J. Syst. Softw. 86(1), 2\u201311 (2013)","journal-title":"J. Syst. Softw."},{"key":"843_CR8","doi-asserted-by":"crossref","unstructured":"Gomez\u00a0Rodriguez, M., Leskovec, J., Sch\u00f6lkopf, B.: Structure and dynamics of information pathways in online media. In: Proceedings of the Sixth ACM International Conference on Web Search and Data Mining, pp. 23\u201332 (2013)","DOI":"10.1145\/2433396.2433402"},{"key":"843_CR9","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1613\/jair.3623","volume":"46","author":"N G\u00f6rnitz","year":"2013","unstructured":"G\u00f6rnitz, N., Kloft, M., Rieck, K., Brefeld, U.: Toward supervised anomaly detection. J. Artif. Intell. Res. 46, 235\u2013262 (2013)","journal-title":"J. Artif. Intell. Res."},{"key":"843_CR10","unstructured":"He, S., Zhu, J., He, P., Lyu, M.R.: Loghub: a large collection of system log datasets towards automated log analytics. arXiv preprint arXiv:2008.06448 (2020)"},{"key":"843_CR11","doi-asserted-by":"publisher","unstructured":"Jia, T., Chen, P., Yang, L., Li, Y., Meng, F., Xu, J.: An approach for anomaly diagnosis based on hybrid graph model with logs for distributed services. In: 2017 IEEE International Conference on Web Services (ICWS), pp. 25\u201332 (2017). https:\/\/doi.org\/10.1109\/ICWS.2017.12","DOI":"10.1109\/ICWS.2017.12"},{"key":"843_CR12","doi-asserted-by":"crossref","unstructured":"Jia, T., Li, Y., Yang, Y., Huang, G., Wu, Z.: Augmenting log-based anomaly detection models to reduce false anomalies with human feedback. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 3081\u20133089 (2022)","DOI":"10.1145\/3534678.3539106"},{"key":"843_CR13","doi-asserted-by":"publisher","unstructured":"Jia, T., Wu, Y., Hou, C., Li, Y.: Logflash: Real-time streaming anomaly detection and diagnosis from system logs for large-scale software systems. In: 2021 IEEE 32nd International Symposium on Software Reliability Engineering (ISSRE), pp. 80\u201390 (2021). https:\/\/doi.org\/10.1109\/ISSRE52982.2021.00021","DOI":"10.1109\/ISSRE52982.2021.00021"},{"key":"843_CR14","doi-asserted-by":"publisher","unstructured":"Jia, T., Yang, L., Chen, P., Li, Y., Meng, F., Xu, J.: Logsed: Anomaly diagnosis through mining time-weighted control flow graph in logs. In: 2017 IEEE 10th International Conference on Cloud Computing (CLOUD), pp. 447\u2013455 (2017). https:\/\/doi.org\/10.1109\/CLOUD.2017.64","DOI":"10.1109\/CLOUD.2017.64"},{"key":"843_CR15","unstructured":"Kamar, E.: Directions in hybrid intelligence: complementing AI systems with human intelligence. In: IJCAI, pp. 4070\u20134073 (2016)"},{"key":"843_CR16","first-page":"467","volume":"12","author":"E Kamar","year":"2012","unstructured":"Kamar, E., Hacker, S., Horvitz, E.: Combining human and machine intelligence in large-scale crowdsourcing. AAMAS 12, 467\u2013474 (2012)","journal-title":"AAMAS"},{"key":"843_CR17","doi-asserted-by":"publisher","unstructured":"Kim, J., Savchenko, V., Shin, K., Sorokin, K., Jeon, H., Pankratenko, G., Markov, S., Kim, C.J.: Automatic abnormal log detection by analyzing log history for providing debugging insight. In: Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering: Software Engineering in Practice, ICSE-SEIP \u201920, p. 71\u201380. Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3377813.3381371","DOI":"10.1145\/3377813.3381371"},{"key":"843_CR18","doi-asserted-by":"publisher","unstructured":"Lim, C., Singh, N., Yajnik, S.: A log mining approach to failure analysis of enterprise telephony systems. In: 2008 IEEE International Conference on Dependable Systems and Networks With FTCS and DCC (DSN), pp. 398\u2013403 (2008). https:\/\/doi.org\/10.1109\/DSN.2008.4630109","DOI":"10.1109\/DSN.2008.4630109"},{"key":"843_CR19","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., Maire, M., Belongie, S., Hays, J., Perona, P., Ramanan, D., Doll\u00e1r, P., Zitnick, C.L.: Microsoft coco: Common objects in context. In: Computer Vision\u2013ECCV 2014: 13th European Conference, Zurich, Switzerland, September 6\u201312, 2014, Proceedings, Part V 13, pp. 740\u2013755. Springer (2014)","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"843_CR20","doi-asserted-by":"crossref","unstructured":"Meng, W., Liu, Y., Zhu, Y., Zhang, S., Pei, D., Liu, Y., Chen, Y., Zhang, R., Tao, S., Sun, P., et\u00a0al.: Loganomaly: Unsupervised detection of sequential and quantitative anomalies in unstructured logs. In: IJCAI, vol.\u00a019, pp. 4739\u20134745 (2019)","DOI":"10.24963\/ijcai.2019\/658"},{"key":"843_CR21","unstructured":"Moulines, E., Bach, F.: Non-asymptotic analysis of stochastic approximation algorithms for machine learning. Adv. Neural Inf. Process. Syst. 24 (2011)"},{"key":"843_CR22","doi-asserted-by":"publisher","unstructured":"Nandi, A., Mandal, A., Atreja, S., Dasgupta, G.B., Bhattacharya, S.: Anomaly detection using program control flow graph mining from execution logs. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD \u201916, p. 215\u2013224. Association for Computing Machinery, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/2939672.2939712","DOI":"10.1145\/2939672.2939712"},{"issue":"2","key":"843_CR23","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1007\/s10994-015-5521-0","volume":"102","author":"T Pevn\u1ef3","year":"2016","unstructured":"Pevn\u1ef3, T.: Loda: Lightweight on-line detector of anomalies. Mach. Learn. 102(2), 275\u2013304 (2016)","journal-title":"Mach. Learn."},{"key":"843_CR24","doi-asserted-by":"publisher","unstructured":"Reidemeister, T., Munawar, M.A., Ward, P.A.: Identifying symptoms of recurrent faults in log files of distributed information systems. In: 2010 IEEE Network Operations and Management Symposium\u2014NOMS 2010, pp. 187\u2013194 (2010). https:\/\/doi.org\/10.1109\/NOMS.2010.5488459","DOI":"10.1109\/NOMS.2010.5488459"},{"key":"843_CR25","unstructured":"Rodriguez, M.G., Balduzzi, D., Sch\u00f6lkopf, B.: Uncovering the temporal dynamics of diffusion networks. arXiv preprint arXiv:1105.0697 (2011)"},{"key":"843_CR26","doi-asserted-by":"publisher","unstructured":"Siddiqui, M.A., Fern, A., Dietterich, T.G., Wright, R., Theriault, A., Archer, D.W.: Feedback-guided anomaly discovery via online optimization. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, KDD \u201918, p. 2200-2209. Association for Computing Machinery, New York, NY, USA (2018). https:\/\/doi.org\/10.1145\/3219819.3220083","DOI":"10.1145\/3219819.3220083"},{"key":"843_CR27","doi-asserted-by":"publisher","unstructured":"Tak, B.C., Tao, S., Yang, L., Zhu, C., Ruan, Y.: Logan: Problem diagnosis in the cloud using log-based reference models. In: 2016 IEEE International Conference on Cloud Engineering (IC2E), pp. 62\u201367 (2016). https:\/\/doi.org\/10.1109\/IC2E.2016.12","DOI":"10.1109\/IC2E.2016.12"},{"key":"843_CR28","doi-asserted-by":"publisher","unstructured":"Tong, J., Ying, L., Hongyan, T., Zhonghai, W.: An approach to pinpointing bug-induced failure in logs of open cloud platforms. In: 2016 IEEE 9th International Conference on Cloud Computing (CLOUD), pp. 294\u2013302 (2016). https:\/\/doi.org\/10.1109\/CLOUD.2016.0047","DOI":"10.1109\/CLOUD.2016.0047"},{"issue":"1","key":"843_CR29","first-page":"7026","volume":"18","author":"JW Vaughan","year":"2017","unstructured":"Vaughan, J.W.: Making better use of the crowd: How crowdsourcing can advance machine learning research. J. Mach. Learn. Res. 18(1), 7026\u20137071 (2017)","journal-title":"J. Mach. Learn. Res."},{"key":"843_CR30","doi-asserted-by":"crossref","unstructured":"Veeramachaneni, K., Arnaldo, I., Korrapati, V., Bassias, C., Li, K.: Ai$$^{\\wedge }$$ 2: training a big data machine to defend. In: 2016 IEEE 2nd international conference on big data security on cloud (BigDataSecurity), IEEE international conference on high performance and smart computing (HPSC), and IEEE international conference on intelligent data and security (IDS), pp. 49\u201354. IEEE (2016)","DOI":"10.1109\/BigDataSecurity-HPSC-IDS.2016.79"},{"key":"843_CR31","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1007\/s10796-020-10026-3","volume":"23","author":"B Xia","year":"2021","unstructured":"Xia, B., Bai, Y., Yin, J., Li, Y., Xu, J.: Loggan: a log-level generative adversarial network for anomaly detection using permutation event modeling. Inf. Syst. Front. 23, 285\u2013298 (2021)","journal-title":"Inf. Syst. Front."},{"key":"843_CR32","doi-asserted-by":"publisher","unstructured":"Xu, J., Chen, P., Yang, L., Meng, F., Wang, P.: Logdc: Problem diagnosis for declartively-deployed cloud applications with log. In: 2017 IEEE 14th International Conference on e-Business Engineering (ICEBE), pp. 282\u2013287 (2017). https:\/\/doi.org\/10.1109\/ICEBE.2017.52","DOI":"10.1109\/ICEBE.2017.52"},{"key":"843_CR33","doi-asserted-by":"publisher","unstructured":"Xu, W., Huang, L., Fox, A., Patterson, D., Jordan, M.: Online system problem detection by mining patterns of console logs. In: 2009 Ninth IEEE International Conference on Data Mining, pp. 588\u2013597 (2009). https:\/\/doi.org\/10.1109\/ICDM.2009.19","DOI":"10.1109\/ICDM.2009.19"},{"key":"843_CR34","doi-asserted-by":"publisher","unstructured":"Xu, W., Huang, L., Fox, A., Patterson, D., Jordan, M.I.: Detecting large-scale system problems by mining console logs. In: Proceedings of the ACM SIGOPS 22nd Symposium on Operating Systems Principles, SOSP \u201909, pp. 117\u2013132. Association for Computing Machinery, New York, NY, USA (2009). https:\/\/doi.org\/10.1145\/1629575.1629587","DOI":"10.1145\/1629575.1629587"},{"key":"843_CR35","doi-asserted-by":"crossref","unstructured":"Yang, L., Chen, J., Wang, Z., Wang, W., Jiang, J., Dong, X., Zhang, W.: Plelog: Semi-supervised log-based anomaly detection via probabilistic label estimation. In: 2021 IEEE\/ACM 43rd International Conference on Software Engineering: Companion Proceedings (ICSE-Companion), pp. 230\u2013231. IEEE (2021)","DOI":"10.1109\/ICSE-Companion52605.2021.00106"},{"key":"843_CR36","doi-asserted-by":"publisher","unstructured":"Yang, Y., Wu, Y., Pattabiraman, K., Wang, L., Li, Y.: How far have we come in detecting anomalies in distributed systems? an empirical study with a statement-level fault injection method. In: 2020 IEEE 31st International Symposium on Software Reliability Engineering (ISSRE), pp. 59\u201369 (2020). https:\/\/doi.org\/10.1109\/ISSRE5003.2020.00015","DOI":"10.1109\/ISSRE5003.2020.00015"},{"key":"843_CR37","doi-asserted-by":"publisher","unstructured":"Yen, T.F., Oprea, A., Onarlioglu, K., Leetham, T., Robertson, W., Juels, A., Kirda, E.: Beehive: Large-scale log analysis for detecting suspicious activity in enterprise networks. In: Proceedings of the 29th Annual Computer Security Applications Conference, ACSAC \u201913, p. 199\u2013208. Association for Computing Machinery, New York, NY, USA (2013). https:\/\/doi.org\/10.1145\/2523649.2523670","DOI":"10.1145\/2523649.2523670"},{"key":"843_CR38","doi-asserted-by":"publisher","unstructured":"Yin, K., Yan, M., Xu, L., Xu, Z., Li, Z., Yang, D., Zhang, X.: Improving log-based anomaly detection with component-aware analysis. In: 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp. 667\u2013671 (2020). https:\/\/doi.org\/10.1109\/ICSME46990.2020.00069","DOI":"10.1109\/ICSME46990.2020.00069"},{"key":"843_CR39","doi-asserted-by":"publisher","unstructured":"Yu, X., Joshi, P., Xu, J., Jin, G., Zhang, H., Jiang, G.: Cloudseer: Workflow monitoring of cloud infrastructures via interleaved logs. SIGARCH Comput. Archit. News 44(2), 489\u2013502 (2016). https:\/\/doi.org\/10.1145\/2980024.2872407","DOI":"10.1145\/2980024.2872407"},{"key":"843_CR40","doi-asserted-by":"crossref","unstructured":"Zhang, C., Peng, X., Sha, C., Zhang, K., Fu, Z., Wu, X., Lin, Q., Zhang, D.: Deeptralog: Trace-log combined microservice anomaly detection through graph-based deep learning. In: Proceedings of the 44th International Conference on Software Engineering, pp. 623\u2013634 (2022)","DOI":"10.1145\/3510003.3510180"},{"key":"843_CR41","doi-asserted-by":"publisher","unstructured":"Zhang, X., Xu, Y., Lin, Q., Qiao, B., Zhang, H., Dang, Y., Xie, C., Yang, X., Cheng, Q., Li, Z., Chen, J., He, X., Yao, R., Lou, J.G., Chintalapati, M., Shen, F., Zhang, D.: Robust log-based anomaly detection on unstable log data. In: Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2019, p. 807-817. Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3338906.3338931","DOI":"10.1145\/3338906.3338931"}],"container-title":["The VLDB Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00778-024-00843-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00778-024-00843-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00778-024-00843-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,23]],"date-time":"2024-04-23T07:08:55Z","timestamp":1713856135000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00778-024-00843-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,28]]},"references-count":41,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,5]]}},"alternative-id":["843"],"URL":"https:\/\/doi.org\/10.1007\/s00778-024-00843-2","relation":{},"ISSN":["1066-8888","0949-877X"],"issn-type":[{"value":"1066-8888","type":"print"},{"value":"0949-877X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3,28]]},"assertion":[{"value":"28 March 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 December 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 January 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 March 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}