{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T04:00:30Z","timestamp":1782878430224,"version":"3.54.5"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2018,3,15]],"date-time":"2018-03-15T00:00:00Z","timestamp":1521072000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1007\/s10664-018-9603-z","type":"journal-article","created":{"date-parts":[[2018,3,15]],"date-time":"2018-03-15T06:28:31Z","timestamp":1521095311000},"page":"3248-3280","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":47,"title":["Studying and detecting log-related issues"],"prefix":"10.1007","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4198-9049","authenticated-orcid":false,"given":"Mehran","family":"Hassani","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weiyi","family":"Shang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Emad","family":"Shihab","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nikolaos","family":"Tsantalis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,3,15]]},"reference":[{"issue":"11","key":"9603_CR1","doi-asserted-by":"publisher","first-page":"1355","DOI":"10.1111\/j.1365-2648.1992.tb01859.x","volume":"17","author":"C Baker","year":"1992","unstructured":"Baker C, Wuest J, Stern PN (1992) Method slurring: the grounded theory\/phenomenology example. J Adv Nurs 17(11):1355\u20131360","journal-title":"J Adv Nurs"},{"key":"9603_CR2","doi-asserted-by":"crossref","unstructured":"Barik T, DeLine R, Drucker S, Fisher D (2016) The bones of the system: A case study of logging and telemetry at microsoft. In: 2016 IEEE\/ACM 38th International Conference on Software Engineering Companion (ICSE-C), pp 92\u2013101","DOI":"10.1145\/2889160.2889231"},{"issue":"8","key":"9603_CR3","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1145\/1536616.1536639","volume":"52","author":"C Bird","year":"2009","unstructured":"Bird C, Nagappan N, Devanbu P, Gall H, Murphy B (2009) Does distributed development affect software quality?: an empirical case study of windows vista. Commun ACM 52(8):85\u201393","journal-title":"Commun ACM"},{"key":"9603_CR4","doi-asserted-by":"crossref","unstructured":"Bird C, Nagappan N, Murphy B, Gall H, Devanbu P (2011) Don\u2019t touch my code!: examining the effects of ownership on software quality. In: Proceedings of the 19th ACM SIGSOFT symposium and the 13th European conference on Foundations of software engineering. ACM, pp 4\u201314","DOI":"10.1145\/2025113.2025119"},{"key":"9603_CR5","unstructured":"Boulon J, Konwinski A, Qi R, Rabkin A, Yang E, Yang M (2008) Chukwa, a large-scale monitoring system. In: Proceedings of CCA. vol 8, pp 1\u20135"},{"key":"9603_CR6","volume-title":"Exploring Splunk","author":"D Carasso","year":"2012","unstructured":"Carasso D (2012) Exploring Splunk. CIT, Croatia"},{"key":"9603_CR7","doi-asserted-by":"crossref","unstructured":"Chen TH, Shang W, Jiang ZM, Hassan AE, Nasser M, Flora P (2014) Detecting performance anti-patterns for applications developed using object-relational mapping. In: Proceedings of the 36th International Conference on Software Engineering. ACM, pp 1001\u20131012","DOI":"10.1145\/2568225.2568259"},{"key":"9603_CR8","unstructured":"Chen TH, Shang W, Hassan AE, Nasser M, Flora P (2016) Detecting problems in the database access code of large scale systems - an industrial experience report. In: 2016 IEEE\/ACM 38th International Conference on Software Engineering Companion (ICSE-C), pp 71\u201380"},{"key":"9603_CR9","doi-asserted-by":"crossref","unstructured":"Chen B, Jiang ZMJ (2017) Characterizing and detecting anti-patterns in the logging code. In: 2017 IEEE\/ACM 39th IEEE International Conference on Software Engineering (ICSE). IEEE","DOI":"10.1109\/ICSE.2017.15"},{"key":"9603_CR10","unstructured":"Ding R, Zhou H, Lou JG, Zhang H, Lin Q, Fu Q, Zhang D, Xie T (2015) Log2: A cost-aware logging mechanism for performance diagnosis. In: Proceedings of the 2015 USENIX Conference on Usenix Annual Technical Conference, USENIX ATC \u201915. http:\/\/dl.acm.org\/citation.cfm?id=2813767.2813778 . USENIX Association, Berkeley, pp 139\u2013150"},{"key":"9603_CR11","unstructured":"Dmitrienko A, Molenberghs G, Chuang-Stein C, Offen WW (2005) Analysis of clinical trials using SAS: A practical guide. SAS Institute"},{"key":"9603_CR12","doi-asserted-by":"publisher","unstructured":"Fu X, Ren R, Zhan J, Zhou W, Jia Z, Lu G (2012) Logmaster: Mining event correlations in logs of large-scale cluster systems. In: Proceedings of the 2012 IEEE 31st Symposium on Reliable Distributed Systems, SRDS \u201912. https:\/\/doi.org\/10.1109\/SRDS.2012.40 . IEEE Computer Society, Washington, pp 71\u201380","DOI":"10.1109\/SRDS.2012.40"},{"key":"9603_CR13","doi-asserted-by":"crossref","unstructured":"Fu Q, Zhu J, Hu W, Lou JG, Ding R, Lin Q, Zhang D, Xie T (2014) Where do developers log? an empirical study on logging practices in industry. In: Companion Proceedings of the 36th International Conference on Software Engineering. ACM, pp 24\u201333","DOI":"10.1145\/2591062.2591175"},{"key":"9603_CR14","unstructured":"Gousios G (2017) java-callgraph: Java Call Graph Utilities. https:\/\/github.com\/gousiosg\/java-callgraph"},{"key":"9603_CR15","doi-asserted-by":"publisher","unstructured":"Hassan AE (2009) Predicting faults using the complexity of code changes. In: Proceedings of the 31st International Conference on Software Engineering, ICSE \u201909. https:\/\/doi.org\/10.1109\/ICSE.2009.5070510 . IEEE Computer Society, Washington, pp 78\u201388","DOI":"10.1109\/ICSE.2009.5070510"},{"key":"9603_CR16","unstructured":"Hen I (2017) GitHub Research:Over 50% of Java Logging Statements Are Written Wrong. https:\/\/goo.gl\/4Tp1nr\/"},{"key":"9603_CR17","doi-asserted-by":"crossref","unstructured":"Herraiz I, Robles G, Gonzalez-Barahona JM, Capiluppi A, Ramil JF (2006) Comparison between slocs and number of files as size metrics for software evolution analysis. In: Conference on Software Maintenance and Reengineering (CSMR\u201906). pp 8, pp\u2013213,","DOI":"10.1109\/CSMR.2006.17"},{"key":"9603_CR18","unstructured":"Herraiz I, Hassan AE (2010) Beyond lines of code: Do we need more complexity metrics?. Making software: what really works, and why we believe it, pp 125\u2013141"},{"key":"9603_CR19","doi-asserted-by":"publisher","unstructured":"Kabinna S, Bezemer CP, Shang W, Hassan AE (2016) Logging library migrations: A case study for the apache software foundation projects. In: Proceedings of the 13th International Conference on Mining Software Repositories, MSR \u201916. https:\/\/doi.org\/10.1145\/2901739.2901769 . ACM, New York, pp 154\u2013164","DOI":"10.1145\/2901739.2901769"},{"key":"9603_CR20","doi-asserted-by":"publisher","unstructured":"Kabinna S, Shang W, Bezemer CP, Hassan AE (2016) Examining the stability of logging statements. In: 2016 IEEE 23rd International Conference on Software Analysis, Evolution, and Reengineering (SANER). vol 1, pp 326\u2013337, https:\/\/doi.org\/10.1109\/SANER.2016.29","DOI":"10.1109\/SANER.2016.29"},{"issue":"11-12","key":"9603_CR21","doi-asserted-by":"publisher","first-page":"1073","DOI":"10.1016\/j.infsof.2007.02.015","volume":"49","author":"VB Kampenes","year":"2007","unstructured":"Kampenes VB, Dyb\u00e5 T, Hannay JE, Sj\u00f8berg DIK (2007) Systematic review: A systematic review of effect size in software engineering experiments. Inf Softw Technol 49(11-12):1073\u20131086. https:\/\/doi.org\/10.1016\/j.infsof.2007.02.015","journal-title":"Inf Softw Technol"},{"key":"9603_CR22","volume-title":"The Practice of Programming","author":"BW Kernighan","year":"1999","unstructured":"Kernighan BW, Pike R (1999) The Practice of Programming. Addison-Wesley Longman Publishing Co., Inc., Boston"},{"key":"9603_CR23","doi-asserted-by":"crossref","unstructured":"Yao K, de P\u00e1dua GB, Shang W, Sporea S, Toma A, Sajedi S (2018) Log4perf: Suggesting logging locations for web-based systems\u2019 performance monitoring. In: Proceedings of the 9th ACM\/SPEC on International Conference on Performance Engineering, ICPE \u201918. ACM, New York","DOI":"10.1145\/3184407.3184416"},{"issue":"4","key":"9603_CR24","doi-asserted-by":"publisher","first-page":"1684","DOI":"10.1007\/s10664-016-9456-2","volume":"22","author":"H Li","year":"2017","unstructured":"Li H, Shang W, Hassan AE (2017) Which log level should developers choose for a new logging statement?. Empir Softw Engg 22(4):1684\u20131716. https:\/\/doi.org\/10.1007\/s10664-016-9456-2","journal-title":"Empir Softw Engg"},{"issue":"4","key":"9603_CR25","doi-asserted-by":"publisher","first-page":"1831","DOI":"10.1007\/s10664-016-9467-z","volume":"22","author":"H Li","year":"2017","unstructured":"Li H, Shang W, Zou Y, Hassan EA (2017) Towards just-in-time suggestions for log changes. Empir Softw Engg 22(4):1831\u20131865. https:\/\/doi.org\/10.1007\/s10664-016-9467-z","journal-title":"Empir Softw Engg"},{"key":"9603_CR26","doi-asserted-by":"crossref","unstructured":"Malik H, Hemmati H, Hassan AE (2013) Automatic detection of performance deviations in the load testing of large scale systems. In: Proceedings of the 2013 International Conference on Software Engineering, ICSE \u201913. http:\/\/dl.acm.org\/citation.cfm?id=2486788.2486927 . IEEE Press, Piscataway, pp 1012\u20131021","DOI":"10.1109\/ICSE.2013.6606651"},{"key":"9603_CR27","doi-asserted-by":"crossref","unstructured":"Nagappan N, Murphy B, Basili V (2008) The influence of organizational structure on software quality. In: Software Engineering, ACM\/IEEE 30th International Conference on 2008. ICSE\u201908. IEEE, pp 521\u2013530","DOI":"10.1145\/1368088.1368160"},{"key":"9603_CR28","unstructured":"Nagaraj K, Killian C, Neville J (2012) Structured comparative analysis of systems logs to diagnose performance problems. In: Proceedings of the 9th USENIX Conference on Networked Systems Design and Implementation, NSDI\u201912. http:\/\/dl.acm.org\/citation.cfm?id=2228298.2228334 . USENIX Association, Berkeley, pp 26\u201326"},{"key":"9603_CR29","doi-asserted-by":"publisher","unstructured":"Oliner AJ, Aiken A (2011) Online detection of multi-component interactions in production systems. . In: Proceedings of the 2011 IEEE\/IFIP 41st International Conference on Dependable Systems&Networks, DSN \u201911. https:\/\/doi.org\/10.1109\/DSN.2011.5958206 . IEEE Computer Society, Washington, pp 49\u201360","DOI":"10.1109\/DSN.2011.5958206"},{"issue":"2","key":"9603_CR30","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1145\/2076450.2076466","volume":"55","author":"A Oliner","year":"2012","unstructured":"Oliner A, Ganapathi A, Xu W (2012) Advances and challenges in log analysis. Commun ACM 55(2):55\u201361. https:\/\/doi.org\/10.1145\/2076450.2076466","journal-title":"Commun ACM"},{"key":"9603_CR31","doi-asserted-by":"crossref","unstructured":"Shang W, Jiang ZM, Adams B, Hassan AE, Godfrey MW, Nasser M, Flora P (2011) An exploratory study of the evolution of communicated information about the execution of large software systems. In: Proceedings of the 18th Working Conference on Reverse Engineering, WCRE \u201911, pp 335\u2013344","DOI":"10.1109\/WCRE.2011.48"},{"key":"9603_CR32","doi-asserted-by":"publisher","unstructured":"Shang W, Nagappan M, Hassan AE, Jiang ZM (2014) Understanding log lines using development knowledge. In: Proceedings of the 2014 IEEE International Conference on Software Maintenance and Evolution, ICSME \u201914. https:\/\/doi.org\/10.1109\/ICSME.2014.24 . IEEE Computer Society, Washington, pp 21\u201330","DOI":"10.1109\/ICSME.2014.24"},{"issue":"1","key":"9603_CR33","first-page":"3","volume":"26","author":"W Shang","year":"2014","unstructured":"Shang W, Jiang ZM, Adams B, Hassan AE, Godfrey MW, Nasser M, Flora P (2014) An exploratory study of the evolution of communicated information about the execution of large software systems. J Softw: Evol Process 26(1):3\u201326","journal-title":"J Softw: Evol Process"},{"issue":"1","key":"9603_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-013-9274-8","volume":"20","author":"W Shang","year":"2015","unstructured":"Shang W, Nagappan M, Hassan AE (2015) Studying the relationship between logging characteristics and the code quality of platform software. Empir Softw Eng 20 (1):1\u201327","journal-title":"Empir Softw Eng"},{"key":"9603_CR35","doi-asserted-by":"publisher","unstructured":"Stol KJ, Ralph P, Fitzgerald B (2016) Grounded theory in software engineering research: A critical review and guidelines. In: Proceedings of the 38th International Conference on Software Engineering, ICSE \u201916. https:\/\/doi.org\/10.1145\/2884781.2884833 . ACM, New York, pp 120\u2013131","DOI":"10.1145\/2884781.2884833"},{"key":"9603_CR36","unstructured":"Tan J, Pan X, Kavulya S, Gandhi R, Narasimhan P (2008) Salsa: Analyzing logs as state machines. In: Proceedings of the First USENIX Conference on Analysis of System Logs, WASL\u201908. http:\/\/dl.acm.org\/citation.cfm?id=1855886.1855892 . USENIX Association, Berkeley, pp 6\u20136"},{"key":"9603_CR37","unstructured":"The Open Source Elastic Stack (2017) https:\/\/www.elastic.co\/products\/"},{"key":"9603_CR38","unstructured":"Wilcoxon F, Wilcox RA (1964) Some rapid approximate statistical procedures. Lederle Laboratories"},{"key":"9603_CR39","doi-asserted-by":"publisher","unstructured":"Xu W, Huang L, Fox A, Patterson D, Jordan MI (2009) Detecting large-scale system problems by mining console logs. In: Proceedings of the ACM SIGOPS 22Nd Symposium on Operating Systems Principles, SOSP \u201909. https:\/\/doi.org\/10.1145\/1629575.1629587 . ACM, New York, pp 117\u2013132","DOI":"10.1145\/1629575.1629587"},{"key":"9603_CR40","unstructured":"Yin RK (2013) Case study research: Design and methods. Sage publications"},{"key":"9603_CR41","doi-asserted-by":"publisher","unstructured":"Yuan D, Mai H, Xiong W, Tan L, Zhou Y, Pasupathy S (2010) Sherlog: Error diagnosis by connecting clues from run-time logs. In: Proceedings of the Fifteenth Edition of ASPLOS on Architectural Support for Programming Languages and Operating Systems, ASPLOS XV. https:\/\/doi.org\/10.1145\/1736020.1736038 . ACM, New York, pp 143\u2013154","DOI":"10.1145\/1736020.1736038"},{"key":"9603_CR42","unstructured":"Yuan D, Park S, Huang P, Liu Y, Lee MM, Tang X, Zhou Y, Savage S (2012a) Be conservative: Enhancing failure diagnosis with proactive logging. In: Proceedings of the 10th USENIX Conference on Operating Systems Design and Implementation, OSDI\u201912. http:\/\/dl.acm.org\/citation.cfm?id=2387880.2387909 . USENIX Association, Berkeley, pp 293\u2013306"},{"key":"9603_CR43","doi-asserted-by":"crossref","unstructured":"Yuan D, Park S, Zhou Y (2012b) Characterizing logging practices in open-source software. In: Proceedings of the 34th International Conference on Software Engineering, ICSE \u201912. http:\/\/dl.acm.org\/citation.cfm?id=2337223.2337236 . IEEE Press, Piscataway, pp 102\u2013112","DOI":"10.1109\/ICSE.2012.6227202"},{"issue":"1","key":"9603_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2110356.2110360","volume":"30","author":"Ding Yuan","year":"2012","unstructured":"Yuan D, Zheng J, Park S, Zhou Y, Savage S (2012c) Improving software diagnosability via log enhancement. ACM Trans Comput Syst 30(1):4:1\u20134:28. https:\/\/doi.org\/10.1145\/2110356.2110360","journal-title":"ACM Transactions on Computer Systems"},{"issue":"1","key":"9603_CR45","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2110356.2110360","volume":"30","author":"Ding Yuan","year":"2012","unstructured":"Yuan D, Zheng J, Park S, Zhou Y, Savage S (2012d) Improving software diagnosability via log enhancement. ACM Trans Comput Syst (TOCS) 30(1):4","journal-title":"ACM Transactions on Computer Systems"},{"key":"9603_CR46","doi-asserted-by":"crossref","unstructured":"Zhang H (2009) An investigation of the relationships between lines of code and defects. In: 2009. ICSM 2009. IEEE International Conference on Software Maintenance. IEEE, pp 274\u2013283","DOI":"10.1109\/ICSM.2009.5306304"},{"key":"9603_CR47","doi-asserted-by":"crossref","unstructured":"Zhu J, He P, Fu Q, Zhang H, Lyu MR, Zhang D (2015) Learning to log: Helping developers make informed logging decisions. In: Proceedings of the 37th International Conference on Software Engineering - Volume 1, ICSE \u201915. http:\/\/dl.acm.org\/citation.cfm?id=2818754.2818807 . IEEE Press, Piscataway, pp 415\u2013425","DOI":"10.1109\/ICSE.2015.60"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-018-9603-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9603-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9603-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,12]],"date-time":"2019-10-12T18:45:15Z","timestamp":1570905915000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-018-9603-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3,15]]},"references-count":47,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["9603"],"URL":"https:\/\/doi.org\/10.1007\/s10664-018-9603-z","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,3,15]]},"assertion":[{"value":"15 March 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}