{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:28:03Z","timestamp":1783096083895,"version":"3.54.6"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2019,2,7]],"date-time":"2019-02-07T00:00:00Z","timestamp":1549497600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100002790","name":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2016-06701"],"award-info":[{"award-number":["RGPIN-2016-06701"]}],"id":[{"id":"10.13039\/501100002790","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s10664-019-09687-9","type":"journal-article","created":{"date-parts":[[2019,2,7]],"date-time":"2019-02-07T08:02:57Z","timestamp":1549526577000},"page":"3394-3434","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":54,"title":["Studying the characteristics of logging practices in mobile apps: a case study on F-Droid"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7814-9524","authenticated-orcid":false,"given":"Yi","family":"Zeng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinfu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weiyi","family":"Shang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tse-Hsun (Peter)","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,2,7]]},"reference":[{"key":"9687_CR1","unstructured":"Android (2017) Log. \nhttps:\/\/developer.android.com\/reference\/android\/util\/Log.html"},{"key":"9687_CR2","unstructured":"Boulon J, Konwinski A, Qi R, Rabkin A, Yang E, Yang M (2008) Chukwa, a large-scale monitoring system. In: Proceedings of CCA, vol 8, pp 1\u20135"},{"issue":"1","key":"9687_CR3","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1007\/s10664-016-9429-5","volume":"22","author":"B Chen","year":"2017","unstructured":"Chen B, Jiang ZMJ (2017) Characterizing logging practices in java-based open source software projects\u2013a replication study in apache software foundation. Empir Softw Eng 22(1):330\u2013374","journal-title":"Empir Softw Eng"},{"key":"9687_CR4","doi-asserted-by":"crossref","unstructured":"Chen J, Shang W (2017) An exploratory study of performance regression introducing code changes. In: 2017 IEEE international conference on software maintenance and evolution (ICSME). IEEE, pp 341\u2013352","DOI":"10.1109\/ICSME.2017.13"},{"key":"9687_CR5","doi-asserted-by":"crossref","unstructured":"Chen TH, Shang W, Jiang ZM, Hassan AE, Nasser M, Flora P (2014) Detecting performance anti-patterns for applications developed using object-relational mapping. In: Proceedings of the 36th international conference on software engineering. ACM, pp 1001\u20131012","DOI":"10.1145\/2568225.2568259"},{"issue":"12","key":"9687_CR6","doi-asserted-by":"publisher","first-page":"1148","DOI":"10.1109\/TSE.2016.2553039","volume":"42","author":"TH Chen","year":"2016","unstructured":"Chen TH, Shang W, Jiang ZM, Hassan AE, Nasser M, Flora P (2016) Finding and evaluating the performance impact of redundant data access for applications that are developed using object-relational mapping frameworks. IEEE Trans Softw Eng 42(12):1148\u20131161","journal-title":"IEEE Trans Softw Eng"},{"key":"9687_CR7","unstructured":"Chowdhury S, Di Nardo S, Hindle A, Jiang ZMJ (2017) An exploratory study on assessing the energy impact of logging on android apps. Empir Softw Eng, 1\u201335"},{"issue":"3","key":"9687_CR8","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1037\/0033-2909.114.3.494","volume":"114","author":"N Cliff","year":"1993","unstructured":"Cliff N (1993) Dominance statistics: ordinal analyses to answer ordinal questions. Psychol Bull 114(3):494","journal-title":"Psychol Bull"},{"key":"9687_CR9","unstructured":"Developer A (2017) Write and view logs with logcat. \nhttps:\/\/developer.android.com\/studio\/debug\/am-logcat#WriteLogs"},{"key":"9687_CR10","unstructured":"Ding R, Zhou H, Lou JG, Zhang H, Lin Q, Fu Q, Zhang D, Xie T (2015) Log2: a cost-aware logging mechanism for performance diagnosis. In: USENIX annual technical conference, pp 139\u2013150"},{"key":"9687_CR11","unstructured":"Elye (2018) Debug messages your responsibility to strip it before release!. \nhttps:\/\/medium.com\/@elye.project\/debug-messages-your-responsible-to-clear-it-before-release-1a0f872d66f"},{"key":"9687_CR12","unstructured":"F-Droid (2017) Free and open source android app repository. \nhttps:\/\/f-droid.org\/"},{"issue":"3","key":"9687_CR13","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1177\/001316447303300309","volume":"33","author":"JL Fleiss","year":"1973","unstructured":"Fleiss JL, Cohen J (1973) The equivalence of weighted kappa and the intraclass correlation coefficient as measures of reliability. Educ Psychol Measur 33(3):613\u2013619","journal-title":"Educ Psychol Measur"},{"key":"9687_CR14","doi-asserted-by":"crossref","unstructured":"Fu Q, Zhu J, Hu W, Lou JG, Ding R, Lin Q, Zhang D, Xie T (2014) Where do developers log? An empirical study on logging practices in industry. In: Companion proceedings of the 36th international conference on software engineering. ACM, pp 24\u201333","DOI":"10.1145\/2591062.2591175"},{"key":"9687_CR15","doi-asserted-by":"crossref","unstructured":"Harpstead E, Zimmermann T, Nagapan N, Guajardo JJ, Cooper R, Solberg T, Greenawalt D (2015) What drives people: creating engagement profiles of players from game log data. In: Proceedings of the 2015 annual symposium on computer-human interaction in play. ACM, pp 369\u2013379","DOI":"10.1145\/2793107.2793114"},{"key":"9687_CR16","doi-asserted-by":"crossref","unstructured":"Hassani M, Shang W, Shihab E, Tsantalis N (2018) Studying and detecting log-related issues. Empir Softw Eng, 1\u201333","DOI":"10.1007\/s10664-018-9603-z"},{"key":"9687_CR17","doi-asserted-by":"crossref","unstructured":"Kabinna S, Bezemer CP, Shang W, Hassan AE (2016a) Logging library migrations: a case study for the apache software foundation projects. In: 2016 IEEE\/ACM 13th working conference on mining software repositories (MSR), pp 154\u2013164","DOI":"10.1145\/2901739.2901769"},{"key":"9687_CR18","doi-asserted-by":"crossref","unstructured":"Kabinna S, Shang W, Bezemer CP, Hassan AE (2016b) Examining the stability of logging statements. In: 2016 IEEE 23rd international conference on software analysis, evolution, and reengineering (SANER), vol 1. IEEE, pp 326\u2013337","DOI":"10.1109\/SANER.2016.29"},{"issue":"1","key":"9687_CR19","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1007\/s10664-017-9518-0","volume":"23","author":"S Kabinna","year":"2018","unstructured":"Kabinna S, Bezemer CP, Shang W, Syer MD, Hassan AE (2018) Examining the stability of logging statements. Empir Softw Eng 23(1):290\u2013333. \nhttps:\/\/doi.org\/10.1007\/s10664-017-9518-0","journal-title":"Empir Softw Eng"},{"key":"9687_CR20","volume-title":"The practice of programming","author":"BW Kernighan","year":"1999","unstructured":"Kernighan BW, Pike R (1999) The practice of programming. Addison-Wesley Longman Publishing Co., Inc., Boston"},{"issue":"4","key":"9687_CR21","doi-asserted-by":"publisher","first-page":"1684","DOI":"10.1007\/s10664-016-9456-2","volume":"22","author":"H Li","year":"2017","unstructured":"Li H, Shang W, Hassan AE (2017a) Which log level should developers choose for a new logging statement? Empir Softw Eng 22(4):1684\u20131716","journal-title":"Empir Softw Eng"},{"issue":"4","key":"9687_CR22","doi-asserted-by":"publisher","first-page":"1831","DOI":"10.1007\/s10664-016-9467-z","volume":"22","author":"H Li","year":"2017","unstructured":"Li H, Shang W, Zou Y, Hassan AE (2017b) Towards just-in-time suggestions for log changes. Empir Softw Eng 22(4):1831\u20131865","journal-title":"Empir Softw Eng"},{"issue":"5","key":"9687_CR23","doi-asserted-by":"publisher","first-page":"2655","DOI":"10.1007\/s10664-018-9595-8","volume":"23","author":"H Li","year":"2018","unstructured":"Li H, Chen THP, Shang W, Hassan AE (2018) Studying software logging using topic models. Empir Softw Eng 23(5):2655\u20132694. \nhttps:\/\/doi.org\/10.1007\/s10664-018-9595-8","journal-title":"Empir Softw Eng"},{"key":"9687_CR24","unstructured":"Lin D, Bezemer CP, Zou Y, Hassan AE (2018) An empirical study of game reviews on the steam platform. Empir Softw Eng, 1\u201338"},{"key":"9687_CR25","doi-asserted-by":"crossref","unstructured":"Malik H, Hemmati H, Hassan AE (2013) Automatic detection of performance deviations in the load testing of large scale systems. In: Proceedings of the 2013 international conference on software engineering, ICSE \u201913. IEEE Press, Piscataway, pp 1012\u20131021. \nhttp:\/\/dl.acm.org\/citation.cfm?id=2486788.2486927","DOI":"10.1109\/ICSE.2013.6606651"},{"key":"9687_CR26","unstructured":"Moore DS, Craig BA, McCabe GP (2012) Introduction to the practice of statistics. WH Freeman"},{"issue":"1","key":"9687_CR27","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1109\/TSE.2014.2357438","volume":"41","author":"E Murphy-Hill","year":"2015","unstructured":"Murphy-Hill E, Zimmermann T, Bird C, Nagappan N (2015) The design space of bug fixes and how developers navigate it. IEEE Trans Softw Eng 41(1):65\u201381","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"9687_CR28","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1145\/1508284.1508275","volume":"44","author":"T Mytkowicz","year":"2009","unstructured":"Mytkowicz T, Diwan A, Hauswirth M, Sweeney PF (2009a) Producing wrong data without doing anything obviously wrong!. ACM Sigplan Not 44(3):265\u2013276","journal-title":"ACM Sigplan Not"},{"issue":"3","key":"9687_CR29","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1145\/1508284.1508275","volume":"44","author":"T Mytkowicz","year":"2009","unstructured":"Mytkowicz T, Diwan A, Hauswirth M, Sweeney PF (2009b) Producing wrong data without doing anything obviously wrong! SIGPLAN Not 44(3):265\u2013276","journal-title":"SIGPLAN Not"},{"key":"9687_CR30","doi-asserted-by":"crossref","unstructured":"Nagappan N, Ball T (2005) Use of relative code churn measures to predict system defect density. In: 27th international conference on software engineering, 2005. ICSE 2005. Proceedings. IEEE, pp 284\u2013292","DOI":"10.1109\/ICSE.2005.1553571"},{"key":"9687_CR31","unstructured":"Pinjia H, Zhuangbin C, Shilin H, Lyu MR (2018) Characterizing the natural language descriptions in software logging statements. In: Proceedings of the 33rd IEEE\/ACM international conference on automated software engineering. IEEE Press"},{"key":"9687_CR32","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J (2006) Appropriate statistics for ordinal level data: should we really be using t-test and cohen\u2019sd for evaluating group differences on the nsse and other surveys. In: Annual meeting of the Florida association of institutional research, pp 1\u201333"},{"key":"9687_CR33","doi-asserted-by":"crossref","unstructured":"Shang W, Jiang ZM, Adams B, Hassan AE, Godfrey MW, Nasser M, Flora P (2011) An exploratory study of the evolution of communicated information about the execution of large software systems. In: 2011 18th working conference on reverse engineering, pp 335\u2013344","DOI":"10.1109\/WCRE.2011.48"},{"issue":"1","key":"9687_CR34","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1002\/smr.1579","volume":"26","author":"W Shang","year":"2014","unstructured":"Shang W, Jiang ZM, Adams B, Hassan AE, Godfrey MW, Nasser M, Flora P (2014a) An exploratory study of the evolution of communicated information about the execution of large software systems. J Softw Evol Process 26(1):3\u201326","journal-title":"J Softw Evol Process"},{"key":"9687_CR35","doi-asserted-by":"crossref","unstructured":"Shang W, Nagappan M, Hassan AE, Jiang ZM (2014b) Understanding log lines using development knowledge. In: 2014 IEEE international conference on software maintenance and evolution (ICSME). IEEE, pp 21\u201330","DOI":"10.1109\/ICSME.2014.24"},{"issue":"1","key":"9687_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-013-9274-8","volume":"20","author":"W Shang","year":"2015","unstructured":"Shang W, Nagappan M, Hassan AE (2015) Studying the relationship between logging characteristics and the code quality of platform software. Empir Softw Eng 20(1):1\u201327. \nhttps:\/\/doi.org\/10.1007\/s10664-013-9274-8","journal-title":"Empir Softw Eng"},{"key":"9687_CR37","doi-asserted-by":"crossref","unstructured":"Shull F, Singer J, Sj\u00f8berg DI (2007) Guide to advanced empirical software engineering. Springer","DOI":"10.1007\/978-1-84800-044-5"},{"key":"9687_CR38","unstructured":"StackOverflow (2017) Why doesn\u2019t \u201csystem.out.println\u201d work in android? \nhttps:\/\/stackoverflow.com\/a\/2220559"},{"key":"9687_CR39","doi-asserted-by":"crossref","unstructured":"Syer MD, Jiang ZM, Nagappan M, Hassan AE, Nasser M, Flora P (2013) Leveraging performance counters and execution logs to diagnose memory-related performance issues. In: 2013 IEEE international conference on software maintenance, pp 110\u2013119","DOI":"10.1109\/ICSM.2013.22"},{"key":"9687_CR40","unstructured":"Tan J, Pan X, Kavulya S, Gandhi R, Narasimhan P (2008) Salsa: analyzing logs as state machines. In: Proceedings of the first USENIX conference on analysis of system logs, WASL\u201908. USENIX Association, Berkeley, pp 6\u20136. \nhttp:\/\/dl.acm.org\/citation.cfm?id=1855886.1855892"},{"issue":"1","key":"9687_CR41","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1002\/smr.1579","volume":"26","author":"S Weiyi","year":"2013","unstructured":"Weiyi S, Ming JZ, Bram A, HA E, GM W, Mohamed N, Parminder F (2013) An exploratory study of the evolution of communicated information about the execution of large software systems. J Softw: Evol Process 26(1):3\u201326. \nhttps:\/\/doi.org\/10.1002\/smr.1579","journal-title":"J Softw: Evol Process"},{"key":"9687_CR42","doi-asserted-by":"publisher","unstructured":"Xu W, Huang L, Fox A, Patterson D, Jordan MI (2009) Detecting large-scale system problems by mining console logs. In: Proceedings of the ACM SIGOPS 22nd symposium on operating systems principles, SOSP \u201909. ACM, New York, pp 117\u2013132. \nhttps:\/\/doi.org\/10.1145\/1629575.1629587","DOI":"10.1145\/1629575.1629587"},{"key":"9687_CR43","unstructured":"Yamane T (1973) Statistics: an introductory analysis"},{"key":"9687_CR44","doi-asserted-by":"crossref","unstructured":"Yuan D, Park S, Zhou Y (2012a) Characterizing logging practices in open-source software. In: Proceedings of the 34th international conference on software engineering. IEEE Press, pp 102\u2013112","DOI":"10.1109\/ICSE.2012.6227202"},{"key":"9687_CR45","unstructured":"Yuan D, Park S, Huang P, Liu Y, Lee MMJ, Tang X, Zhou Y, Savage S (2012b) Be conservative: enhancing failure diagnosis with proactive logging. In: OSDI, vol 12, pp 293\u2013306"},{"issue":"1","key":"9687_CR46","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1145\/2110356.2110360","volume":"30","author":"D Yuan","year":"2012","unstructured":"Yuan D, Zheng J, Park S, Zhou Y, Savage S (2012c) Improving software diagnosability via log enhancement. ACM Trans Comput Syst (TOCS) 30(1):4","journal-title":"ACM Trans Comput Syst (TOCS)"},{"key":"9687_CR47","doi-asserted-by":"crossref","unstructured":"Zhao X, Rodrigues K, Luo Y, Stumm M, Yuan D, Zhou Y (2017) Log20: fully automated optimal placement of log printing statements under specified overhead threshold. In: Proceedings of the 26th symposium on operating systems principles. ACM, pp 565\u2013581","DOI":"10.1145\/3132747.3132778"},{"key":"9687_CR48","doi-asserted-by":"crossref","unstructured":"Zhu J, He P, Fu Q, Zhang H, Lyu MR, Zhang D (2015) Learning to log: helping developers make informed logging decisions. In: Proceedings of the 37th international conference on software engineering, vol 1. IEEE Press, pp 415\u2013425","DOI":"10.1109\/ICSE.2015.60"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-019-09687-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09687-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09687-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,2,6]],"date-time":"2020-02-06T19:16:37Z","timestamp":1581016597000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-019-09687-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,7]]},"references-count":48,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["9687"],"URL":"https:\/\/doi.org\/10.1007\/s10664-019-09687-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2,7]]},"assertion":[{"value":"7 February 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}