{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:08:30Z","timestamp":1750219710985,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T00:00:00Z","timestamp":1701302400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,30]]},"DOI":"10.1145\/3611643.3613893","type":"proceedings-article","created":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T23:14:38Z","timestamp":1701386078000},"page":"1855-1866","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Adapting Performance Analytic Techniques in a Real-World Database-Centric System: An Industrial Experience Report"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9920-5855","authenticated-orcid":false,"given":"Lizhi","family":"Liao","sequence":"first","affiliation":[{"name":"University of Waterloo, Waterloo, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5441-6763","authenticated-orcid":false,"given":"Heng","family":"Li","sequence":"additional","affiliation":[{"name":"Polytechnique Montr\u00e9al, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6222-7444","authenticated-orcid":false,"given":"Weiyi","family":"Shang","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7853-3938","authenticated-orcid":false,"given":"Catalin","family":"Sporea","sequence":"additional","affiliation":[{"name":"ERA Environmental, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7933-1446","authenticated-orcid":false,"given":"Andrei","family":"Toma","sequence":"additional","affiliation":[{"name":"ERA Environmental, Montreal, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7900-2812","authenticated-orcid":false,"given":"Sarah","family":"Sajedi","sequence":"additional","affiliation":[{"name":"ERA Environmental, Montreal, Canada"}]}],"member":"320","published-online":{"date-parts":[[2023,11,30]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"2014. CanaryRelease. https:\/\/martinfowler.com\/bliki\/CanaryRelease.html"},{"key":"e_1_3_2_2_2_1","unstructured":"2017. sp_whoisactive SQL Server Monitoring Stored Procedure by Adam Machanic. http:\/\/whoisactive.com"},{"key":"e_1_3_2_2_3_1","unstructured":"2022. Apache Spark - Unified Engine for large-scale data analytics. https:\/\/spark.apache.org\/"},{"key":"e_1_3_2_2_4_1","unstructured":"2022. Apache Tomcat\u00ae - Welcome!. https:\/\/tomcat.apache.org\/"},{"key":"e_1_3_2_2_5_1","unstructured":"2022. typeperf|Microsoft. https:\/\/learn.microsoft.com\/en-us\/windows-server\/administration\/windows-commands\/typeperf"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851553.2851571"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.116371"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1869459.1869519"},{"key":"e_1_3_2_2_9_1","unstructured":"Andr\u00e9 B Bondi. 2015. Foundations of software and system performance engineering: process performance modeling requirements testing scalability and practice. Pearson Education."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00066"},{"key":"e_1_3_2_2_12_1","volume-title":"An Exploratory Study of Performance Regression Introducing Code Changes. In 2017 IEEE International Conference on Software Maintenance and Evolution, ICSME 2017","author":"Chen Jinfu","year":"2017","unstructured":"Jinfu Chen and Weiyi Shang. 2017. An Exploratory Study of Performance Regression Introducing Code Changes. In 2017 IEEE International Conference on Software Maintenance and Evolution, ICSME 2017, Shanghai, China, September 17-22, 2017. IEEE Computer Society, 341\u2013352."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889228"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568259"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2553039"},{"key":"e_1_3_2_2_16_1","volume-title":"Ahmed E. Hassan, Mohamed N. Nasser, and Parminder Flora.","author":"Chen Tse-Hsun","year":"2017","unstructured":"Tse-Hsun Chen, Mark D. Syer, Weiyi Shang, Zhen Ming Jiang, Ahmed E. Hassan, Mohamed N. Nasser, and Parminder Flora. 2017. Analytics-Driven Load Testing: An Industrial Experience Report on Load Testing of Large-Scale Systems. In 39th IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice Track, ICSE-SEIP 2017, Buenos Aires, Argentina, May 20-28, 2017. IEEE Computer Society, 243\u2013252."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2010.35"},{"key":"e_1_3_2_2_18_1","volume-title":"An Industrial Case Study on the Automated Detection of Performance Regressions in Heterogeneous Environments. In 37th IEEE\/ACM International Conference on Software Engineering, ICSE 2015","volume":"2","author":"Foo King Chun","year":"2015","unstructured":"King Chun Foo, Zhen Ming Jiang, Bram Adams, Ahmed E. Hassan, Ying Zou, and Parminder Flora. 2015. An Industrial Case Study on the Automated Detection of Performance Regressions in Heterogeneous Environments. In 37th IEEE\/ACM International Conference on Software Engineering, ICSE 2015, Florence, Italy, May 16-24, 2015, Volume 2. IEEE Computer Society, 159\u2013168."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"crossref","unstructured":"David A Freedman. 2009. Statistical models: theory and practice. cambridge university press.","DOI":"10.1017\/CBO9780511815867"},{"key":"e_1_3_2_2_20_1","volume-title":"Testing Database-Centric Applications for Causes of Database Deadlocks. In Sixth IEEE International Conference on Software Testing, Verification and Validation, ICST 2013","author":"Grechanik Mark","year":"2013","unstructured":"Mark Grechanik, B. M. Mainul Hossain, and Ugo A. Buy. 2013. Testing Database-Centric Applications for Causes of Database Deadlocks. In Sixth IEEE International Conference on Software Testing, Verification and Validation, ICST 2013, Luxembourg, Luxembourg, March 18-22, 2013. IEEE Computer Society, 174\u2013183."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491412"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpa.2020.100019"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2479871.2479879"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2008.4658079"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2009.5306331"},{"volume-title":"A database-centric approach to j2ee application development","author":"Koppelaars Toon","key":"e_1_3_2_2_26_1","unstructured":"Toon Koppelaars. 2004. A database-centric approach to j2ee application development. Oracle Development Tools Users Group (ODTUG)."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3131529"},{"key":"e_1_3_2_2_28_1","volume-title":"Log-based Abnormal Task Detection and Root Cause Analysis for Spark. In 2017 IEEE International Conference on Web Services, ICWS 2017","author":"Lu Siyang","year":"2017","unstructured":"Siyang Lu, BingBing Rao, Xiang Wei, Byung-Chul Tak, Long Wang, and Liqiang Wang. 2017. Log-based Abnormal Task Detection and Root Cause Analysis for Spark. In 2017 IEEE International Conference on Web Services, ICWS 2017, Honolulu, HI, USA, June 25-30, 2017. IEEE, 389\u2013396."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2901765"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464818"},{"key":"e_1_3_2_2_31_1","volume-title":"35th International Conference on Software Engineering, ICSE \u201913","author":"Malik Haroon","year":"2013","unstructured":"Haroon Malik, Hadi Hemmati, and Ahmed E. Hassan. 2013. Automatic detection of performance deviations in the load testing of large scale systems. In 35th International Conference on Software Engineering, ICSE \u201913, San Francisco, CA, USA, May 18-26, 2013. IEEE Computer Society, 1012\u20131021."},{"key":"e_1_3_2_2_32_1","volume-title":"Localizing Faults in Cloud Systems. In 11th IEEE International Conference on Software Testing, Verification and Validation, ICST 2018","author":"Mariani Leonardo","year":"2018","unstructured":"Leonardo Mariani, Cristina Monni, Mauro Pezz\u00e8, Oliviero Riganelli, and Rui Xin. 2018. Localizing Faults in Cloud Systems. In 11th IEEE International Conference on Software Testing, Verification and Validation, ICST 2018, V\u00e4ster\u00e5s, Sweden, April 9-13, 2018. IEEE Computer Society, 262\u2013273."},{"key":"e_1_3_2_2_33_1","volume-title":"Advanced Information Systems Engineering: 28th International Conference, CAiSE 2016, Ljubljana, Slovenia, June 13-17, 2016. Proceedings 28","author":"Meurice Loup","year":"2016","unstructured":"Loup Meurice, Csaba Nagy, and Anthony Cleve. 2016. Static analysis of dynamic database usage in java systems. In Advanced Information Systems Engineering: 28th International Conference, CAiSE 2016, Ljubljana, Slovenia, June 13-17, 2016. Proceedings 28. 491\u2013506."},{"key":"e_1_3_2_2_34_1","volume-title":"Using Control Charts for Detecting and Understanding Performance Regressions in Large Software. In Fifth IEEE International Conference on Software Testing, Verification and Validation, ICST 2012","author":"Nguyen Thanh H. D.","year":"2012","unstructured":"Thanh H. D. Nguyen. 2012. Using Control Charts for Detecting and Understanding Performance Regressions in Large Software. In Fifth IEEE International Conference on Software Testing, Verification and Validation, ICST 2012, Montreal, QC, Canada, April 17-21, 2012. IEEE Computer Society, 491\u2013494."},{"key":"e_1_3_2_2_35_1","volume-title":"Automated Verification of Load Tests Using Control Charts. In 18th Asia Pacific Software Engineering Conference, APSEC 2011","author":"Nguyen Thanh H. D.","year":"2011","unstructured":"Thanh H. D. Nguyen, Bram Adams, Zhen Ming Jiang, Ahmed E. Hassan, Mohamed N. Nasser, and Parminder Flora. 2011. Automated Verification of Load Tests Using Control Charts. In 18th Asia Pacific Software Engineering Conference, APSEC 2011, Ho Chi Minh, Vietnam, December 5-8, 2011. IEEE Computer Society, 282\u2013289."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2188286.2188344"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597092"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2020.11.024"},{"key":"e_1_3_2_2_39_1","volume-title":"Fast Training of Support Vector Machines Using Sequential Minimal Optimization","author":"Platt John C.","year":"1941","unstructured":"John C. Platt. 1999. Fast Training of Support Vector Machines Using Sequential Minimal Optimization. MIT Press, Cambridge, MA, USA. 185\u2013208. isbn:0262194163"},{"key":"e_1_3_2_2_40_1","volume-title":"Pattern matching: The gestalt approach. Dr. Dobb\u2019s Journal, 13, 7","author":"Ratcliff John W","year":"1988","unstructured":"John W Ratcliff and David Metzener. 1988. Pattern matching: The gestalt approach. Dr. Dobb\u2019s Journal, 13, 7 (1988), 46."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00123"},{"key":"e_1_3_2_2_42_1","volume-title":"28th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","author":"Rigger Manuel","year":"2020","unstructured":"Manuel Rigger and Zhendong Su. 2020. Detecting optimization bugs in database engines via non-optimizing reference engine construction. In ESEC\/FSE \u201920: 28th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, Virtual Event, USA, November 8-13, 2020. ACM, 1140\u20131152."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428279"},{"key":"e_1_3_2_2_44_1","volume-title":"14th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2020","author":"Rigger Manuel","year":"2020","unstructured":"Manuel Rigger and Zhendong Su. 2020. Testing Database Engines via Pivoted Query Synthesis. In 14th USENIX Symposium on Operating Systems Design and Implementation, OSDI 2020, Virtual Event, November 4-6, 2020. USENIX Association, 667\u2013682."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1002\/widm.2"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2668930.2688052"},{"key":"e_1_3_2_2_47_1","volume-title":"7th International School on Formal Methods for the Design of Computer, Communication, and Software Systems, SFM 2007","author":"Smith Connie U.","year":"2007","unstructured":"Connie U. Smith. 2007. Introduction to Software Performance Engineering: Origins and Outstanding Problems. In Formal Methods for Performance Evaluation, 7th International School on Formal Methods for the Design of Computer, Communication, and Software Systems, SFM 2007, Bertinoro, Italy, May 28-June 2, 2007, Advanced Lectures (Lecture Notes in Computer Science, Vol. 4486). Springer, 395\u2013428."},{"key":"e_1_3_2_2_48_1","volume-title":"28th International Computer Measurement Group Conference","author":"Connie","year":"2002","unstructured":"Connie U. Smith and Lloyd G. Williams. 2002. New Software Performance AntiPatterns: More Ways to Shoot Yourself in the Foot. In 28th International Computer Measurement Group Conference, December 8-13, 2002, Reno, Nevada, USA, Proceedings. Computer Measurement Group, 667\u2013674."},{"key":"e_1_3_2_2_49_1","volume-title":"29th International Computer Measurement Group Conference","author":"Connie","year":"2003","unstructured":"Connie U. Smith and Lloyd G. Williams. 2003. More New Software Antipatterns: Even More Ways to Shoot Yourself in the Foot. In 29th International Computer Measurement Group Conference, December 7-12, 2003, Dallas, Texas, USA, Proceedings. Computer Measurement Group, 717\u2013725."},{"key":"e_1_3_2_2_50_1","volume-title":"Williams","author":"Smith Connie U.","year":"2003","unstructured":"Connie U. Smith and Lloyd G. Williams. 2003. Software Performance Engineering. In UML for Real - Design of Embedded Real-Time Systems. Kluwer, 343\u2013365."},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2188286.2188326"},{"volume-title":"Information and decision sciences","author":"Vinutha HP","key":"e_1_3_2_2_52_1","unstructured":"HP Vinutha, B Poornima, and BM Sagar. 2018. Detection of outliers using interquartile range technique from intrusion dataset. In Information and decision sciences. Springer, 511\u2013518."},{"volume-title":"Breakthroughs in statistics","author":"Wilcoxon Frank","key":"e_1_3_2_2_53_1","unstructured":"Frank Wilcoxon. 1992. Individual comparisons by ranking methods. In Breakthroughs in statistics. Springer, 196\u2013202."},{"key":"e_1_3_2_2_54_1","volume-title":"The Future of Software Performance Engineering. In International Conference on Software Engineering, ISCE 2007, Workshop on the Future of Software Engineering, FOSE 2007","author":"Woodside C. Murray","year":"2007","unstructured":"C. Murray Woodside, Greg Franks, and Dorina C. Petriu. 2007. The Future of Software Performance Engineering. In International Conference on Software Engineering, ISCE 2007, Workshop on the Future of Software Engineering, FOSE 2007, May 23-25, 2007, Minneapolis, MN, USA. IEEE Computer Society, 171\u2013187."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2479871.2479909"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132954"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180194"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264589"}],"event":{"name":"ESEC\/FSE '23: 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"San Francisco CA USA","acronym":"ESEC\/FSE '23"},"container-title":["Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3613893","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3611643.3613893","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:03Z","timestamp":1750178163000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3613893"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,30]]},"references-count":58,"alternative-id":["10.1145\/3611643.3613893","10.1145\/3611643"],"URL":"https:\/\/doi.org\/10.1145\/3611643.3613893","relation":{},"subject":[],"published":{"date-parts":[[2023,11,30]]},"assertion":[{"value":"2023-11-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}