{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T20:09:15Z","timestamp":1792872555838,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,5,21]],"date-time":"2022-05-21T00:00:00Z","timestamp":1653091200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-18-1-2662"],"award-info":[{"award-number":["N00014-18-1-2662"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"DOE U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-FOA-0002460"],"award-info":[{"award-number":["DE-FOA-0002460"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["N66001- 21-C-4024"],"award-info":[{"award-number":["N66001- 21-C-4024"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["CCF-1563991, CCF- 0725202, IIS-1850342, IIS-1908984"],"award-info":[{"award-number":["CCF-1563991, CCF- 0725202, IIS-1850342, IIS-1908984"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,5,21]]},"DOI":"10.1145\/3510003.3510093","type":"proceedings-article","created":{"date-parts":[[2022,7,5]],"date-time":"2022-07-05T22:42:59Z","timestamp":1657060979000},"page":"225-236","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":54,"title":["Automatic detection of performance bugs in database systems using equivalent queries"],"prefix":"10.1145","author":[{"given":"Xinyu","family":"Liu","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qi","family":"Zhou","sequence":"additional","affiliation":[{"name":"Meta"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joy","family":"Arulraj","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alessandro","family":"Orso","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,7,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"1992. Database Language SQL. http:\/\/www.contrib.andrew.cmu.edu\/~shadow\/sql\/sql1992.txt."},{"key":"e_1_3_2_1_2_1","unstructured":"2015. AFL: American Fuzzy Lop. http:\/\/lcamtuf.coredump.cx\/afl\/."},{"key":"e_1_3_2_1_3_1","unstructured":"2016. OSS-Fuzz: Continuous Fuzzing for Open Source Software. https:\/\/github.com\/google\/oss-fuzz."},{"key":"e_1_3_2_1_4_1","unstructured":"2016. SQLSmith. https:\/\/github.com\/anse1\/sqlsmith."},{"key":"e_1_3_2_1_5_1","unstructured":"2020. Apache Calcite. https:\/\/calcite.apache.org\/."},{"key":"e_1_3_2_1_6_1","unstructured":"2020. CockroachDB. https:\/\/www.cockroachlabs.com\/docs\/releases\/v20.2.0."},{"key":"e_1_3_2_1_7_1","unstructured":"2020. SQLAlchemy. https:\/\/www.sqlalchemy.org\/."},{"key":"e_1_3_2_1_8_1","unstructured":"2021. CockroachDB Performance Bug Reports. https:\/\/github.com\/cockroachdb\/cockroach\/issues?q=performance."},{"key":"e_1_3_2_1_9_1","unstructured":"2021. PostgreSQL Performance Bug Reports. https:\/\/www.postgresql.org\/search\/?m=1&q=performance&1=8&d=-1&s=r."},{"key":"e_1_3_2_1_10_1","unstructured":"2021. PostgreSQL Wiki. https:\/\/wiki.postgresql.org\/wiki\/Mainpage."},{"key":"e_1_3_2_1_11_1","unstructured":"2021. SCOTT schema. https:\/\/www.orafaq.com\/wiki\/SCOTT."},{"key":"e_1_3_2_1_12_1","unstructured":"2022. Supplementary material. https:\/\/bit.ly\/3I995jL"},{"key":"e_1_3_2_1_13_1","unstructured":"Hardik Bati Leo Giakoumakis Steve Herbert and Aleksandras Surna. 2007. A genetic approach for random testing of database systems. In VLDB. 1243--1251."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Nicolas Bruno Surajit Chaudhuri and Dilys Thomas. 2006. Generating Queries with Cardinality Constraints for DBMS Testing. In TKDE. 1721--1725.","DOI":"10.1109\/TKDE.2006.190"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Stefano Ceri and Georg Gottlob. 1985. Translating SQL into relational algebra: Optimization semantics and equivalence of SQL queries. In TSE. 324--345.","DOI":"10.1109\/TSE.1985.232223"},{"key":"e_1_3_2_1_16_1","volume-title":"Shetal Shah, and S Sudarshan.","author":"Chandra Bikash","year":"2015","unstructured":"Bikash Chandra, Bhupesh Chawda, Biplab Kar, KV Maheshwara Reddy, Shetal Shah, and S Sudarshan. 2015. Data generation for testing and grading SQL queries. In VLDB Journal. 731--755."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"CL Philip Chen and Chun-Yang Zhang. 2014. Data-intensive applications challenges techniques and technologies: A survey on Big Data. In Information sciences. 314--347.","DOI":"10.1016\/j.ins.2014.01.015"},{"key":"e_1_3_2_1_18_1","unstructured":"Tsong Y Chen Shing C Cheung and Shiu Ming Yiu. 2020. Metamorphic testing: a new approach for generating next test cases. In arXiv preprint arXiv:2002.12543."},{"key":"e_1_3_2_1_19_1","volume-title":"Cosette: An Automated Prover for SQL.. In CIDR.","author":"Chu Shumo","year":"2017","unstructured":"Shumo Chu, Chenglong Wang, Konstantin Weitz, and Alvin Cheung. 2017. Cosette: An Automated Prover for SQL.. In CIDR."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Hicham G Elmongui Vivek Narasayya and Ravishankar Ramamurthy. 2009. A framework for testing query transformation rules. In SIGMOD. 257--268.","DOI":"10.1145\/1559845.1559874"},{"key":"e_1_3_2_1_21_1","unstructured":"Leo Giakoumakis and C\u00e9sar A Galindo-Legaria. 2008. Testing SQL Server's Query Optimizer: Challenges Techniques and Experiences. In Data Engineering Bulletin. 36--43."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Goetz Graefe. 1993. Query Evaluation Techniques for Large Databases. In CSUR. 73--169.","DOI":"10.1145\/152610.152611"},{"key":"e_1_3_2_1_23_1","unstructured":"Goetz Graefe. 1995. The cascades framework for query optimization. In Data Engineering Bulletin. 19--29."},{"key":"e_1_3_2_1_24_1","volume-title":"Waas","author":"Gu Zhongxian","year":"2015","unstructured":"Zhongxian Gu, Mohamed A. Soliman, and Florian M. Waas. 2015. Testing the accuracy of query optimizers. In DBTest. 1--6."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Toshihide Ibaraki and Tiko Kameda. 1984. On the optimal nesting order for computing n-relational joins. In TODS. 482--502.","DOI":"10.1145\/1270.1498"},{"key":"e_1_3_2_1_26_1","volume-title":"Apollo: Automatic detection and diagnosis of performance regressions in database systems. In VLDB. 57--70.","author":"Jung Jinho","year":"2019","unstructured":"Jinho Jung, Hong Hu, Joy Arulraj, Taesoo Kim, and Woonhak Kang. 2019. Apollo: Automatic detection and diagnosis of performance regressions in database systems. In VLDB. 57--70."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"R Kearns Stephen Shead and Alan Fekete. 1997. A teaching system for SQL. In ACSE. 224--231.","DOI":"10.1145\/299359.299391"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"D. Lee S. K. Cha and A. H. Lee. 2012. A Performance Anomaly Detection and Analysis Framework for DBMS Development. In TKDE. 1345--1360.","DOI":"10.1109\/TKDE.2011.88"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Viktor Leis Andrey Gubichev Atanas Mirchev Peter Boncz Alfons Kemper and Thomas Neumann. 2015. How good are query optimizers really?. In VLDB. 204--215.","DOI":"10.14778\/2850583.2850594"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Zhan Li Olga Papaemmanouil and Mitch Cherniack. 2016. OptMark: A Toolkit for Benchmarking Query Optimizers. In CIKM. 2155--2160.","DOI":"10.1145\/2983323.2983658"},{"key":"e_1_3_2_1_31_1","unstructured":"William M McKeeman. 1998. Differential testing for software. In Digital Technical Journal. 100--107."},{"key":"e_1_3_2_1_32_1","volume":"201","author":"Osman Rasha","unstructured":"Rasha Osman and William J. Knottenbelt. 2012. Database System Performance Evaluation Models: A Survey. In Performance Evaluation. 471--493.","journal-title":"William J. Knottenbelt."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Jaroslav Pokorn\u1ef3. 2015. Database technologies in the world of big data. In CompSysTech. 1--12.","DOI":"10.1145\/2812428.2812429"},{"key":"e_1_3_2_1_34_1","unstructured":"Raghu Ramakrishnan and Johannes Gehrke. 2003. Database Management Systems."},{"key":"e_1_3_2_1_35_1","volume-title":"Alexander Boehm, and Dong Hun Lee.","author":"Rehmann Kim-Thomas","year":"2016","unstructured":"Kim-Thomas Rehmann, Changyun Seo, Dongwon Hwang, Binh Than Truong, Alexander Boehm, and Dong Hun Lee. 2016. Performance Monitoring in SAP HANA's Continuous Integration Process. In PER. 43--52."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Raymond Reiter. 1986. A Sound and Sometimes Complete Query Evaluation Algorithm for Relational Databases with Null Values. In J. ACM. 349--370.","DOI":"10.1145\/5383.5388"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Manuel Rigger and Zhendong Su. 2020. Detecting Optimization Bugs in Database Engines via Non-Optimizing Reference Engine Construction. In FSE.","DOI":"10.1145\/3368089.3409710"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Manuel Rigger and Zhendong Su. 2020. Finding Bugs in Database Systems via Query Partitioning. In OOPSLA.","DOI":"10.1145\/3428279"},{"key":"e_1_3_2_1_39_1","unstructured":"Manuel Rigger and Zhendong Su. 2020. Testing Database Engines via Pivoted Query Synthesis. In OSDI."},{"key":"e_1_3_2_1_40_1","volume-title":"Bhanu Pratap Gupta, and Devang Vira","author":"Shah Shetal","year":"2011","unstructured":"Shetal Shah, S Sudarshan, Suhas Kajbaje, Sandeep Patidar, Bhanu Pratap Gupta, and Devang Vira. 2011. Generating test data for killing SQL mutants: A constraint-based approach. In ICDE. 1175--1186."},{"key":"e_1_3_2_1_41_1","volume-title":"Mr SC Nelson, et al","author":"Sharma Hitesh Kumar","year":"2017","unstructured":"Hitesh Kumar Sharma, Mr SC Nelson, et al. 2017. Explain Plan and SQL Trace the Two Approaches for RDBMS Tuning. In Database Systems Journal. 31--39."},{"key":"e_1_3_2_1_42_1","unstructured":"Donald R Slutz. 1998. Massive Stochastic Testing of SQL. In VLDB. 618--622."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Florian Waas and C\u00e9sar Galindo-Legaria. 2000. Counting Enumerating and Sampling of Execution Plans in a Cost-Based Query Optimizer. In SIGMOD. 499--509.","DOI":"10.1145\/335191.335451"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","unstructured":"Gerhard Weikum Axel Moenkeberg Christof Hasse and Peter Zabback. 2002. Self-Tuning Database Technology and Information Services: From Wishful Thinking to Viable Engineering. In VLDB. 20--31.","DOI":"10.1016\/B978-155860869-6\/50011-1"},{"key":"e_1_3_2_1_45_1","unstructured":"Khaled Yagoub Peter Belknap Benoit Dageville Karl Dias Shantanu Joshi and Hailing Yu. 2008. Oracle's SQL Performance Analyzer.. In Data Engineering Bulletin. 51--58."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209950.3209958"},{"key":"e_1_3_2_1_47_1","volume-title":"SQUIRREL: Testing Database Management Systems with Language Validity and Coverage Feedback. In CCS. 955--970.","author":"Zhong Rui","year":"2020","unstructured":"Rui Zhong, Yongheng Chen, Hong Hu, Hangfan Zhang, Wenke Lee, and Dinghao Wu. 2020. SQUIRREL: Testing Database Management Systems with Language Validity and Coverage Feedback. In CCS. 955--970."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"crossref","unstructured":"Qi Zhou Joy Arulraj Shamkant Navathe William Harris and Dong Xu. 2019. Automated verification of query equivalence using satisfiability modulo theories. In VLDB. 1276--1288.","DOI":"10.14778\/3342263.3342267"}],"event":{"name":"ICSE '22: 44th International Conference on Software Engineering","location":"Pittsburgh Pennsylvania","acronym":"ICSE '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 44th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510093","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3510003.3510093","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3510003.3510093","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:23Z","timestamp":1750183823000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3510003.3510093"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,21]]},"references-count":48,"alternative-id":["10.1145\/3510003.3510093","10.1145\/3510003"],"URL":"https:\/\/doi.org\/10.1145\/3510003.3510093","relation":{},"subject":[],"published":{"date-parts":[[2022,5,21]]},"assertion":[{"value":"2022-07-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}