{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T07:13:08Z","timestamp":1779174788531,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,11,8]],"date-time":"2020-11-08T00:00:00Z","timestamp":1604793600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,11,8]]},"DOI":"10.1145\/3368089.3409710","type":"proceedings-article","created":{"date-parts":[[2020,11,10]],"date-time":"2020-11-10T21:09:10Z","timestamp":1605042550000},"page":"1140-1152","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":95,"title":["Detecting optimization bugs in database engines via non-optimizing reference engine construction"],"prefix":"10.1145","author":[{"given":"Manuel","family":"Rigger","sequence":"first","affiliation":[{"name":"ETH Zurich, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhendong","family":"Su","sequence":"additional","affiliation":[{"name":"ETH Zurich, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,11,8]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1858996.1859063"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/1325851.1325993"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2007.367896"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1247480.1247520"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ECOOP.2016.4"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1670412.1670413"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/1083592.1083719"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2009.68"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2006.190"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/800296.811515"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"},{"key":"e_1_3_2_2_13_1","unstructured":"And Clover. 2019. Bug submission: left join filter on negated expression including NOTNULL. https:\/\/www.mail-archive.com\/sqlite-users@mailinglists.sqlite.org\/ msg117434.html And Clover. 2019. Bug submission: left join filter on negated expression including NOTNULL. https:\/\/www.mail-archive.com\/sqlite-users@mailinglists.sqlite.org\/ msg117434.html"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/362384.362685"},{"key":"e_1_3_2_2_15_1","volume-title":"Relational Completeness of Data Base Sublanguages","author":"Codd E. F.","unstructured":"E. F. Codd . 1972. Relational Completeness of Data Base Sublanguages . IBM Corporation . E. F. Codd. 1972. Relational Completeness of Data Base Sublanguages. IBM Corporation."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-28891-3_12"},{"key":"e_1_3_2_2_17_1","unstructured":"DB-Engines. 2019. DB-Engines Ranking ( July 2019 ). https:\/\/db-engines.com\/en\/ ranking DB-Engines. 2019. DB-Engines Ranking ( July 2019 ). https:\/\/db-engines.com\/en\/ ranking"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.14778\/3231751.3231761"},{"key":"e_1_3_2_2_19_1","volume-title":"Fundamentals of database systems","author":"Elmasri Ramez","unstructured":"Ramez Elmasri and Sham Navathe . 2017. Fundamentals of database systems . Vol. 7 . Pearson . Ramez Elmasri and Sham Navathe. 2017. Fundamentals of database systems. Vol. 7. Pearson."},{"key":"e_1_3_2_2_20_1","volume-title":"Testing SQL Server's Query Optimizer: Challenges, Techniques and Experiences","author":"Giakoumakis Leo","year":"2008","unstructured":"Leo Giakoumakis and C\u00e9sar A Galindo-Legaria . 2008. Testing SQL Server's Query Optimizer: Challenges, Techniques and Experiences . IEEE Data Eng. Bull . 31, 1 ( 2008 ), 36-43. Leo Giakoumakis and C\u00e9sar A Galindo-Legaria. 2008. Testing SQL Server's Query Optimizer: Challenges, Techniques and Experiences. IEEE Data Eng. Bull. 31, 1 ( 2008 ), 36-43."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1385269.1385272"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"crossref","unstructured":"Goetz Graefe. 1993. Query evaluation techniques for large databases. ACM Computing Surveys (CSUR) 25 2 ( 1993 ) 73-169. Goetz Graefe. 1993. Query evaluation techniques for large databases. ACM Computing Surveys (CSUR) 25 2 ( 1993 ) 73-169.","DOI":"10.1145\/152610.152611"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/191843.191886"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2304510.2304525"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/602259.602266"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/1182635.1164254"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.5555\/800099.803223"},{"key":"e_1_3_2_2_28_1","unstructured":"Matt Jibson. 2016. Testing Random Valid SQL in CockroachDB. https:\/\/www. cockroachlabs.com\/blog\/testing-random-valid-sql-in-cockroachdb\/ Matt Jibson. 2016. Testing Random Valid SQL in CockroachDB. https:\/\/www. cockroachlabs.com\/blog\/testing-random-valid-sql-in-cockroachdb\/"},{"key":"e_1_3_2_2_29_1","unstructured":"Matt Jibson. 2019. SQLsmith: Randomized SQL Testing in CockroachDB. https: \/\/www.cockroachlabs.com\/blog\/sqlsmith-randomized-sql-testing\/ Matt Jibson. 2019. SQLsmith: Randomized SQL Testing in CockroachDB. https: \/\/www.cockroachlabs.com\/blog\/sqlsmith-randomized-sql-testing\/"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.14778\/3357377.3357382"},{"key":"e_1_3_2_2_31_1","first-page":"590","volume-title":"Proceedings of the 32Nd IEEE\/ACM International Conference on Automated Software Engineering (ASE 2017 ). IEEE Press","author":"Kapus Timotej","year":"2017","unstructured":"Timotej Kapus and Cristian Cadar . 2017 . Automatic Testing of Symbolic Execution Engines via Program Generation and Diferential Testing . In Proceedings of the 32Nd IEEE\/ACM International Conference on Automated Software Engineering (ASE 2017 ). IEEE Press , Piscataway, NJ, USA , 590 - 600 . Timotej Kapus and Cristian Cadar. 2017. Automatic Testing of Symbolic Execution Engines via Program Generation and Diferential Testing. In Proceedings of the 32Nd IEEE\/ACM International Conference on Automated Software Engineering (ASE 2017 ). IEEE Press, Piscataway, NJ, USA, 590-600."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2008.34"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2594291.2594334"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-009-0157-y"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.14778\/3342263.3342644"},{"key":"e_1_3_2_2_36_1","article-title":"Diferential testing for software","volume":"10","author":"McKeeman William M","year":"1998","unstructured":"William M McKeeman . 1998 . Diferential testing for software . Digital Technical Journal 10 , 1 ( 1998 ), 100-107. William M McKeeman. 1998. Diferential testing for software. Digital Technical Journal 10, 1 ( 1998 ), 100-107.","journal-title":"Digital Technical Journal"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1376616.1376668"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01232186"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3183733"},{"key":"e_1_3_2_2_40_1","volume-title":"Developer Survey Results","author":"Overflow Stack","year":"2019","unstructured":"Stack Overflow . 2019. Developer Survey Results 2019 . https:\/\/insights. stackoverflow.com\/survey\/2019 Stack Overflow. 2019. Developer Survey Results 2019. https:\/\/insights. stackoverflow.com\/survey\/2019"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3003665.3003674"},{"key":"e_1_3_2_2_42_1","first-page":"1045","volume-title":"Proceedings of the Thirtieth International Conference on Very Large Data Bases-Volume 30 (VLDB '04)","author":"Poess Meikel","unstructured":"Meikel Poess and John M. Stephens . 2004. Generating Thousand Benchmark Queries in Seconds . In Proceedings of the Thirtieth International Conference on Very Large Data Bases-Volume 30 (VLDB '04) . VLDB Endowment , 1045 - 1053 . Meikel Poess and John M. Stephens. 2004. Generating Thousand Benchmark Queries in Seconds. In Proceedings of the Thirtieth International Conference on Very Large Data Bases-Volume 30 (VLDB '04). VLDB Endowment, 1045-1053."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2254064.2254104"},{"key":"e_1_3_2_2_44_1","unstructured":"Manuel Rigger. 2019. LEFT JOIN in view malfunctions with NOTNULL. https: \/\/www.sqlite.org\/src\/tktview?name=c31034044b Manuel Rigger. 2019. LEFT JOIN in view malfunctions with NOTNULL. https: \/\/www.sqlite.org\/src\/tktview?name=c31034044b"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.3947858"},{"key":"e_1_3_2_2_46_1","unstructured":"Manuel Rigger and Zhendong Su. 2020. Testing Database Engines via Pivoted Query Synthesis. Manuel Rigger and Zhendong Su. 2020. Testing Database Engines via Pivoted Query Synthesis."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183440.3183468"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/582095.582099"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"crossref","unstructured":"Andreas Seltenreich. 2019. SQLSmith. https:\/\/github.com\/anse1\/sqlsmith Andreas Seltenreich. 2019. SQLSmith. https:\/\/github.com\/anse1\/sqlsmith","DOI":"10.14712\/2464689X.2019.15"},{"key":"e_1_3_2_2_50_1","first-page":"618","article-title":"Massive stochastic testing of SQL","volume":"98","author":"Slutz Donald R","year":"1998","unstructured":"Donald R Slutz . 1998 . Massive stochastic testing of SQL . In VLDB , Vol. 98. 618 - 622 . Donald R Slutz. 1998. Massive stochastic testing of SQL. In VLDB, Vol. 98. 618-622.","journal-title":"VLDB"},{"key":"e_1_3_2_2_51_1","unstructured":"SQLite3. 2020. Generated Columns. https:\/\/sqlite.org\/gencol.html SQLite3. 2020. Generated Columns. https:\/\/sqlite.org\/gencol.html"},{"key":"e_1_3_2_2_52_1","unstructured":"SQLite3. 2020. How SQLite Is Tested. https:\/\/www.sqlite.org\/testing.html SQLite3. 2020. How SQLite Is Tested. https:\/\/www.sqlite.org\/testing.html"},{"key":"e_1_3_2_2_53_1","unstructured":"SQLite3. 2020. Most Widely Deployed and Used Database Engine. https: \/\/www.sqlite.org\/mostdeployed.html SQLite3. 2020. Most Widely Deployed and Used Database Engine. https: \/\/www.sqlite.org\/mostdeployed.html"},{"key":"e_1_3_2_2_54_1","unstructured":"SQLite3. 2020. The SQLite Query Optimizer Overview. https:\/\/www.sqlite.org\/ optoverview.html SQLite3. 2020. The SQLite Query Optimizer Overview. https:\/\/www.sqlite.org\/ optoverview.html"},{"key":"e_1_3_2_2_55_1","unstructured":"SQLite3. 2020. The Use Of assert() In SQLite. https:\/\/www.sqlite.org\/assert.html SQLite3. 2020. The Use Of assert() In SQLite. https:\/\/www.sqlite.org\/assert.html"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3386134"},{"key":"e_1_3_2_2_57_1","unstructured":"Tencent Blade Team. 2019. Magellan 2.0. https:\/\/blade.tencent.com\/magellan2\/ index_en.html Tencent Blade Team. 2019. Magellan 2.0. https:\/\/blade.tencent.com\/magellan2\/ index_en.html"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807167.1807323"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377330.3377338"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.14778\/3291264.3291267"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993498.1993532"}],"event":{"name":"ESEC\/FSE '20: 28th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Virtual Event USA","acronym":"ESEC\/FSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3368089.3409710","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3368089.3409710","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:44:40Z","timestamp":1750203880000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3368089.3409710"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,8]]},"references-count":60,"alternative-id":["10.1145\/3368089.3409710","10.1145\/3368089"],"URL":"https:\/\/doi.org\/10.1145\/3368089.3409710","relation":{},"subject":[],"published":{"date-parts":[[2020,11,8]]},"assertion":[{"value":"2020-11-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}