{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T02:13:49Z","timestamp":1775873629975,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":80,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,8,18]],"date-time":"2021-08-18T00:00:00Z","timestamp":1629244800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"DFG","award":["389792660"],"award-info":[{"award-number":["389792660"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,8,20]]},"DOI":"10.1145\/3468264.3468573","type":"proceedings-article","created":{"date-parts":[[2021,8,19]],"date-time":"2021-08-19T01:40:37Z","timestamp":1629337237000},"page":"639-650","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":22,"title":["Metamorphic testing of Datalog engines"],"prefix":"10.1145","author":[{"given":"Muhammad Numair","family":"Mansur","sequence":"first","affiliation":[{"name":"MPI-SWS, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maria","family":"Christakis","sequence":"additional","affiliation":[{"name":"MPI-SWS, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Valentin","family":"W\u00fcstholz","sequence":"additional","affiliation":[{"name":"ConsenSys, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,8,18]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. Radamsa. https:\/\/gitlab.com\/akihe\/radamsa  [n.d.]. Radamsa. https:\/\/gitlab.com\/akihe\/radamsa"},{"key":"e_1_3_2_1_2_1","volume-title":"\u201cWhitepaper","author":"Technical","unstructured":"[n.d.]. Technical \u201cWhitepaper \u201d for AFL. http:\/\/lcamtuf.coredump.cx\/afl\/technical_details.txt [n.d.]. Technical \u201cWhitepaper\u201d for AFL. http:\/\/lcamtuf.coredump.cx\/afl\/technical_details.txt"},{"key":"e_1_3_2_1_3_1","volume-title":"Todd J. Green, Benny Kimelfeld, Dan Olteanu, Emir Pasalic, Todd L. Veldhuizen, and Geoffrey Washburn.","author":"Aref Molham","year":"2015","unstructured":"Molham Aref , Balder ten Cate , Todd J. Green, Benny Kimelfeld, Dan Olteanu, Emir Pasalic, Todd L. Veldhuizen, and Geoffrey Washburn. 2015 . Design and Implementation of the LogicBlox System. In SIGMOD. ACM , 1371\u20131382. Molham Aref, Balder ten Cate, Todd J. Green, Benny Kimelfeld, Dan Olteanu, Emir Pasalic, Todd L. Veldhuizen, and Geoffrey Washburn. 2015. Design and Implementation of the LogicBlox System. In SIGMOD. ACM, 1371\u20131382."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/0743-1066(91)90030-S"},{"key":"e_1_3_2_1_5_1","volume-title":"Ullman","author":"Bancilhon Fran\u00e7ois","year":"1986","unstructured":"Fran\u00e7ois Bancilhon , David Maier , Yehoshua Sagiv , and Jeffrey D . Ullman . 1986 . Magic Sets and Other Strange Ways to Implement Logic Programs. In PODS. ACM , 1\u201315. Fran\u00e7ois Bancilhon, David Maier, Yehoshua Sagiv, and Jeffrey D. Ullman. 1986. Magic Sets and Other Strange Ways to Implement Logic Programs. In PODS. ACM, 1\u201315."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/0743-1066(91)90038-Q"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Pierre-L\u00e9o B\u00e9gay Pierre Cr\u00e9gut and Jean-Fran\u00e7ois Monin. 2021. Developing and Certifying Datalog Optimizations in Coq\/MathComp. In CPP. ACM 163\u2013177.  Pierre-L\u00e9o B\u00e9gay Pierre Cr\u00e9gut and Jean-Fran\u00e7ois Monin. 2021. Developing and Certifying Datalog Optimizations in Coq\/MathComp. In CPP. ACM 163\u2013177.","DOI":"10.1145\/3437992.3439913"},{"key":"e_1_3_2_1_9_1","volume-title":"Reverse Query Processing","author":"Binnig Carsten","unstructured":"Carsten Binnig , Donald Kossmann , and Eric Lo. 2007. Reverse Query Processing . In ICDE. IEEE Computer Society , 506\u2013515. Carsten Binnig, Donald Kossmann, and Eric Lo. 2007. Reverse Query Processing. In ICDE. IEEE Computer Society, 506\u2013515."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Carsten Binnig Donald Kossmann Eric Lo and M. Tamer \u00d6zsu. 2007. QAGen: Generating Query-Aware Test Databases. In SIGMOD. ACM 341\u2013352.  Carsten Binnig Donald Kossmann Eric Lo and M. Tamer \u00d6zsu. 2007. QAGen: Generating Query-Aware Test Databases. In SIGMOD. ACM 341\u2013352.","DOI":"10.1145\/1247480.1247520"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Martin Bravenboer and Yannis Smaragdakis. 2009. Strictly Declarative Specification of Sophisticated Points-To Analyses. In OOPSLA. ACM 243\u2013262.  Martin Bravenboer and Yannis Smaragdakis. 2009. Strictly Declarative Specification of Sophisticated Points-To Analyses. In OOPSLA. ACM 243\u2013262.","DOI":"10.1145\/1639949.1640108"},{"key":"e_1_3_2_1_12_1","volume-title":"Vandal: A Scalable Security Analysis Framework for Smart Contracts. CoRR, abs\/1809.03981","author":"Brent Lexi","year":"2018","unstructured":"Lexi Brent , Anton Jurisevic , Michael Kong , Eric Liu , Fran\u00e7ois Gauthier , Vincent Gramoli , Ralph Holz , and Bernhard Scholz . 2018 . Vandal: A Scalable Security Analysis Framework for Smart Contracts. CoRR, abs\/1809.03981 (2018). Lexi Brent, Anton Jurisevic, Michael Kong, Eric Liu, Fran\u00e7ois Gauthier, Vincent Gramoli, Ralph Holz, and Bernhard Scholz. 2018. Vandal: A Scalable Security Analysis Framework for Smart Contracts. CoRR, abs\/1809.03981 (2018)."},{"key":"e_1_3_2_1_13_1","volume-title":"Ethainter: A Smart Contract Security Analyzer for Composite Vulnerabilities. In PLDI. ACM, 454\u2013469.","author":"Brent Neville","year":"2020","unstructured":"Neville Brent , Lexiand Grech , Sifis Lagouvardos , Bernhard Scholz , and Yannis Smaragdakis . 2020 . Ethainter: A Smart Contract Security Analyzer for Composite Vulnerabilities. In PLDI. ACM, 454\u2013469. Neville Brent, Lexiand Grech, Sifis Lagouvardos, Bernhard Scholz, and Yannis Smaragdakis. 2020. Ethainter: A Smart Contract Security Analyzer for Composite Vulnerabilities. In PLDI. ACM, 454\u2013469."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2006.190"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Alexandra Bugariu and Peter M\u00fcller. 2020. Automatically Testing String Solvers. In ICSE. ACM 1459\u20131470.  Alexandra Bugariu and Peter M\u00fcller. 2020. Automatically Testing String Solvers. In ICSE. ACM 1459\u20131470.","DOI":"10.1145\/3377811.3380398"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Alexandra Bugariu Valentin W\u00fcstholz Maria Christakis and Peter M\u00fcller. 2018. Automatically Testing Implementations of Numerical Abstract Domains. In ASE. ACM 768\u2013778.  Alexandra Bugariu Valentin W\u00fcstholz Maria Christakis and Peter M\u00fcller. 2018. Automatically Testing Implementations of Numerical Abstract Domains. In ASE. ACM 768\u2013778.","DOI":"10.1145\/3238147.3240464"},{"key":"e_1_3_2_1_17_1","volume-title":"Donaldson","author":"Cadar Cristian","year":"2016","unstructured":"Cristian Cadar and Alastair F . Donaldson . 2016 . Analysing the Program Analyser. In ICSE. ACM , 765\u2013768. Cristian Cadar and Alastair F. Donaldson. 2016. Analysing the Program Analyser. In ICSE. ACM, 765\u2013768."},{"key":"e_1_3_2_1_18_1","volume-title":"Leung","author":"Chan W. K.","year":"2005","unstructured":"W. K. Chan , S. C. Cheung , and Karl R. P. H . Leung . 2005 . Towards a Metamorphic Testing Methodology for Service-Oriented Software Applications. In QSIC. IEEE Computer Society , 470\u2013476. W. K. Chan, S. C. Cheung, and Karl R. P. H. Leung. 2005. Towards a Metamorphic Testing Methodology for Service-Oriented Software Applications. In QSIC. IEEE Computer Society, 470\u2013476."},{"key":"e_1_3_2_1_19_1","volume-title":"Merlin","author":"Chandra Ashok K.","year":"1977","unstructured":"Ashok K. Chandra and Philip M . Merlin . 1977 . Optimal Implementation of Conjunctive Queries in Relational Data Bases. In STOC. ACM , 77\u201390. Ashok K. Chandra and Philip M. Merlin. 1977. Optimal Implementation of Conjunctive Queries in Relational Data Bases. In STOC. ACM, 77\u201390."},{"key":"e_1_3_2_1_20_1","first-page":"1","article-title":"A Survey of Compiler","volume":"53","author":"Chen Junjie","year":"2020","unstructured":"Junjie Chen , Jibesh Patra , Michael Pradel , Yingfei Xiong , Hongyu Zhang , Dan Hao , and Lu Zhang . 2020 . A Survey of Compiler Testing. Comput. Surv. , 53 (2020), 4: 1 \u2013 4 :36. Junjie Chen, Jibesh Patra, Michael Pradel, Yingfei Xiong, Hongyu Zhang, Dan Hao, and Lu Zhang. 2020. A Survey of Compiler Testing. Comput. Surv., 53 (2020), 4:1\u20134:36.","journal-title":"Testing. Comput. Surv."},{"key":"e_1_3_2_1_21_1","volume-title":"Metamorphic Testing: A New Approach for Generating Next Test Cases. HKUST.","author":"Chen Tsong Yueh","year":"1998","unstructured":"Tsong Yueh Chen , S. C. Cheung , and Siu-Ming Yiu . 1998 . Metamorphic Testing: A New Approach for Generating Next Test Cases. HKUST. Tsong Yueh Chen, S. C. Cheung, and Siu-Ming Yiu. 1998. Metamorphic Testing: A New Approach for Generating Next Test Cases. HKUST."},{"key":"e_1_3_2_1_22_1","volume-title":"GTTSE (LNCS","volume":"133","author":"de Moor Oege","year":"2007","unstructured":"Oege de Moor , Damien Sereni , Mathieu Verbaere , Elnar Hajiyev , Pavel Avgustinov , Torbj\u00f6rn Ekman , Neil Ongkingco , and Julian Tibble . 2007 . . QL: Object-Oriented Queries Made Easy . In GTTSE (LNCS , Vol. 5235). Springer, 78\u2013 133 . Oege de Moor, Damien Sereni, Mathieu Verbaere, Elnar Hajiyev, Pavel Avgustinov, Torbj\u00f6rn Ekman, Neil Ongkingco, and Julian Tibble. 2007. .QL: Object-Oriented Queries Made Easy. In GTTSE (LNCS, Vol. 5235). Springer, 78\u2013133."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78800-3_24"},{"key":"e_1_3_2_1_24_1","volume-title":"Automated Testing of Graphics Shader Compilers. PACMPL, 1","author":"Donaldson Alastair F.","year":"2017","unstructured":"Alastair F. Donaldson , Hugues Evrard , Andrei Lascu , and Paul Thomson . 2017. Automated Testing of Graphics Shader Compilers. PACMPL, 1 ( 2017 ), 93:1\u201393:29. Alastair F. Donaldson, Hugues Evrard, Andrei Lascu, and Paul Thomson. 2017. Automated Testing of Graphics Shader Compilers. PACMPL, 1 (2017), 93:1\u201393:29."},{"key":"e_1_3_2_1_25_1","volume-title":"Wah","author":"Gooley Markian M.","year":"1988","unstructured":"Markian M. Gooley and Benjamin W . Wah . 1988 . Efficient Reordering of Prolog Programs. In ICDE. IEEE Computer Society , 110\u2013117. Markian M. Gooley and Benjamin W. Wah. 1988. Efficient Reordering of Prolog Programs. In ICDE. IEEE Computer Society, 110\u2013117."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Sergey Grebenshchikov Nuno P. Lopes Corneliu Popeea and Andrey Rybalchenko. 2012. Synthesizing Software Verifiers from Proof Rules. In PLDI. ACM 405\u2013416.  Sergey Grebenshchikov Nuno P. Lopes Corneliu Popeea and Andrey Rybalchenko. 2012. Synthesizing Software Verifiers from Proof Rules. In PLDI. ACM 405\u2013416.","DOI":"10.1145\/2345156.2254112"},{"key":"e_1_3_2_1_27_1","volume-title":"MadMax: Surviving Out-of-Gas Conditions in Ethereum Smart Contracts. PACMPL, 2","author":"Grech Neville","year":"2018","unstructured":"Neville Grech , Michael Kong , Anton Jurisevic , Lexi Brent , Bernhard Scholz , and Yannis Smaragdakis . 2018. MadMax: Surviving Out-of-Gas Conditions in Ethereum Smart Contracts. PACMPL, 2 ( 2018 ), 116:1\u2013116:27. Neville Grech, Michael Kong, Anton Jurisevic, Lexi Brent, Bernhard Scholz, and Yannis Smaragdakis. 2018. MadMax: Surviving Out-of-Gas Conditions in Ethereum Smart Contracts. PACMPL, 2 (2018), 116:1\u2013116:27."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Sergio Greco and Cristian Molinaro. 2015. Datalog and Logic Databases. Morgan & Claypool.  Sergio Greco and Cristian Molinaro. 2015. Datalog and Logic Databases. Morgan & Claypool.","DOI":"10.1007\/978-3-031-01854-1"},{"key":"e_1_3_2_1_29_1","volume-title":"Lee Lee Choo, Shumo Chu, Paraschos Koutris, Dominik Moritz, Jennifer Ortiz, Vaspol Ruamviboonsuk, Jingjing Wang, Andrew Whitaker, Shengliang Xu, Magdalena Balazinska, Bill Howe, and Dan Suciu.","author":"Halperin Daniel","year":"2014","unstructured":"Daniel Halperin , Victor Teixeira de Almeida , Lee Lee Choo, Shumo Chu, Paraschos Koutris, Dominik Moritz, Jennifer Ortiz, Vaspol Ruamviboonsuk, Jingjing Wang, Andrew Whitaker, Shengliang Xu, Magdalena Balazinska, Bill Howe, and Dan Suciu. 2014 . Demonstration of the Myria Big Data Management Service. In SIGMOD. ACM , 881\u2013884. Daniel Halperin, Victor Teixeira de Almeida, Lee Lee Choo, Shumo Chu, Paraschos Koutris, Dominik Moritz, Jennifer Ortiz, Vaspol Ruamviboonsuk, Jingjing Wang, Andrew Whitaker, Shengliang Xu, Magdalena Balazinska, Bill Howe, and Dan Suciu. 2014. Demonstration of the Myria Big Data Management Service. In SIGMOD. ACM, 881\u2013884."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-22110-1_36"},{"key":"e_1_3_2_1_31_1","volume-title":"SociaLite: Datalog Extensions for Efficient Social Network Analysis","author":"Jiwon Seo","unstructured":"Seo Jiwon , Guo Stephen , and Lam Monica S.. 2013. SociaLite: Datalog Extensions for Efficient Social Network Analysis . In ICDE. IEEE Computer Society , 278\u2013289. Seo Jiwon, Guo Stephen, and Lam Monica S.. 2013. SociaLite: Datalog Extensions for Efficient Social Network Analysis. In ICDE. IEEE Computer Society, 278\u2013289."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-41540-6_23"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3303084.3309490"},{"key":"e_1_3_2_1_34_1","first-page":"57","article-title":"APOLLO","volume":"13","author":"Jung Jinho","year":"2019","unstructured":"Jinho Jung , Hong Hu , Joy Arulraj , Taesoo Kim , and Woon-Hak Kang . 2019 . APOLLO : Automatic Detection and Diagnosis of Performance Regressions in Database Systems. VLDB , 13 (2019), 57 \u2013 70 . Jinho Jung, Hong Hu, Joy Arulraj, Taesoo Kim, and Woon-Hak Kang. 2019. APOLLO: Automatic Detection and Diagnosis of Performance Regressions in Database Systems. VLDB, 13 (2019), 57\u201370.","journal-title":"VLDB"},{"key":"e_1_3_2_1_35_1","volume-title":"Automatic Testing of Symbolic Execution Engines via Program Generation and Differential Testing","author":"Kapus Timotej","unstructured":"Timotej Kapus and Cristian Cadar . 2017. Automatic Testing of Symbolic Execution Engines via Program Generation and Differential Testing . In ASE. IEEE Computer Society , 590\u2013600. Timotej Kapus and Cristian Cadar. 2017. Automatic Testing of Symbolic Execution Engines via Program Generation and Differential Testing. In ASE. IEEE Computer Society, 590\u2013600."},{"key":"e_1_3_2_1_36_1","volume-title":"Query-Aware Test Generation Using a Relational Constraint Solver","author":"Khalek Shadi Abdul","unstructured":"Shadi Abdul Khalek , Bassem Elkarablieh , Yai O. Laleye , and Sarfraz Khurshid . 2008. Query-Aware Test Generation Using a Relational Constraint Solver . In ASE. IEEE Computer Society , 238\u2013247. Shadi Abdul Khalek, Bassem Elkarablieh, Yai O. Laleye, and Sarfraz Khurshid. 2008. Query-Aware Test Generation Using a Relational Constraint Solver. In ASE. IEEE Computer Society, 238\u2013247."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Shadi Abdul Khalek and Sarfraz Khurshid. 2010. Automated SQL Query Generation for Systematic Testing of Database Engines. In ASE. ACM 329\u2013332.  Shadi Abdul Khalek and Sarfraz Khurshid. 2010. Automated SQL Query Generation for Systematic Testing of Database Engines. In ASE. ACM 329\u2013332.","DOI":"10.1145\/1858996.1859063"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.5555\/996917.996924"},{"key":"e_1_3_2_1_39_1","unstructured":"Kyle Kingsbury. [n.d.]. Jepsen. https:\/\/jepsen.io  Kyle Kingsbury. [n.d.]. Jepsen. https:\/\/jepsen.io"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Christian Klinger Maria Christakis and Valentin W\u00fcstholz. 2019. Differentially Testing Soundness and Precision of Program Analyzers. In ISSTA. ACM 239\u2013250.  Christian Klinger Maria Christakis and Valentin W\u00fcstholz. 2019. Differentially Testing Soundness and Precision of Program Analyzers. In ISSTA. ACM 239\u2013250.","DOI":"10.1145\/3293882.3330553"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Vu Le Mehrdad Afshari and Zhendong Su. 2014. Compiler Validation via Equivalence Modulo Inputs. In PLDI. ACM 216\u2013226.  Vu Le Mehrdad Afshari and Zhendong Su. 2014. Compiler Validation via Equivalence Modulo Inputs. In PLDI. ACM 216\u2013226.","DOI":"10.1145\/2666356.2594334"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Vu Le Chengnian Sun and Zhendong Su. 2015. Finding Deep Compiler Bugs via Guided Stochastic Program Mutation. In OOPSLA. ACM 386\u2013399.  Vu Le Chengnian Sun and Zhendong Su. 2015. Finding Deep Compiler Bugs via Guided Stochastic Program Mutation. In OOPSLA. ACM 386\u2013399.","DOI":"10.1145\/2858965.2814319"},{"key":"e_1_3_2_1_43_1","volume-title":"Donaldson","author":"Lidbury Christopher","year":"2015","unstructured":"Christopher Lidbury , Andrei Lascu , Nathan Chong , and Alastair F . Donaldson . 2015 . Many-Core Compiler Fuzzing. In PLDI. ACM , 65\u201376. Christopher Lidbury, Andrei Lascu, Nathan Chong, and Alastair F. Donaldson. 2015. Many-Core Compiler Fuzzing. In PLDI. ACM, 65\u201376."},{"key":"e_1_3_2_1_44_1","volume-title":"Random Testing for C and C++ Compilers with YARPGen. PACMPL, 4","author":"Livinskii Vsevolod","year":"2020","unstructured":"Vsevolod Livinskii , Dmitry Babokin , and John Regehr . 2020. Random Testing for C and C++ Compilers with YARPGen. PACMPL, 4 ( 2020 ), 196:1\u2013196:25. Vsevolod Livinskii, Dmitry Babokin, and John Regehr. 2020. Random Testing for C and C++ Compilers with YARPGen. PACMPL, 4 (2020), 196:1\u2013196:25."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-009-0157-y"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592761.1592785"},{"key":"e_1_3_2_1_47_1","unstructured":"Muhammad Numair Mansur Maria Christakis Valentin W\u00fcstholz and Fuyuan Zhang. 2020. Detecting Critical Bugs in SMT Solvers Using Blackbox Mutational Fuzzing. In ESEC\/FSE. ACM 701\u2013712.  Muhammad Numair Mansur Maria Christakis Valentin W\u00fcstholz and Fuyuan Zhang. 2020. Detecting Critical Bugs in SMT Solvers Using Blackbox Mutational Fuzzing. In ESEC\/FSE. ACM 701\u2013712."},{"key":"e_1_3_2_1_48_1","first-page":"100","article-title":"Differential Testing for Software","volume":"10","author":"McKeeman William M.","year":"1998","unstructured":"William M. McKeeman . 1998 . Differential Testing for Software . Digital Technical Journal , 10 (1998), 100 \u2013 107 . William M. McKeeman. 1998. Differential Testing for Software. Digital Technical Journal, 10 (1998), 100\u2013107.","journal-title":"Digital Technical Journal"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"Chaitanya Mishra Nick Koudas and Calisto Zuzarte. 2008. Generating Targeted Queries for Database Testing. In SIGMOD. ACM 499\u2013510.  Chaitanya Mishra Nick Koudas and Calisto Zuzarte. 2008. Generating Targeted Queries for Database Testing. In SIGMOD. ACM 499\u2013510.","DOI":"10.1145\/1376616.1376668"},{"key":"e_1_3_2_1_50_1","volume-title":"ILP (LNCS","volume":"22","author":"Mooney Raymond J.","year":"1996","unstructured":"Raymond J. Mooney . 1996 . Inductive Logic Programming for Natural Language Processing . In ILP (LNCS , Vol. 1314). Springer, 3\u2013 22 . Raymond J. Mooney. 1996. Inductive Logic Programming for Natural Language Processing. In ILP (LNCS, Vol. 1314). Springer, 3\u201322."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","unstructured":"Mayur Naik Alex Aiken and John Whaley. 2006. Effective Static Race Detection for Java. In PLDI. ACM 308\u2013319.  Mayur Naik Alex Aiken and John Whaley. 2006. Effective Static Race Detection for Java. In PLDI. ACM 308\u2013319.","DOI":"10.1145\/1133255.1134018"},{"key":"e_1_3_2_1_52_1","volume-title":"Stephens","author":"Poess Meikel","year":"2004","unstructured":"Meikel Poess and John M . Stephens . 2004 . Generating Thousand Benchmark Queries in Seconds. In VLDB. Morgan Kaufmann , 1045\u20131053. Meikel Poess and John M. Stephens. 2004. Generating Thousand Benchmark Queries in Seconds. In VLDB. Morgan Kaufmann, 1045\u20131053."},{"key":"e_1_3_2_1_53_1","unstructured":"David Poole. 1995. Logic Programming for Robot Control. In IJCAI. Morgan Kaufmann 150\u2013157.  David Poole. 1995. Logic Programming for Robot Control. In IJCAI. Morgan Kaufmann 150\u2013157."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"crossref","unstructured":"Raghu Ramakrishnan Catriel Beeri and Ravi Krishnamurthy. 1988. Optimizing Existential Datalog Queries. In PODS. ACM 89\u2013102.  Raghu Ramakrishnan Catriel Beeri and Ravi Krishnamurthy. 1988. Optimizing Existential Datalog Queries. In PODS. ACM 89\u2013102.","DOI":"10.1145\/308386.308420"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","unstructured":"Manuel Rigger and Zhendong Su. 2020. Detecting Optimization Bugs in Database Engines via Non-Optimizing Reference Engine Construction. In ESEC\/FSE. ACM 1140\u20131152.  Manuel Rigger and Zhendong Su. 2020. Detecting Optimization Bugs in Database Engines via Non-Optimizing Reference Engine Construction. In ESEC\/FSE. ACM 1140\u20131152.","DOI":"10.1145\/3368089.3409710"},{"key":"e_1_3_2_1_56_1","volume-title":"Finding Bugs in Database Systems via Query Partitioning. PACMPL, 4","author":"Rigger Manuel","year":"2020","unstructured":"Manuel Rigger and Zhendong Su. 2020. Finding Bugs in Database Systems via Query Partitioning. PACMPL, 4 ( 2020 ), 211:1\u2013211:30. Manuel Rigger and Zhendong Su. 2020. Finding Bugs in Database Systems via Query Partitioning. PACMPL, 4 (2020), 211:1\u2013211:30."},{"key":"e_1_3_2_1_57_1","unstructured":"Manuel Rigger and Zhendong Su. 2020. Testing Database Engines via Pivoted Query Synthesis. In OSDI. USENIX 667\u2013682.  Manuel Rigger and Zhendong Su. 2020. Testing Database Engines via Pivoted Query Synthesis. In OSDI. USENIX 667\u2013682."},{"key":"e_1_3_2_1_58_1","unstructured":"Kenneth A. Ross. 1990. Modular Stratification and Magic Sets for Datalog Programs with Negation. In PODS. ACM 161\u2013171.  Kenneth A. Ross. 1990. Modular Stratification and Magic Sets for Datalog Programs with Negation. In PODS. ACM 161\u2013171."},{"key":"e_1_3_2_1_59_1","volume-title":"Datalog (CEUR","volume":"67","author":"Ryzhyk Leonid","year":"2019","unstructured":"Leonid Ryzhyk and Mihai Budiu . 2019 . Differential Datalog . In Datalog (CEUR , Vol. 2368). CEUR-WS.org, 56\u2013 67 . Leonid Ryzhyk and Mihai Budiu. 2019. Differential Datalog. In Datalog (CEUR, Vol. 2368). CEUR-WS.org, 56\u201367."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"crossref","unstructured":"Yehoshua Sagiv. 1988. Optimizing Datalog Programs. In Foundations of Deductive Databases and Logic Programming. Morgan Kaufmann 659\u2013698.  Yehoshua Sagiv. 1988. Optimizing Datalog Programs. In Foundations of Deductive Databases and Logic Programming. Morgan Kaufmann 659\u2013698.","DOI":"10.1016\/B978-0-934613-40-8.50021-X"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2105-13-162"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_63_1","unstructured":"Andreas Seltenreich. [n.d.]. SQLsmith. https:\/\/github.com\/anse1\/sqlsmith  Andreas Seltenreich. [n.d.]. SQLsmith. https:\/\/github.com\/anse1\/sqlsmith"},{"key":"e_1_3_2_1_64_1","first-page":"1258","article-title":"Graph Queries in a Next-Generation Datalog System","volume":"6","author":"Shkapsky Alexander","year":"2013","unstructured":"Alexander Shkapsky , Kai Zeng , and Carlo Zaniolo . 2013 . Graph Queries in a Next-Generation Datalog System . VLDB , 6 (2013), 1258 \u2013 1261 . Alexander Shkapsky, Kai Zeng, and Carlo Zaniolo. 2013. Graph Queries in a Next-Generation Datalog System. VLDB, 6 (2013), 1258\u20131261.","journal-title":"VLDB"},{"key":"e_1_3_2_1_65_1","unstructured":"Donald R. Slutz. 1998. Massive Stochastic Testing of SQL. In VLDB. Morgan Kaufmann 618\u2013622.  Donald R. Slutz. 1998. Massive Stochastic Testing of SQL. In VLDB. Morgan Kaufmann 618\u2013622."},{"key":"e_1_3_2_1_66_1","unstructured":"Chengnian Sun Vu Le and Zhendong Su. 2016. Finding and Analyzing Compiler Warning Defects. In ICSE. ACM 203\u2013213.  Chengnian Sun Vu Le and Zhendong Su. 2016. Finding and Analyzing Compiler Warning Defects. In ICSE. ACM 203\u2013213."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"crossref","unstructured":"Chengnian Sun Vu Le and Zhendong Su. 2016. Finding Compiler Bugs via Live Code Mutation. In OOPSLA. ACM 849\u2013863.  Chengnian Sun Vu Le and Zhendong Su. 2016. Finding Compiler Bugs via Live Code Mutation. In OOPSLA. ACM 849\u2013863.","DOI":"10.1145\/3022671.2984038"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"crossref","unstructured":"Jubi Taneja Zhengyang Liu and John Regehr. 2020. Testing Static Analyses for Precision and Soundness. In CGO. ACM 81\u201393.  Jubi Taneja Zhengyang Liu and John Regehr. 2020. Testing Static Analyses for Precision and Soundness. In CGO. ACM 81\u201393.","DOI":"10.1145\/3368826.3377927"},{"key":"e_1_3_2_1_69_1","volume-title":"Dana Drachsler-Cohen, Arthur Gervais, Florian B\u00fcnzli, and Martin T. Vechev.","author":"Tsankov Petar","year":"2018","unstructured":"Petar Tsankov , Andrei Marian Dan , Dana Drachsler-Cohen, Arthur Gervais, Florian B\u00fcnzli, and Martin T. Vechev. 2018 . Securify : Practical Security Analysis of Smart Contracts. In CCS. ACM , 67\u201382. Petar Tsankov, Andrei Marian Dan, Dana Drachsler-Cohen, Arthur Gervais, Florian B\u00fcnzli, and Martin T. Vechev. 2018. Securify: Practical Security Analysis of Smart Contracts. In CCS. ACM, 67\u201382."},{"key":"e_1_3_2_1_70_1","volume-title":"TestMC: Testing Model Counters Using Differential and Metamorphic Testing","author":"Usman Muhammad","unstructured":"Muhammad Usman , Wenxi Wang , and Sarfraz Khurshid . 2020. TestMC: Testing Model Counters Using Differential and Metamorphic Testing . In ASE. IEEE Computer Society , 709\u2013721. Muhammad Usman, Wenxi Wang, and Sarfraz Khurshid. 2020. TestMC: Testing Model Counters Using Differential and Metamorphic Testing. In ASE. IEEE Computer Society, 709\u2013721."},{"key":"e_1_3_2_1_71_1","volume-title":"Rundensteiner","author":"Vartak Manasi","year":"2010","unstructured":"Manasi Vartak , Venkatesh Raghavan , and Elke A . Rundensteiner . 2010 . QRelX: Generating Meaningful Queries that Provide Cardinality Assurance. In SIGMOD. ACM , 1215\u20131218. Manasi Vartak, Venkatesh Raghavan, and Elke A. Rundensteiner. 2010. QRelX: Generating Meaningful Queries that Provide Cardinality Assurance. In SIGMOD. ACM, 1215\u20131218."},{"key":"e_1_3_2_1_72_1","volume-title":"Efficient Reordering of C-PROLOG. In Conference on Computer Science. ACM, 151\u2013155","author":"Wang Jian","unstructured":"Jian Wang , Jungsoon P. Yoo , and Thomas J. Cheatham . 1993 . Efficient Reordering of C-PROLOG. In Conference on Computer Science. ACM, 151\u2013155 . Jian Wang, Jungsoon P. Yoo, and Thomas J. Cheatham. 1993. Efficient Reordering of C-PROLOG. In Conference on Computer Science. ACM, 151\u2013155."},{"key":"e_1_3_2_1_73_1","volume-title":"Lam","author":"Whaley John","year":"2005","unstructured":"John Whaley , Dzintars Avots , Michael Carbin , and Monica S . Lam . 2005 . Using Datalog with Binary Decision Diagrams for Program Analysis. In APLAS (LNCS , Vol. 3780). Springer, 97\u2013 118 . John Whaley, Dzintars Avots, Michael Carbin, and Monica S. Lam. 2005. Using Datalog with Binary Decision Diagrams for Program Analysis. In APLAS (LNCS, Vol. 3780). Springer, 97\u2013118."},{"key":"e_1_3_2_1_74_1","volume-title":"Lam","author":"Whaley John","year":"2004","unstructured":"John Whaley and Monica S . Lam . 2004 . Cloning-Based Context-Sensitive Pointer Alias Analysis Using Binary Decision Diagrams. In PLDI. ACM , 131\u2013144. John Whaley and Monica S. Lam. 2004. Cloning-Based Context-Sensitive Pointer Alias Analysis Using Binary Decision Diagrams. In PLDI. ACM, 131\u2013144."},{"key":"e_1_3_2_1_75_1","volume-title":"On the Unusual Effectiveness of Type-Aware Operator Mutations for Testing SMT Solvers. PACMPL, 4","author":"Winterer Dominik","year":"2020","unstructured":"Dominik Winterer , Chengyu Zhang , and Zhendong Su. 2020. On the Unusual Effectiveness of Type-Aware Operator Mutations for Testing SMT Solvers. PACMPL, 4 ( 2020 ), 193:1\u2013193:25. Dominik Winterer, Chengyu Zhang, and Zhendong Su. 2020. On the Unusual Effectiveness of Type-Aware Operator Mutations for Testing SMT Solvers. PACMPL, 4 (2020), 193:1\u2013193:25."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"crossref","unstructured":"Dominik Winterer Chengyu Zhang and Zhendong Su. 2020. Validating SMT Solvers via Semantic Fusion. In PLDI. ACM 718\u2013730.  Dominik Winterer Chengyu Zhang and Zhendong Su. 2020. Validating SMT Solvers via Semantic Fusion. In PLDI. ACM 718\u2013730.","DOI":"10.1145\/3385412.3385985"},{"key":"e_1_3_2_1_77_1","volume-title":"Christian Murphy, Gail E. Kaiser, Baowen Xu, and Tsong Yueh Chen.","author":"Xie Xiaoyuan","year":"2009","unstructured":"Xiaoyuan Xie , Joshua Wing Kei Ho , Christian Murphy, Gail E. Kaiser, Baowen Xu, and Tsong Yueh Chen. 2009 . Application of Metamorphic Testing to Supervised Classifiers. In QSIC. IEEE Computer Society , 135\u2013144. Xiaoyuan Xie, Joshua Wing Kei Ho, Christian Murphy, Gail E. Kaiser, Baowen Xu, and Tsong Yueh Chen. 2009. Application of Metamorphic Testing to Supervised Classifiers. In QSIC. IEEE Computer Society, 135\u2013144."},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"crossref","unstructured":"Xuejun Yang Yang Chen Eric Eide and John Regehr. 2011. Finding and Understanding Bugs in C Compilers. In PLDI. ACM 283\u2013294.  Xuejun Yang Yang Chen Eric Eide and John Regehr. 2011. Finding and Understanding Bugs in C Compilers. In PLDI. ACM 283\u2013294.","DOI":"10.1145\/1993316.1993532"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"crossref","unstructured":"Chengyu Zhang Ting Su Yichen Yan Fuyuan Zhang Geguang Pu and Zhendong Su. 2019. Finding and Understanding Bugs in Software Model Checkers. In ESEC\/FSE. ACM 763\u2013773.  Chengyu Zhang Ting Su Yichen Yan Fuyuan Zhang Geguang Pu and Zhendong Su. 2019. Finding and Understanding Bugs in Software Model Checkers. In ESEC\/FSE. ACM 763\u2013773.","DOI":"10.1145\/3338906.3338932"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"crossref","unstructured":"Qirun Zhang Chengnian Sun and Zhendong Su. 2017. Skeletal Program Enumeration for Rigorous Compiler Testing. In PLDI. ACM 347\u2013361.  Qirun Zhang Chengnian Sun and Zhendong Su. 2017. Skeletal Program Enumeration for Rigorous Compiler Testing. In PLDI. ACM 347\u2013361.","DOI":"10.1145\/3140587.3062379"}],"event":{"name":"ESEC\/FSE '21: 29th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Athens Greece","acronym":"ESEC\/FSE '21","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3468264.3468573","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3468264.3468573","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:24:51Z","timestamp":1750195491000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3468264.3468573"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,18]]},"references-count":80,"alternative-id":["10.1145\/3468264.3468573","10.1145\/3468264"],"URL":"https:\/\/doi.org\/10.1145\/3468264.3468573","relation":{},"subject":[],"published":{"date-parts":[[2021,8,18]]},"assertion":[{"value":"2021-08-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}