{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T17:38:23Z","timestamp":1774373903524,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T00:00:00Z","timestamp":1689120000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,12]]},"DOI":"10.1145\/3597926.3598052","type":"proceedings-article","created":{"date-parts":[[2023,7,13]],"date-time":"2023-07-13T20:12:53Z","timestamp":1689279173000},"page":"236-247","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Dependency-Aware Metamorphic Testing of Datalog Engines"],"prefix":"10.1145","author":[{"given":"Muhammad Numair","family":"Mansur","sequence":"first","affiliation":[{"name":"MPI-SWS, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Valentin","family":"W\u00fcstholz","sequence":"additional","affiliation":[{"name":"ConsenSys, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maria","family":"Christakis","sequence":"additional","affiliation":[{"name":"TU Wien, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"CONCUR (LNCS","volume":"395","author":"Baldan Paolo","year":"2001","unstructured":"Paolo Baldan , Andrea Corradini , and Barbara K\u00f6nig . 2001 . A Static Analysis Technique for Graph Transformation Systems . In CONCUR (LNCS , Vol. 2154). Springer, 381\u2013 395 . Paolo Baldan, Andrea Corradini, and Barbara K\u00f6nig. 2001. A Static Analysis Technique for Graph Transformation Systems. In CONCUR (LNCS, Vol. 2154). Springer, 381\u2013395."},{"key":"e_1_3_2_1_2_1","volume-title":"ICGT (LNCS","volume":"29","author":"Baldan Paolo","year":"2002","unstructured":"Paolo Baldan and Barbara K\u00f6nig . 2002 . Approximating the Behaviour of Graph Transformation Systems . In ICGT (LNCS , Vol. 2505). Springer, 14\u2013 29 . Paolo Baldan and Barbara K\u00f6nig. 2002. Approximating the Behaviour of Graph Transformation Systems. In ICGT (LNCS, Vol. 2505). Springer, 14\u201329."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"e_1_3_2_1_4_1","first-page":"1","article-title":"Formulog","volume":"141","author":"Bembenek Aaron","year":"2020","unstructured":"Aaron Bembenek , Michael Greenberg , and Stephen Chong . 2020 . Formulog : Datalog for SMT-Based Static Analysis. In OOPSLA. ACM , 141 : 1 \u2013 141 :31. Aaron Bembenek, Michael Greenberg, and Stephen Chong. 2020. Formulog: Datalog for SMT-Based Static Analysis. In OOPSLA. ACM, 141:1\u2013141:31.","journal-title":"Datalog for SMT-Based Static Analysis. In OOPSLA. ACM"},{"key":"e_1_3_2_1_5_1","volume-title":"CAV (LNCS","volume":"51","author":"Blotsky Dmitry","year":"2018","unstructured":"Dmitry Blotsky , Federico Mora , Murphy Berzish , Yunhui Zheng , Ifaz Kabir , and Vijay Ganesh . 2018 . StringFuzz: A Fuzzer for String Solvers . In CAV (LNCS , Vol. 10982). Springer, 45\u2013 51 . Dmitry Blotsky, Federico Mora, Murphy Berzish, Yunhui Zheng, Ifaz Kabir, and Vijay Ganesh. 2018. StringFuzz: A Fuzzer for String Solvers. In CAV (LNCS, Vol. 10982). Springer, 45\u201351."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Martin Bravenboer and Yannis Smaragdakis. 2009. Strictly Declarative Specification of Sophisticated Points-To Analyses. In OOPSLA. ACM 243\u2013262. \t\t\t\t  Martin Bravenboer and Yannis Smaragdakis. 2009. Strictly Declarative Specification of Sophisticated Points-To Analyses. In OOPSLA. ACM 243\u2013262.","DOI":"10.1145\/1639949.1640108"},{"key":"e_1_3_2_1_7_1","volume-title":"Ethainter: A Smart Contract Security Analyzer for Composite Vulnerabilities. In PLDI. ACM, 454\u2013469.","author":"Brent Neville","year":"2020","unstructured":"Neville Brent , Lexiand Grech , Sifis Lagouvardos , Bernhard Scholz , and Yannis Smaragdakis . 2020 . Ethainter: A Smart Contract Security Analyzer for Composite Vulnerabilities. In PLDI. ACM, 454\u2013469. Neville Brent, Lexiand Grech, Sifis Lagouvardos, Bernhard Scholz, and Yannis Smaragdakis. 2020. Ethainter: A Smart Contract Security Analyzer for Composite Vulnerabilities. In PLDI. ACM, 454\u2013469."},{"key":"e_1_3_2_1_8_1","volume-title":"DIMVA (LNCS","volume":"143","author":"Bruschi Danilo","year":"2006","unstructured":"Danilo Bruschi , Lorenzo Martignoni , and Mattia Monga . 2006 . Detecting Self-Mutating Malware Using Control-Flow Graph Matching . In DIMVA (LNCS , Vol. 4064). Springer, 129\u2013 143 . Danilo Bruschi, Lorenzo Martignoni, and Mattia Monga. 2006. Detecting Self-Mutating Malware Using Control-Flow Graph Matching. In DIMVA (LNCS, Vol. 4064). Springer, 129\u2013143."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"Alexandra Bugariu and Peter M\u00fcller. 2020. Automatically Testing String Solvers. In ICSE. ACM 1459\u20131470. \t\t\t\t  Alexandra Bugariu and Peter M\u00fcller. 2020. Automatically Testing String Solvers. In ICSE. ACM 1459\u20131470.","DOI":"10.1145\/3377811.3380398"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Alexandra Bugariu Valentin W\u00fcstholz Maria Christakis and Peter M\u00fcller. 2018. Automatically Testing Implementations of Numerical Abstract Domains. In ASE. ACM 768\u2013778. \t\t\t\t  Alexandra Bugariu Valentin W\u00fcstholz Maria Christakis and Peter M\u00fcller. 2018. Automatically Testing Implementations of Numerical Abstract Domains. In ASE. ACM 768\u2013778.","DOI":"10.1145\/3238147.3240464"},{"key":"e_1_3_2_1_11_1","volume-title":"Donaldson","author":"Cadar Cristian","year":"2016","unstructured":"Cristian Cadar and Alastair F . Donaldson . 2016 . Analysing the Program Analyser. In ICSE. ACM , 765\u2013768. Cristian Cadar and Alastair F. Donaldson. 2016. Analysing the Program Analyser. In ICSE. ACM, 765\u2013768."},{"key":"e_1_3_2_1_12_1","volume-title":"Leung","author":"Chan W. K.","year":"2005","unstructured":"W. K. Chan , S. C. Cheung , and Karl R. P. H . Leung . 2005 . Towards a Metamorphic Testing Methodology for Service-Oriented Software Applications. In QSIC. IEEE Computer Society , 470\u2013476. W. K. Chan, S. C. Cheung, and Karl R. P. H. Leung. 2005. Towards a Metamorphic Testing Methodology for Service-Oriented Software Applications. In QSIC. IEEE Computer Society, 470\u2013476."},{"key":"e_1_3_2_1_13_1","first-page":"1","article-title":"A Survey of Compiler","volume":"53","author":"Chen Junjie","year":"2020","unstructured":"Junjie Chen , Jibesh Patra , Michael Pradel , Yingfei Xiong , Hongyu Zhang , Dan Hao , and Lu Zhang . 2020 . A Survey of Compiler Testing. Comput. Surv. , 53 (2020), 4: 1 \u2013 4 :36. Junjie Chen, Jibesh Patra, Michael Pradel, Yingfei Xiong, Hongyu Zhang, Dan Hao, and Lu Zhang. 2020. A Survey of Compiler Testing. Comput. Surv., 53 (2020), 4:1\u20134:36.","journal-title":"Testing. Comput. Surv."},{"key":"e_1_3_2_1_14_1","volume-title":"An Object-Oriented Dependency Graph for Program Slicing","author":"Chen J.-L.","unstructured":"J.-L. Chen , F.-J. Wang , and Y.-L. Chen . 1997. An Object-Oriented Dependency Graph for Program Slicing . In TOOLS. IEEE Computer Society , 121\u2013130. J.-L. Chen, F.-J. Wang, and Y.-L. Chen. 1997. An Object-Oriented Dependency Graph for Program Slicing. In TOOLS. IEEE Computer Society, 121\u2013130."},{"key":"e_1_3_2_1_15_1","volume-title":"Metamorphic Testing: A New Approach for Generating Next Test Cases. HKUST.","author":"Chen Tsong Yueh","year":"1998","unstructured":"Tsong Yueh Chen , S. C. Cheung , and Siu-Ming Yiu . 1998 . Metamorphic Testing: A New Approach for Generating Next Test Cases. HKUST. Tsong Yueh Chen, S. C. Cheung, and Siu-Ming Yiu. 1998. Metamorphic Testing: A New Approach for Generating Next Test Cases. HKUST."},{"key":"e_1_3_2_1_16_1","unstructured":"Distributed and Parallel Systems Group at the University of Innsbruck. 2012. Insieme Compiler.  http:\/\/insieme-compiler.org \t\t\t\t  Distributed and Parallel Systems Group at the University of Innsbruck. 2012. Insieme Compiler.  http:\/\/insieme-compiler.org"},{"key":"e_1_3_2_1_17_1","volume-title":"Automated Testing of Graphics Shader Compilers. PACMPL, 1","author":"Donaldson Alastair F.","year":"2017","unstructured":"Alastair F. Donaldson , Hugues Evrard , Andrei Lascu , and Paul Thomson . 2017. Automated Testing of Graphics Shader Compilers. PACMPL, 1 ( 2017 ), 93:1\u201393:29. Alastair F. Donaldson, Hugues Evrard, Andrei Lascu, and Paul Thomson. 2017. Automated Testing of Graphics Shader Compilers. PACMPL, 1 (2017), 93:1\u201393:29."},{"key":"e_1_3_2_1_18_1","volume-title":"Schulte","author":"Flores-Montoya Antonio","year":"2020","unstructured":"Antonio Flores-Montoya and Eric M . Schulte . 2020 . Datalog Disassembly. In Security. USENIX , 1075\u20131092. Antonio Flores-Montoya and Eric M. Schulte. 2020. Datalog Disassembly. In Security. USENIX, 1075\u20131092."},{"key":"e_1_3_2_1_19_1","volume-title":"MadMax: Surviving Out-of-Gas Conditions in Ethereum Smart Contracts. PACMPL, 2","author":"Grech Neville","year":"2018","unstructured":"Neville Grech , Michael Kong , Anton Jurisevic , Lexi Brent , Bernhard Scholz , and Yannis Smaragdakis . 2018. MadMax: Surviving Out-of-Gas Conditions in Ethereum Smart Contracts. PACMPL, 2 ( 2018 ), 116:1\u2013116:27. Neville Grech, Michael Kong, Anton Jurisevic, Lexi Brent, Bernhard Scholz, and Yannis Smaragdakis. 2018. MadMax: Surviving Out-of-Gas Conditions in Ethereum Smart Contracts. PACMPL, 2 (2018), 116:1\u2013116:27."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Sergio Greco and Cristian Molinaro. 2015. Datalog and Logic Databases. Morgan & Claypool. \t\t\t\t  Sergio Greco and Cristian Molinaro. 2015. Datalog and Logic Databases. Morgan & Claypool.","DOI":"10.1007\/978-3-031-01854-1"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-22110-1_36"},{"key":"e_1_3_2_1_22_1","volume-title":"Reps","author":"Horwitz Susan","year":"1992","unstructured":"Susan Horwitz and Thomas W . Reps . 1992 . The Use of Program Dependence Graphs in Software Engineering. In ICSE. ACM , 392\u2013411. Susan Horwitz and Thomas W. Reps. 1992. The Use of Program Dependence Graphs in Software Engineering. In ICSE. ACM, 392\u2013411."},{"key":"e_1_3_2_1_23_1","volume-title":"Scallop: From Probabilistic Deductive Databases to Scalable Differentiable Reasoning. In NeurIPS. 25134\u201325145.","author":"Huang Jiani","year":"2021","unstructured":"Jiani Huang , Ziyang Li , Binghong Chen , Karan Samel , Mayur Naik , Le Song , and Xujie Si . 2021 . Scallop: From Probabilistic Deductive Databases to Scalable Differentiable Reasoning. In NeurIPS. 25134\u201325145. Jiani Huang, Ziyang Li, Binghong Chen, Karan Samel, Mayur Naik, Le Song, and Xujie Si. 2021. Scallop: From Probabilistic Deductive Databases to Scalable Differentiable Reasoning. In NeurIPS. 25134\u201325145."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-41540-6_23"},{"key":"e_1_3_2_1_25_1","volume-title":"Automatic Testing of Symbolic Execution Engines via Program Generation and Differential Testing","author":"Kapus Timotej","unstructured":"Timotej Kapus and Cristian Cadar . 2017. Automatic Testing of Symbolic Execution Engines via Program Generation and Differential Testing . In ASE. IEEE Computer Society , 590\u2013600. Timotej Kapus and Cristian Cadar. 2017. Automatic Testing of Symbolic Execution Engines via Program Generation and Differential Testing. In ASE. IEEE Computer Society, 590\u2013600."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Christian Klinger Maria Christakis and Valentin W\u00fcstholz. 2019. Differentially Testing Soundness and Precision of Program Analyzers. In ISSTA. ACM 239\u2013250. \t\t\t\t  Christian Klinger Maria Christakis and Valentin W\u00fcstholz. 2019. Differentially Testing Soundness and Precision of Program Analyzers. In ISSTA. ACM 239\u2013250.","DOI":"10.1145\/3293882.3330553"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Vu Le Mehrdad Afshari and Zhendong Su. 2014. Compiler Validation via Equivalence Modulo Inputs. In PLDI. ACM 216\u2013226. \t\t\t\t  Vu Le Mehrdad Afshari and Zhendong Su. 2014. Compiler Validation via Equivalence Modulo Inputs. In PLDI. ACM 216\u2013226.","DOI":"10.1145\/2666356.2594334"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Vu Le Chengnian Sun and Zhendong Su. 2015. Finding Deep Compiler Bugs via Guided Stochastic Program Mutation. In OOPSLA. ACM 386\u2013399. \t\t\t\t  Vu Le Chengnian Sun and Zhendong Su. 2015. Finding Deep Compiler Bugs via Guided Stochastic Program Mutation. In OOPSLA. ACM 386\u2013399.","DOI":"10.1145\/2858965.2814319"},{"key":"e_1_3_2_1_29_1","volume-title":"Donaldson","author":"Lidbury Christopher","year":"2015","unstructured":"Christopher Lidbury , Andrei Lascu , Nathan Chong , and Alastair F . Donaldson . 2015 . Many-Core Compiler Fuzzing. In PLDI. ACM , 65\u201376. Christopher Lidbury, Andrei Lascu, Nathan Chong, and Alastair F. Donaldson. 2015. Many-Core Compiler Fuzzing. In PLDI. ACM, 65\u201376."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Vladimir Lifschitz. 1988. On the Declarative Semantics of Logic Programs with Negation. In Foundations of Deductive Databases and Logic Programming. Morgan Kaufmann 177\u2013192. \t\t\t\t  Vladimir Lifschitz. 1988. On the Declarative Semantics of Logic Programs with Negation. In Foundations of Deductive Databases and Logic Programming. Morgan Kaufmann 177\u2013192.","DOI":"10.1016\/B978-0-934613-40-8.50008-7"},{"key":"e_1_3_2_1_31_1","volume-title":"Finding Deep-Learning Compilation Bugs with NNSmith. CoRR, abs\/2207.13066","author":"Liu Jiawei","year":"2022","unstructured":"Jiawei Liu , Jinkun Lin , Fabian Ruffy , Cheng Tan , Jinyang Li , Aurojit Panda , and Lingming Zhang . 2022. Finding Deep-Learning Compilation Bugs with NNSmith. CoRR, abs\/2207.13066 ( 2022 ). Jiawei Liu, Jinkun Lin, Fabian Ruffy, Cheng Tan, Jinyang Li, Aurojit Panda, and Lingming Zhang. 2022. Finding Deep-Learning Compilation Bugs with NNSmith. CoRR, abs\/2207.13066 (2022)."},{"key":"e_1_3_2_1_32_1","volume-title":"Random Testing for C and C++ Compilers with YARPGen. PACMPL, 4","author":"Livinskii Vsevolod","year":"2020","unstructured":"Vsevolod Livinskii , Dmitry Babokin , and John Regehr . 2020. Random Testing for C and C++ Compilers with YARPGen. PACMPL, 4 ( 2020 ), 196:1\u2013196:25. Vsevolod Livinskii, Dmitry Babokin, and John Regehr. 2020. Random Testing for C and C++ Compilers with YARPGen. PACMPL, 4 (2020), 196:1\u2013196:25."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Magnus Madsen and Ondrej Lhot\u00e1k. 2018. Safe and Sound Program Analysis with FLIX. In ISSTA. ACM 38\u201348. \t\t\t\t  Magnus Madsen and Ondrej Lhot\u00e1k. 2018. Safe and Sound Program Analysis with FLIX. In ISSTA. ACM 38\u201348.","DOI":"10.1145\/3213846.3213847"},{"key":"e_1_3_2_1_34_1","unstructured":"Muhammad Numair Mansur Maria Christakis and Valentin W\u00fcstholz. 2021. Metamorphic Testing of Datalog Engines. In ESEC\/FSE. ACM 639\u2013650. \t\t\t\t  Muhammad Numair Mansur Maria Christakis and Valentin W\u00fcstholz. 2021. Metamorphic Testing of Datalog Engines. In ESEC\/FSE. ACM 639\u2013650."},{"key":"e_1_3_2_1_35_1","unstructured":"Muhammad Numair Mansur Maria Christakis Valentin W\u00fcstholz and Fuyuan Zhang. 2020. Detecting Critical Bugs in SMT Solvers Using Blackbox Mutational Fuzzing. In ESEC\/FSE. ACM 701\u2013712. \t\t\t\t  Muhammad Numair Mansur Maria Christakis Valentin W\u00fcstholz and Fuyuan Zhang. 2020. Detecting Critical Bugs in SMT Solvers Using Blackbox Mutational Fuzzing. In ESEC\/FSE. ACM 701\u2013712."},{"key":"e_1_3_2_1_36_1","first-page":"100","article-title":"Differential Testing for Software","volume":"10","author":"McKeeman William M.","year":"1998","unstructured":"William M. McKeeman . 1998 . Differential Testing for Software . Digital Technical Journal , 10 (1998), 100 \u2013 107 . William M. McKeeman. 1998. Differential Testing for Software. Digital Technical Journal, 10 (1998), 100\u2013107.","journal-title":"Digital Technical Journal"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1024857.1024860"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Mayur Naik Alex Aiken and John Whaley. 2006. Effective Static Race Detection for Java. In PLDI. ACM 308\u2013319. \t\t\t\t  Mayur Naik Alex Aiken and John Whaley. 2006. Effective Static Race Detection for Java. In PLDI. ACM 308\u2013319.","DOI":"10.1145\/1133255.1134018"},{"key":"e_1_3_2_1_39_1","first-page":"1","article-title":"Bugs in Quantum Computing Platforms: An Empirical Study","volume":"6","author":"Paltenghi Matteo","year":"2022","unstructured":"Matteo Paltenghi and Michael Pradel . 2022 . Bugs in Quantum Computing Platforms: An Empirical Study . PACMPL , 6 (2022), 1 \u2013 27 . Matteo Paltenghi and Michael Pradel. 2022. Bugs in Quantum Computing Platforms: An Empirical Study. PACMPL, 6 (2022), 1\u201327.","journal-title":"PACMPL"},{"key":"e_1_3_2_1_40_1","volume-title":"Bagos","author":"Pavlopoulos Georgios A.","year":"2011","unstructured":"Georgios A. Pavlopoulos , Maria Secrier , Charalampos N. Moschopoulos , Theodoros G. Soldatos , Sophia Kossida , Jan Aerts , Reinhard Schneider , and Pantelis G . Bagos . 2011 . Using Graph Theory to Analyze Biological Networks. BioData Min ., 4 (2011). Georgios A. Pavlopoulos, Maria Secrier, Charalampos N. Moschopoulos, Theodoros G. Soldatos, Sophia Kossida, Jan Aerts, Reinhard Schneider, and Pantelis G. Bagos. 2011. Using Graph Theory to Analyze Biological Networks. BioData Min., 4 (2011)."},{"key":"e_1_3_2_1_41_1","volume-title":"ICGT (LNCS","volume":"510","author":"Pennemann Karl-Heinz","year":"2008","unstructured":"Karl-Heinz Pennemann . 2008 . Development of Correct Graph Transformation Systems . In ICGT (LNCS , Vol. 5214). Springer, 508\u2013 510 . Karl-Heinz Pennemann. 2008. Development of Correct Graph Transformation Systems. In ICGT (LNCS, Vol. 5214). Springer, 508\u2013510."},{"key":"e_1_3_2_1_42_1","volume-title":"WG (LNCS","volume":"100","author":"Plump Detlef","year":"1995","unstructured":"Detlef Plump . 1995 . On Termination of Graph Rewriting . In WG (LNCS , Vol. 1017). Springer, 88\u2013 100 . Detlef Plump. 1995. On Termination of Graph Rewriting. In WG (LNCS, Vol. 1017). Springer, 88\u2013100."},{"key":"e_1_3_2_1_43_1","volume-title":"Finding Bugs in Database Systems via Query Partitioning. PACMPL, 4","author":"Rigger Manuel","year":"2020","unstructured":"Manuel Rigger and Zhendong Su. 2020. Finding Bugs in Database Systems via Query Partitioning. PACMPL, 4 ( 2020 ), 211:1\u2013211:30. Manuel Rigger and Zhendong Su. 2020. Finding Bugs in Database Systems via Query Partitioning. PACMPL, 4 (2020), 211:1\u2013211:30."},{"key":"e_1_3_2_1_44_1","volume-title":"Datalog (CEUR","volume":"67","author":"Ryzhyk Leonid","year":"2019","unstructured":"Leonid Ryzhyk and Mihai Budiu . 2019 . Differential Datalog . In Datalog (CEUR , Vol. 2368). CEUR-WS.org, 56\u2013 67 . Leonid Ryzhyk and Mihai Budiu. 2019. Differential Datalog. In Datalog (CEUR, Vol. 2368). CEUR-WS.org, 56\u201367."},{"key":"e_1_3_2_1_45_1","volume-title":"Micinski","author":"Sahebolamri Arash","year":"2022","unstructured":"Arash Sahebolamri , Thomas Gilray , and Kristopher K . Micinski . 2022 . Seamless Deductive Inference via Macros. In CC. ACM , 77\u201388. Arash Sahebolamri, Thomas Gilray, and Kristopher K. Micinski. 2022. Seamless Deductive Inference via Macros. In CC. ACM, 77\u201388."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Sergio Segura Juan C. Alonso Alberto Martin-Lopez Amador Dur\u00e1n Javier Troya and Antonio Ruiz-Cort\u00e9s. 2022. Automated Generation of Metamorphic Relations for Query-Based Systems. In MET@ICSE. ACM 48\u201355. \t\t\t\t  Sergio Segura Juan C. Alonso Alberto Martin-Lopez Amador Dur\u00e1n Javier Troya and Antonio Ruiz-Cort\u00e9s. 2022. Automated Generation of Metamorphic Relations for Query-Based Systems. In MET@ICSE. ACM 48\u201355.","DOI":"10.1145\/3524846.3527338"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_48_1","unstructured":"Chengnian Sun Vu Le and Zhendong Su. 2016. Finding and Analyzing Compiler Warning Defects. In ICSE. ACM 203\u2013213. \t\t\t\t  Chengnian Sun Vu Le and Zhendong Su. 2016. Finding and Analyzing Compiler Warning Defects. In ICSE. ACM 203\u2013213."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"Chengnian Sun Vu Le and Zhendong Su. 2016. Finding Compiler Bugs via Live Code Mutation. In OOPSLA. ACM 849\u2013863. \t\t\t\t  Chengnian Sun Vu Le and Zhendong Su. 2016. Finding Compiler Bugs via Live Code Mutation. In OOPSLA. ACM 849\u2013863.","DOI":"10.1145\/3022671.2984038"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"crossref","unstructured":"Jubi Taneja Zhengyang Liu and John Regehr. 2020. Testing Static Analyses for Precision and Soundness. In CGO. ACM 81\u201393. \t\t\t\t  Jubi Taneja Zhengyang Liu and John Regehr. 2020. Testing Static Analyses for Precision and Soundness. In CGO. ACM 81\u201393.","DOI":"10.1145\/3368826.3377927"},{"key":"e_1_3_2_1_51_1","volume-title":"Dana Drachsler-Cohen, Arthur Gervais, Florian B\u00fcnzli, and Martin T. Vechev.","author":"Tsankov Petar","year":"2018","unstructured":"Petar Tsankov , Andrei Marian Dan , Dana Drachsler-Cohen, Arthur Gervais, Florian B\u00fcnzli, and Martin T. Vechev. 2018 . Securify : Practical Security Analysis of Smart Contracts. In CCS. ACM , 67\u201382. Petar Tsankov, Andrei Marian Dan, Dana Drachsler-Cohen, Arthur Gervais, Florian B\u00fcnzli, and Martin T. Vechev. 2018. Securify: Practical Security Analysis of Smart Contracts. In CCS. ACM, 67\u201382."},{"key":"e_1_3_2_1_52_1","volume-title":"TestMC: Testing Model Counters Using Differential and Metamorphic Testing","author":"Usman Muhammad","unstructured":"Muhammad Usman , Wenxi Wang , and Sarfraz Khurshid . 2020. TestMC: Testing Model Counters Using Differential and Metamorphic Testing . In ASE. IEEE Computer Society , 709\u2013721. Muhammad Usman, Wenxi Wang, and Sarfraz Khurshid. 2020. TestMC: Testing Model Counters Using Differential and Metamorphic Testing. In ASE. IEEE Computer Society, 709\u2013721."},{"key":"e_1_3_2_1_53_1","volume-title":"Lam","author":"Whaley John","year":"2005","unstructured":"John Whaley , Dzintars Avots , Michael Carbin , and Monica S . Lam . 2005 . Using Datalog with Binary Decision Diagrams for Program Analysis. In APLAS (LNCS , Vol. 3780). Springer, 97\u2013 118 . John Whaley, Dzintars Avots, Michael Carbin, and Monica S. Lam. 2005. Using Datalog with Binary Decision Diagrams for Program Analysis. In APLAS (LNCS, Vol. 3780). Springer, 97\u2013118."},{"key":"e_1_3_2_1_54_1","volume-title":"On the Unusual Effectiveness of Type-Aware Operator Mutations for Testing SMT Solvers. PACMPL, 4","author":"Winterer Dominik","year":"2020","unstructured":"Dominik Winterer , Chengyu Zhang , and Zhendong Su. 2020. On the Unusual Effectiveness of Type-Aware Operator Mutations for Testing SMT Solvers. PACMPL, 4 ( 2020 ), 193:1\u2013193:25. Dominik Winterer, Chengyu Zhang, and Zhendong Su. 2020. On the Unusual Effectiveness of Type-Aware Operator Mutations for Testing SMT Solvers. PACMPL, 4 (2020), 193:1\u2013193:25."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","unstructured":"Dominik Winterer Chengyu Zhang and Zhendong Su. 2020. Validating SMT Solvers via Semantic Fusion. In PLDI. ACM 718\u2013730. \t\t\t\t  Dominik Winterer Chengyu Zhang and Zhendong Su. 2020. Validating SMT Solvers via Semantic Fusion. In PLDI. ACM 718\u2013730.","DOI":"10.1145\/3385412.3385985"},{"key":"e_1_3_2_1_56_1","first-page":"6","volume-title":"Proc. ACM Meas. Anal. Comput. Syst.","author":"Xiao Dongwei","year":"2022","unstructured":"Dongwei Xiao , Zhibo Liu , Yuanyuan Yuan , Qi Pang , and Shuai Wang . 2022 . Metamorphic Testing of Deep Learning Compilers . Proc. ACM Meas. Anal. Comput. Syst. , 6 (2022), 15:1\u201315:28. Dongwei Xiao, Zhibo Liu, Yuanyuan Yuan, Qi Pang, and Shuai Wang. 2022. Metamorphic Testing of Deep Learning Compilers. Proc. ACM Meas. Anal. Comput. Syst., 6 (2022), 15:1\u201315:28."},{"key":"e_1_3_2_1_57_1","volume-title":"Christian Murphy, Gail E. Kaiser, Baowen Xu, and Tsong Yueh Chen.","author":"Xie Xiaoyuan","year":"2009","unstructured":"Xiaoyuan Xie , Joshua Wing Kei Ho , Christian Murphy, Gail E. Kaiser, Baowen Xu, and Tsong Yueh Chen. 2009 . Application of Metamorphic Testing to Supervised Classifiers. In QSIC. IEEE Computer Society , 135\u2013144. Xiaoyuan Xie, Joshua Wing Kei Ho, Christian Murphy, Gail E. Kaiser, Baowen Xu, and Tsong Yueh Chen. 2009. Application of Metamorphic Testing to Supervised Classifiers. In QSIC. IEEE Computer Society, 135\u2013144."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"crossref","unstructured":"Xuejun Yang Yang Chen Eric Eide and John Regehr. 2011. Finding and Understanding Bugs in C Compilers. In PLDI. ACM 283\u2013294. \t\t\t\t  Xuejun Yang Yang Chen Eric Eide and John Regehr. 2011. Finding and Understanding Bugs in C Compilers. In PLDI. ACM 283\u2013294.","DOI":"10.1145\/1993316.1993532"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"crossref","unstructured":"Peisen Yao Heqing Huang Wensheng Tang Qingkai Shi Rongxin Wu and Charles Zhang. 2021. Fuzzing SMT Solvers via Two-Dimensional Input Space Exploration. In ISSTA. ACM 322\u2013335. \t\t\t\t  Peisen Yao Heqing Huang Wensheng Tang Qingkai Shi Rongxin Wu and Charles Zhang. 2021. Fuzzing SMT Solvers via Two-Dimensional Input Space Exploration. In ISSTA. ACM 322\u2013335.","DOI":"10.1145\/3460319.3464803"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"crossref","unstructured":"Peisen Yao Heqing Huang Wensheng Tang Qingkai Shi Rongxin Wu and Charles Zhang. 2021. Skeletal Approximation Enumeration for SMT Solver Testing. In ESEC\/FSE. ACM 1141\u20131153. \t\t\t\t  Peisen Yao Heqing Huang Wensheng Tang Qingkai Shi Rongxin Wu and Charles Zhang. 2021. Skeletal Approximation Enumeration for SMT Solver Testing. In ESEC\/FSE. ACM 1141\u20131153.","DOI":"10.1145\/3468264.3468540"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"crossref","unstructured":"Chengyu Zhang Ting Su Yichen Yan Fuyuan Zhang Geguang Pu and Zhendong Su. 2019. Finding and Understanding Bugs in Software Model Checkers. In ESEC\/FSE. ACM 763\u2013773. \t\t\t\t  Chengyu Zhang Ting Su Yichen Yan Fuyuan Zhang Geguang Pu and Zhendong Su. 2019. Finding and Understanding Bugs in Software Model Checkers. In ESEC\/FSE. ACM 763\u2013773.","DOI":"10.1145\/3338906.3338932"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"crossref","unstructured":"Qirun Zhang Chengnian Sun and Zhendong Su. 2017. Skeletal Program Enumeration for Rigorous Compiler Testing. In PLDI. ACM 347\u2013361. \t\t\t\t  Qirun Zhang Chengnian Sun and Zhendong Su. 2017. Skeletal Program Enumeration for Rigorous Compiler Testing. In PLDI. ACM 347\u2013361.","DOI":"10.1145\/3140587.3062379"},{"key":"e_1_3_2_1_63_1","first-page":"264","article-title":"Metamorphic Testing for Software Quality Assessment","volume":"42","author":"Zhou Zhiquan","year":"2016","unstructured":"Zhiquan Zhou , Shaowen Xiang , and Tsong Yueh Chen . 2016 . Metamorphic Testing for Software Quality Assessment : A Study of Search Engines. TSE , 42 (2016), 264 \u2013 284 . Zhiquan Zhou, Shaowen Xiang, and Tsong Yueh Chen. 2016. Metamorphic Testing for Software Quality Assessment: A Study of Search Engines. TSE, 42 (2016), 264\u2013284.","journal-title":"A Study of Search Engines. TSE"}],"event":{"name":"ISSTA '23: 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis","location":"Seattle WA USA","acronym":"ISSTA '23","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","AITO"]},"container-title":["Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597926.3598052","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597926.3598052","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:48:42Z","timestamp":1750182522000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597926.3598052"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,12]]},"references-count":63,"alternative-id":["10.1145\/3597926.3598052","10.1145\/3597926"],"URL":"https:\/\/doi.org\/10.1145\/3597926.3598052","relation":{},"subject":[],"published":{"date-parts":[[2023,7,12]]},"assertion":[{"value":"2023-07-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}