{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:57:11Z","timestamp":1772909831865,"version":"3.50.1"},"reference-count":107,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Information Technology Laboratory at National Institute of Standards and Technology","award":["70NANB18H207"],"award-info":[{"award-number":["70NANB18H207"]}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20190291"],"award-info":[{"award-number":["BK20190291"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the National Key Research and Development Plan","award":["No. 2018YFB1003800"],"award-info":[{"award-number":["No. 2018YFB1003800"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902174"],"award-info":[{"award-number":["61902174"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072226"],"award-info":[{"award-number":["62072226"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62102176"],"award-info":[{"award-number":["62102176"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/tse.2021.3131548","type":"journal-article","created":{"date-parts":[[2021,11,30]],"date-time":"2021-11-30T23:44:09Z","timestamp":1638315849000},"page":"1-1","source":"Crossref","is-referenced-by-count":6,"title":["Enhance Combinatorial Testing with Metamorphic Relations"],"prefix":"10.1109","author":[{"given":"Xintao","family":"Niu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanjie","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huayao","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gang","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nie","family":"Changhai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu","family":"Lei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoyin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"ref38","article-title":"Metamorphic testing: A new approach for generating next test cases","author":"chen","year":"1998","journal-title":"Technical Report HKUST-CS98–01"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2016.23"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001460"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2865935"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2013.47"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884793"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2016.11"},{"key":"ref35","first-page":"271","article-title":"Identifying failure-inducing combinations using tuple relationship","author":"xintao","year":"2013","journal-title":"Proc IEEE Int?l Conf Software Testing Verification and Validation Workshops"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2017.36"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/IWAST.2013.6595802"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-016-0569-2"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/SEW.2006.26"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2642990"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2011.5958225"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2019.00051"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24721-0_21"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2017.56"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2015.7107445"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2695664.2695905"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468622"},{"key":"ref25","article-title":"Filtering and reduction techniques of combinatorial tests","author":"triki","year":"2013","journal-title":"Dept Comput Sci"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-005-3861-2"},{"key":"ref51","first-page":"867","article-title":"Properties of machine learning applications for use in metamorphic testing","volume":"8","author":"murphy","year":"2008","journal-title":"Proc 20th Int Conf Softw Eng Knowl Eng"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2006.24"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.08.008"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2011.20"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.11.920"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2015.79"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1594"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1650\/3\/032008"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2006.24"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2003.1251061"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/32.605761"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.365"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.381"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.61"},{"key":"ref49","author":"hamill","year":"2009","journal-title":"Unit Test Frameworks Tools for High-Quality Software Development"},{"key":"ref7","first-page":"540","article-title":"Learning combinatorial interaction test generation strategies using hyperheuristic search","author":"jia","year":"2015","journal-title":"Proceedings of the International Conference on Software Engineering ICSE'94"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9135-7"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2865935"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.149"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2014.2362532"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-218X(03)00291-9"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.50"},{"key":"ref41","first-page":"180","article-title":"Pairwise testing: A best practice that isn’t","author":"bach","year":"2004","journal-title":"Proc 22nd Pacific Northwest Softw Qual Conf"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.1994.296778"},{"key":"ref43","author":"prud\u2019homme","year":"2016","journal-title":"Choco Solver Documentation"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2013.22"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2012.15"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1038\/s41592-019-0686-2","article-title":"SciPy 1.0: Fundamental algorithms for scientific computing in Python","volume":"17","author":"p","year":"2020","journal-title":"Nat Methods"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-014-3040-y"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338914"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.46"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2852744"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00030"},{"key":"ref78","article-title":"Different algorithms giving different results in shortest_path","year":"2020"},{"key":"ref79","article-title":"BUG: Picture rotated 180 degrees and rotated -180 degrees should be consistent","year":"2020"},{"key":"ref60","article-title":"Closest pair of points O(nlogn) algorithm - problem with some data in c++ implementation","year":"0"},{"key":"ref62","first-page":"128","article-title":"Metamorphic testing and testing with special values","volume":"8","author":"chen","year":"2004","journal-title":"Proc ACIS Int Conf Softw Eng"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2013.45"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2013.43"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568287"},{"key":"ref65","first-page":"246","article-title":"Testing of heuristic methods: A case study of greedy algorithm","author":"barus","year":"2008","journal-title":"Proc IFIP Central East Eur Conf Softw Eng Techn"},{"key":"ref66","first-page":"193","article-title":"Security assurance with program path analysis and metamorphic testing","author":"dong","year":"2013","journal-title":"Proc IEEE 4th Int Conf Softw Eng Serv Scie"},{"key":"ref67","article-title":"Empirical evaluation of approaches to testing applications without test oracles","author":"murphy","year":"2010"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/AST.2015.19"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.800-142"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/CMPSAC.2003.1245319"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1883612.1883618"},{"key":"ref95","author":"colbourn","year":"2007","journal-title":"The CRC Handbook of Combinatorial Designs"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1016\/j.disc.2003.11.029"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1145\/3193977.3193978"},{"key":"ref93","first-page":"125","article-title":"Combinatorial aspects of covering arrays","volume":"59","author":"colbourn","year":"2004","journal-title":"Le Matematiche"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.04.002"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/SYNASC.2013.10"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/WI-IAT.2010.101"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2014.62"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/CMPSAC.2001.960614"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2013.6698916"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00071"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2019.00061"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-43429-1_2"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2014.15"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1002\/jcd.21602"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2019.10.019"},{"key":"ref10","first-page":"22","article-title":"Automated combinatorial test methods: Beyond pairwise testing","volume":"21","author":"kuhn","year":"2008","journal-title":"Crosstalk J of Defense Software Eng"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/bs.adcom.2017.12.002","article-title":"Chapter two - Advances in combinatorial testing","author":"tzoref-brill","year":"2019","journal-title":"Advances in Computers"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/QRS.2016.16"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09799-2"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2017.47"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1241572.1241582"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2014.11"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.145"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1080\/08982112.2017.1300919"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/s13369-017-2631-y"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2844259"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884791"},{"key":"ref80","article-title":"p-value varies with the order of the data","year":"2020"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/25.4.465"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2837759"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/2576768.2598305"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001452"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.08.010"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/4359463\/09629275.pdf?arnumber=9629275","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,13]],"date-time":"2022-12-13T18:19:03Z","timestamp":1670955543000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9629275\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":107,"URL":"https:\/\/doi.org\/10.1109\/tse.2021.3131548","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}