{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T19:14:08Z","timestamp":1772910848843,"version":"3.50.1"},"reference-count":53,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2016,3,1]],"date-time":"2016-03-01T00:00:00Z","timestamp":1456790400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["LP100200208"],"award-info":[{"award-number":["LP100200208"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2016,3,1]]},"DOI":"10.1109\/tse.2015.2478001","type":"journal-article","created":{"date-parts":[[2015,9,10]],"date-time":"2015-09-10T18:43:16Z","timestamp":1441910596000},"page":"264-284","source":"Crossref","is-referenced-by-count":132,"title":["Metamorphic Testing for Software Quality Assessment: A Study of Search Engines"],"prefix":"10.1109","volume":"42","author":[{"given":"Zhi Quan","family":"Zhou","sequence":"first","affiliation":[]},{"given":"Shaowen","family":"Xiang","sequence":"additional","affiliation":[]},{"given":"Tsong Yueh","family":"Chen","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","author":"cohen","year":"1988","journal-title":"Statistical Power Analysis for the Behavioral Sciences"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124345"},{"key":"ref33","author":"sohn","year":"2009"},{"key":"ref32","article-title":"Microsoft denies global censorship of China-related searches","author":"carsten","year":"2014"},{"key":"ref31","article-title":"Microsoft denies censoring results in the ‘uncensored’ version of Chinese-language Bing","author":"denyer","year":"2014","journal-title":"The Washington Post"},{"key":"ref30","article-title":"Boycott Microsoft Bing","author":"kristof","year":"2009","journal-title":"The New York Times"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICCITechn.2014.6997348"},{"key":"ref36","first-page":"933","article-title":"An efficient boosting algorithm for combining preferences","volume":"4","author":"freund","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref35","year":"0"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-13244-5_16"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.437"},{"key":"ref27","article-title":"Automated functional testing of web search engines in the absence of an oracle","author":"zhou","year":"2007"},{"key":"ref29","first-page":"184","article-title":"If you ask nicely, I will answer: Semantic search and today's search engines","author":"imielinski","year":"0","journal-title":"Proc IEEE Int Conf Semantic Comput"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.45"},{"key":"ref1","author":"ghezzi","year":"2002","journal-title":"Fundamentals of Software Engineering"},{"key":"ref20","year":"2015"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2010.24"},{"key":"ref21","first-page":"2008","author":"pezz\u00e8","year":"0","journal-title":"Software Testing and Analysis Process Principles and Techniques"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1922649.1922658"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/1083231.1083236"},{"key":"ref26","first-page":"569","article-title":"Case studies on the selection of useful relations in metamorphic testing","author":"chen","year":"0","journal-title":"Proc 4th Ibero-Am Symp Softw Eng Knowl Eng"},{"key":"ref25","first-page":"285","article-title":"Metamorphic testing: Applications and integration with other methods","author":"chen","year":"0","journal-title":"Proc 12th Int Conf Quality Softw"},{"key":"ref50","first-page":"2010","author":"carmel","year":"0","journal-title":"Estimating the Query Difficulty for Information Retrieval"},{"key":"ref51","first-page":"2013","author":"wagner","year":"0","journal-title":"Software Product Quality Control"},{"key":"ref53","year":"0","journal-title":"Standard—Adoption of ISO\/IEC 25010-2010 Systems and Software Engineering—Systems and Software Quality Requirements and Evaluation (SQuaRE)—System and Software Quality Models"},{"key":"ref52","year":"0","journal-title":"IEEE Standards Association IEEE Standard—Adoption of ISO\/IEC 15026-2 2011 Systems and Software Engineering—Systems and Software Assurance—Part 2 Assurance Case"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2594291.2594334"},{"key":"ref11","author":"regehr","year":"2014"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2958.2002.tb00828.x"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s12243-014-0442-7"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1566"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.348"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.23"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.08.008"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2013.43"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.46"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148220"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/566172.566202"},{"key":"ref3","article-title":"Metamorphic testing: A new approach for generating next test cases","author":"chen","year":"1998"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2105-10-24"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(02)00129-5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.11.920"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572295"},{"key":"ref49","first-page":"2008","author":"rossi","year":"0","journal-title":"Web Engineering Modelling and Implementing Web Applications"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2642994"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/1363102.1363107"},{"key":"ref45","year":"2011","journal-title":"“Systems and Software Engineering—Systems and Software Quality Requirements and Evaluation (SQuaRE)—System and Software Quality Models ’"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1571989"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.121"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1111\/1467-8721.ep10768783"},{"key":"ref41","author":"field","year":"2013","journal-title":"Discovering Statistics Using Ibm Spss Statistics"},{"key":"ref44","article-title":"Categorization by character-level models: Exploiting the sound symbolism of proper names","author":"smarr","year":"2003"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35063-4_35"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/7432057\/07254235.pdf?arnumber=7254235","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,11]],"date-time":"2021-10-11T02:34:42Z","timestamp":1633919682000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7254235\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,3,1]]},"references-count":53,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tse.2015.2478001","relation":{},"ISSN":["0098-5589","1939-3520"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,3,1]]}}}