{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T18:12:03Z","timestamp":1771697523880,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,27]],"date-time":"2020-06-27T00:00:00Z","timestamp":1593216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,27]]},"DOI":"10.1145\/3387940.3391484","type":"proceedings-article","created":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T15:22:31Z","timestamp":1601047351000},"page":"388-395","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Metamorphic Robustness Testing of Google Translate"],"prefix":"10.1145","author":[{"given":"Dickson T. S.","family":"Lee","sequence":"first","affiliation":[{"name":"Department of Computer Science, The University of Hong Kong, Pokfulam, Hong Kong"}]},{"given":"Zhi Quan","family":"Zhou","sequence":"additional","affiliation":[{"name":"School of Computing and IT, University of Wollongong, Wollongong, NSW, Australia"}]},{"given":"T. H.","family":"Tse","sequence":"additional","affiliation":[{"name":"Department of Computer Science, The University of Hong Kong, Pokfulam, Hong Kong"}]}],"member":"320","published-online":{"date-parts":[[2020,9,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"e_1_3_2_1_2_1","volume-title":"Technical Report HKUST-CS98-01, Department of Computer Science","author":"Chen T. Y.","year":"1998"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"T. Y. Chen F.-C. Kuo H. Liu P.-L. Poon D. Towey T. H. Tse and Z. Q. Zhou. 2018. Metamorphic testing: A review of challenges and opportunities. ACM Computing Surveys 51 1 4:1--4:27.  T. Y. Chen F.-C. Kuo H. Liu P.-L. Poon D. Towey T. H. Tse and Z. Q. Zhou. 2018. Metamorphic testing: A review of challenges and opportunities. ACM Computing Surveys 51 1 4:1--4:27.","DOI":"10.1145\/3143561"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2016.176"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 1st International Workshop on Metamorphic Testing (MET'16)","author":"Donaldson A. F."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3363824"},{"key":"e_1_3_2_1_7_1","unstructured":"Google\/GraphicsFuzz. 2018. A testing framework for automatically finding and simplifying bugs in graphics shader compilers. https:\/\/github.com\/google\/graphicsfuzz\/  Google\/GraphicsFuzz. 2018. A testing framework for automatically finding and simplifying bugs in graphics shader compilers. https:\/\/github.com\/google\/graphicsfuzz\/"},{"key":"e_1_3_2_1_8_1","unstructured":"P. He C. Meister and Z. Su. 2019. Structure-invariant testing for machine translation. CoRR abs\/1907.08710.  P. He C. Meister and Z. Su. 2019. Structure-invariant testing for machine translation. CoRR abs\/1907.08710."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077229"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the 3rd International Workshop on Metamorphic Testing (MET'18)","author":"Pesu D.","year":"1939"},{"key":"e_1_3_2_1_11_1","first-page":"12","article-title":"IEEE Standard Glossary of Software Engineering Terminology","volume":"610","author":"Standards Coordinating Committee of the IEEE Computer Society.","year":"1990","journal-title":"IEEE Std"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 25th Australasian Software Engineering Conference (ASWEC'18)","author":"Sun L."},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 42nd International Conference on Software Engineering (ICSE'20)","author":"Sun Z."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the IEEE\/ACM 4th International Workshop on Metamorphic Testing (MET'19)","author":"Wu C."},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the IEEE\/ACM 4th International Workshop on Metamorphic Testing (MET'19)","author":"Yan B."},{"key":"e_1_3_2_1_16_1","first-page":"2962027","article-title":"Machine learning testing: Survey, landscapes and horizons","volume":"2019","author":"Zhang J. M.","year":"2020","journal-title":"IEEE Transactions on Software Engineering. DOI: https:\/\/doi.org\/10.1109\/TSE."},{"key":"e_1_3_2_1_17_1","volume-title":"Technical Report TR-2007-06, Department of Computer Science","author":"Zhou Z. Q.","year":"2007"},{"key":"e_1_3_2_1_18_1","first-page":"2915065","article-title":"Metamorphic robustness testing: Exposing hidden defects in citation statistics and journal impact factors","volume":"2019","author":"Zhou Z. Q.","year":"2019","journal-title":"IEEE Transactions on Software Engineering. DOI: https:\/\/doi.org\/10.1109\/TSE."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.437"}],"event":{"name":"ICSE '20: 42nd International Conference on Software Engineering","location":"Seoul Republic of Korea","acronym":"ICSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","KIISE Korean Institute of Information Scientists and Engineers","IEEE CS"]},"container-title":["Proceedings of the IEEE\/ACM 42nd International Conference on Software Engineering Workshops"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3387940.3391484","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3387940.3391484","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:46Z","timestamp":1750199926000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3387940.3391484"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,27]]},"references-count":19,"alternative-id":["10.1145\/3387940.3391484","10.1145\/3387940"],"URL":"https:\/\/doi.org\/10.1145\/3387940.3391484","relation":{},"subject":[],"published":{"date-parts":[[2020,6,27]]},"assertion":[{"value":"2020-09-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}