{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T18:42:34Z","timestamp":1766083354711,"version":"3.48.0"},"reference-count":43,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T00:00:00Z","timestamp":1756684800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62272037"],"award-info":[{"award-number":["62272037"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61872039"],"award-info":[{"award-number":["61872039"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Rel."],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1109\/tr.2024.3521029","type":"journal-article","created":{"date-parts":[[2025,1,7]],"date-time":"2025-01-07T14:26:30Z","timestamp":1736259990000},"page":"3251-3265","source":"Crossref","is-referenced-by-count":0,"title":["Semantic Structure Invariance-Based Metamorphic Testing for Machine Translation Systems"],"prefix":"10.1109","volume":"74","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3696-6176","authenticated-orcid":false,"given":"Chang-ai","family":"Sun","sequence":"first","affiliation":[{"name":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jian","family":"Mu","sequence":"additional","affiliation":[{"name":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mingjun","family":"Xiao","sequence":"additional","affiliation":[{"name":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3125-4399","authenticated-orcid":false,"given":"Huai","family":"Liu","sequence":"additional","affiliation":[{"name":"Department of Computing Technologies, Swinburne University of Technology, Hawthorn, VIC, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3377-8129","authenticated-orcid":false,"given":"Pinjia","family":"He","sequence":"additional","affiliation":[{"name":"School of Data Science, The Chinese University of Hong Kong, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12007"},{"key":"ref2","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 27: Conf. Neural Inf. Process. Syst.","author":"Sutskever"},{"article-title":"Ten years of Google Translate","year":"2016","author":"Turovsky","key":"ref3"},{"article-title":"Google Translate: One billion installs, one billion stories","year":"2021","author":"Pitman","key":"ref4"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"year":"2020","key":"ref6","article-title":"Famous translation mistakes that had huge impacts"},{"article-title":"Facebook translates good morning into attack them, leading to arrest","year":"2017","author":"Hern","key":"ref7"},{"article-title":"Secure deep learning engineering: A software quality assurance perspective","year":"2018","author":"Ma","key":"ref8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref10","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Proc. Workshop Text Summarization Branches Out","author":"Lin","year":"2004"},{"key":"ref11","first-page":"653","article-title":"On adversarial examples for character-level neural machine translation","volume-title":"Proc. 27th Int. Conf. Comput. Linguistics","author":"Ebrahimi","year":"2018"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-Companion.2019.00131"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"article-title":"Metamorphic testing: A new approach for generating next test cases","year":"2020","author":"Chen","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1145\/3193977.3193980","article-title":"A Monte Carlo method for metamorphic testing of machine translation services","volume-title":"Proc. 3rd Int. Workshop Metamorphic Testing","author":"Pesu","year":"2018"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ASWEC.2018.00021"},{"key":"ref19","first-page":"961","article-title":"Structure-invariant testing for machine translation","volume-title":"Proc. 42nd Int. Conf. Softw. Eng.","author":"He","year":"2020"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"974","DOI":"10.1145\/3377811.3380420","article-title":"Automatic testing and improvement of machine translation","volume-title":"Proc. ACM\/IEEE 42nd Int. Conf. Softw. Eng.","author":"Sun","year":"2020"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409756"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00047"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678715"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3490488"},{"key":"ref25","first-page":"378","article-title":"Semeval-2012 task 5: Chinese semantic dependency parsing","volume-title":"Proc. 6th Int. Workshop Semantic Eval.","author":"Che"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3533314"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s11431-020-1666-4"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CSCI.2015.44"},{"volume-title":"Foundations of Statistical Natural Language Processing","year":"1999","author":"Manning","key":"ref31"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.2200\/S00169ED1V01Y200901HLT002"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3115\/1706543.1706571"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"issue":"1","key":"ref35","first-page":"1","article-title":"The efficacy of round-trip translation for MT evaluation","volume":"14","author":"Aiken","year":"2010","journal-title":"Transl. J."},{"key":"ref36","first-page":"127","article-title":"Round-trip translation: What is it good for?","volume-title":"Proc. Australas. Lang. Technol. Workshop","author":"Somers"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510206"},{"year":"2023","key":"ref38","article-title":"BERT-large-cased"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-demo.6"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.451"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2004.12.030"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1137\/0218082"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-2340"}],"container-title":["IEEE Transactions on Reliability"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/24\/11152618\/10830582.pdf?arnumber=10830582","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T18:32:59Z","timestamp":1766082779000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10830582\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9]]},"references-count":43,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tr.2024.3521029","relation":{},"ISSN":["0018-9529","1558-1721"],"issn-type":[{"type":"print","value":"0018-9529"},{"type":"electronic","value":"1558-1721"}],"subject":[],"published":{"date-parts":[[2025,9]]}}}