{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T09:33:48Z","timestamp":1761989628367,"version":"3.37.3"},"reference-count":72,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1109\/ase51524.2021.9678715","type":"proceedings-article","created":{"date-parts":[[2022,1,20]],"date-time":"2022-01-20T20:33:49Z","timestamp":1642710829000},"page":"468-479","source":"Crossref","is-referenced-by-count":13,"title":["Automated Testing for Machine Translation via Constituency Invariance"],"prefix":"10.1109","author":[{"given":"Pin","family":"Ji","sequence":"first","affiliation":[]},{"given":"Yang","family":"Feng","sequence":"additional","affiliation":[]},{"given":"Jia","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Zhihong","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Baowen","family":"Xu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/s10590-014-9163-y"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-2340"},{"key":"ref70","article-title":"Evaluating machine ftranslation performance on chinese idioms with a blacklist method","author":"shao","year":"2017","journal-title":"arXiv preprint arXiv 1711 07128"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-2501"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1515\/cogl.1997.8.1.1"},{"key":"ref33","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2014","journal-title":"arXiv preprint arXiv 1409 0473"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1179"},{"key":"ref31","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","author":"sutskever","year":"2014","journal-title":"Advances in neural information processing systems"},{"year":"2021","key":"ref30","article-title":"Constituencyinvariancetesting"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71249-9_23"},{"key":"ref36","article-title":"Error analysis of machine translation output","author":"vilar","year":"2006","journal-title":"International Conference on Language Resources and Evaluation"},{"key":"ref35","article-title":"Common error analysis of machine translation output","author":"zhao","year":"2014","journal-title":"Machine Translation 10th China Workshop"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1163"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.386"},{"year":"2020","key":"ref62","article-title":"Cstanford ner erf faq"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.442"},{"year":"2021","key":"ref63","article-title":"Github"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1515\/ling.1980.18.3-4.179"},{"key":"ref64","article-title":"Synthetic and natural noise both break neural machine translation","author":"belinkov","year":"2017","journal-title":"arXiv preprint arXiv 1711 02807"},{"key":"ref27","first-page":"116","article-title":"To what extent is immediate constituency analysis dependency-basedƒ a survey of foundational texts","author":"mazziotta","year":"0"},{"key":"ref65","article-title":"On adversarial examples for character-level neural machine translation","author":"ebrahimi","year":"2018","journal-title":"arXiv preprint arXiv 1806 09126"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91241-7_7"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3070542"},{"key":"ref67","first-page":"87","article-title":"Automatic error classification with multiple error labels","author":"popovi?","year":"2019","journal-title":"Proceedings of Machine Translation Summit XVII Volume 1 Research Track"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1087"},{"key":"ref69","first-page":"2158","article-title":"Automatic mt error analysis: Hjerson helping addicter","author":"berka","year":"2012","journal-title":"LREC"},{"article-title":"Ten years of google translate","year":"2016","author":"turovsky","key":"ref2"},{"key":"ref1","article-title":"Achieving human parity on automatic chinese to english news translation","author":"hassan","year":"2018","journal-title":"arXiv preprint arXiv 1803 05567"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3406095"},{"key":"ref22","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","author":"papineni","year":"2002","journal-title":"Proceedings of the 40th Annual Meeting on Association for Computational Linguistics  - ACL '02"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00047"},{"key":"ref24","article-title":"Google’s neural machine translation system: Bridging the gap between human and machine translation","author":"wu","year":"2016","journal-title":"arXiv preprint arXiv 1609 08138"},{"key":"ref23","first-page":"2005","article-title":"Recall-oriented understudy for gisting evaluation (rouge)","volume":"20","author":"lin","year":"2005","journal-title":"Retrieved August"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409756"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380339"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref51","first-page":"434","article-title":"Fast and accurate shift-reduce constituent parsing","author":"zhu","year":"2013","journal-title":"Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 1 Long Papers)"},{"year":"2021","key":"ref59","article-title":"Cable news network"},{"year":"2021","key":"ref58","article-title":"British broadcasting corporation"},{"year":"2021","key":"ref57","article-title":"China daily"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380420"},{"year":"2021","key":"ref55","article-title":"Youdao translator"},{"year":"2021","key":"ref54","article-title":"Microsoft bing translator"},{"year":"2021","key":"ref53","article-title":"Google translate"},{"year":"2020","key":"ref52","article-title":"Corenlp"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1162\/COLI_a_00072"},{"key":"ref11","article-title":"Domain specialization: a post-training domain adaptation for neural machine translation","author":"servan","year":"2016","journal-title":"arXiv preprint arXiv 1612 06141"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-1150"},{"key":"ref12","article-title":"Fast domain adaptation for neural machine translation","author":"freitag","year":"2016","journal-title":"arXiv preprint arXiv 1612 06897"},{"year":"2021","key":"ref13","article-title":"The feedback channel of google translate"},{"year":"2021","key":"ref14","article-title":"The feedback channel of bing translator"},{"year":"2021","key":"ref15","article-title":"The feedback channel of youdao translator"},{"year":"2021","key":"ref16","article-title":"The feedback channel of baidu translator"},{"year":"2021","key":"ref17","article-title":"The feedback channel of tengxun translator"},{"year":"2021","key":"ref18","article-title":"The feedback channel of bing translator"},{"year":"2021","key":"ref19","article-title":"Google translation community"},{"article-title":"Palestinian man is arrested by police after posting ‘good morning’ in arabic on facebook which was wrongly translated as ‘attack them’","year":"2017","author":"davies","key":"ref4"},{"article-title":"Top six translation marketing mistakes","year":"2012","author":"trotter","key":"ref3"},{"article-title":"Lost in translation: 10 international marketing fails","year":"2019","author":"schooley","key":"ref6"},{"article-title":"9 little translation mistakes that caused big problems","year":"2016","author":"okrent","key":"ref5"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1021"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-3204"},{"key":"ref49","article-title":"Improving language understanding with unsupervised learning","author":"radford","year":"2018","journal-title":"Technical report OpenAI"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-2090"},{"year":"2020","key":"ref46","article-title":"Installing nltk data"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6315"},{"key":"ref48","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018","journal-title":"arXiv preprint arXiv 1810 04805"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1177\/107769905303000401"},{"key":"ref42","article-title":"Metamorphic testing: a new approach for generating next test cases","author":"chen","year":"2020","journal-title":"arXiv preprint arXiv 2002 12271"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-349-17519-2_3"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.5040\/9781350934009"},{"journal-title":"Metamorphic testing a new approach for generating next test cases technical report hkust- cs98-01","year":"1998","author":"chen","key":"ref43"}],"event":{"name":"2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)","start":{"date-parts":[[2021,11,15]]},"location":"Melbourne, Australia","end":{"date-parts":[[2021,11,19]]}},"container-title":["2021 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9678507\/9678392\/09678715.pdf?arnumber=9678715","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T16:57:54Z","timestamp":1652201874000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9678715\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11]]},"references-count":72,"URL":"https:\/\/doi.org\/10.1109\/ase51524.2021.9678715","relation":{},"subject":[],"published":{"date-parts":[[2021,11]]}}}