{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T21:52:25Z","timestamp":1757541145518,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,5,27]],"date-time":"2018-05-27T00:00:00Z","timestamp":1527379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Australian Research Council","award":["LP160101691"],"award-info":[{"award-number":["LP160101691"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,5,27]]},"DOI":"10.1145\/3193977.3193980","type":"proceedings-article","created":{"date-parts":[[2018,6,28]],"date-time":"2018-06-28T16:38:41Z","timestamp":1530203921000},"page":"38-45","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["A monte carlo method for metamorphic testing of machine translation services"],"prefix":"10.1145","author":[{"given":"Daniel","family":"Pesu","sequence":"first","affiliation":[{"name":"University of Wollongong, Wollongong, NSW, Australia"}]},{"given":"Zhi Quan","family":"Zhou","sequence":"additional","affiliation":[{"name":"University of Wollongong, Wollongong, NSW, Australia"}]},{"given":"Jingfeng","family":"Zhen","sequence":"additional","affiliation":[{"name":"University of Wollongong, Wollongong, NSW, Australia"}]},{"given":"Dave","family":"Towey","sequence":"additional","affiliation":[{"name":"University of Nottingham Ningbo China, Ningbo, China"}]}],"member":"320","published-online":{"date-parts":[[2018,5,27]]},"reference":[{"key":"e_1_3_2_1_1_1","article-title":"The efficacy of round-trip translation for MT evaluation","volume":"14","author":"Aiken Milam","year":"2010","unstructured":"Milam Aiken and Mina Park . 2010 . The efficacy of round-trip translation for MT evaluation . Translation Journal 14 , 1 (2010). http:\/\/translationjournal.net\/journal\/51reverse.htm Milam Aiken and Mina Park. 2010. The efficacy of round-trip translation for MT evaluation. Translation Journal 14, 1 (2010). http:\/\/translationjournal.net\/journal\/51reverse.htm","journal-title":"Translation Journal"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"volume-title":"Natural Language Processing with Python - Analyzing Text with the Natural Language Toolkit","author":"Bird Steven","key":"e_1_3_2_1_3_1","unstructured":"Steven Bird , Ewan Klein , and Edward Loper . 2009. Natural Language Processing with Python - Analyzing Text with the Natural Language Toolkit . O'Reilly Media . http:\/\/www.nltk.org\/ Steven Bird, Ewan Klein, and Edward Loper. 2009. Natural Language Processing with Python - Analyzing Text with the Natural Language Toolkit. O'Reilly Media. http:\/\/www.nltk.org\/"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1973.10481335"},{"key":"e_1_3_2_1_5_1","volume-title":"Technical Report HKUST-CS98-01. Department of Computer Science","author":"Chen T. Y.","year":"1998","unstructured":"T. Y. Chen , S. C. Cheung , and S. M. Yiu . 1998 . Metamorphic testing: A new approach for generating next test cases. Technical Report HKUST-CS98-01. Department of Computer Science , Hong Kong University of Science and Technology, Hong Kong . T. Y. Chen, S. C. Cheung, and S. M. Yiu. 1998. Metamorphic testing: A new approach for generating next test cases. Technical Report HKUST-CS98-01. Department of Computer Science, Hong Kong University of Science and Technology, Hong Kong."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(02)00129-5"},{"volume-title":"The Theory of the Design of Experiments","author":"Cox David Roxbee","key":"e_1_3_2_1_8_1","unstructured":"David Roxbee Cox and Nancy Reid . 2000. The Theory of the Design of Experiments . Chapman and Hall\/CRC. David Roxbee Cox and Nancy Reid. 2000. The Theory of the Design of Experiments. Chapman and Hall\/CRC."},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 6th New Zealand Computer Science Research Student Conference (NZCSRSC","author":"Huang Anna","year":"2008","unstructured":"Anna Huang . 2008 . Similarity measures for text document clustering . In Proceedings of the 6th New Zealand Computer Science Research Student Conference (NZCSRSC 2008). Christchurch, New Zealand, 49--56. Anna Huang. 2008. Similarity measures for text document clustering. In Proceedings of the 6th New Zealand Computer Science Research Student Conference (NZCSRSC 2008). Christchurch, New Zealand, 49--56."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.5555\/1654650.1654666"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v069.i01"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"volume-title":"Machine Translation","author":"Poibeau Thierry","key":"e_1_3_2_1_13_1","unstructured":"Thierry Poibeau . 2017. Machine Translation . The MIT Press . Thierry Poibeau. 2017. Machine Translation. The MIT Press."},{"key":"e_1_3_2_1_14_1","volume-title":"R: A Language and Environment for Statistical Computing","author":"Team R Core","year":"2017","unstructured":"R Core Team . 2017 . R: A Language and Environment for Statistical Computing . R Foundation for Statistical Computing, Vienna , Austria . https:\/\/www.R-project.org\/ R Core Team. 2017. R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria. https:\/\/www.R-project.org\/"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_16_1","series-title":"Lecture Notes in Computer Science, vol 4560","volume-title":"Proceedings of the 2nd International Conference on Usability and Internationalization","author":"Shigenobu Tomohiro","unstructured":"Tomohiro Shigenobu . 2007. Evaluation and usability of back translation for intercultural communication . In Proceedings of the 2nd International Conference on Usability and Internationalization , Lecture Notes in Computer Science, vol 4560 . Springer-Verlag , 259--265. Tomohiro Shigenobu. 2007. Evaluation and usability of back translation for intercultural communication. In Proceedings of the 2nd International Conference on Usability and Internationalization, Lecture Notes in Computer Science, vol 4560. Springer-Verlag, 259--265."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the Australasian language technology workshop. 127--133","author":"Somers H.","year":"2005","unstructured":"H. Somers . 2005 . Round-trip translation: What is it good for? . In Proceedings of the Australasian language technology workshop. 127--133 . H. Somers. 2005. Round-trip translation: What is it good for?. In Proceedings of the Australasian language technology workshop. 127--133."},{"key":"e_1_3_2_1_18_1","volume-title":"Electronic and Automation Control Conference (IAEAC). 2247--2251","author":"Zhang Shengnan","year":"2017","unstructured":"Shengnan Zhang , Yan Hu , and Guangrong Bian . 2017 . Research on string similarity algorithm based on Levenshtein distance. In IEEE 2nd Advanced Information Technology , Electronic and Automation Control Conference (IAEAC). 2247--2251 . Shengnan Zhang, Yan Hu, and Guangrong Bian. 2017. Research on string similarity algorithm based on Levenshtein distance. In IEEE 2nd Advanced Information Technology, Electronic and Automation Control Conference (IAEAC). 2247--2251."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2478001"}],"event":{"name":"ICSE '18: 40th International Conference on Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS Computer Society"],"location":"Gothenburg Sweden","acronym":"ICSE '18"},"container-title":["Proceedings of the 3rd International Workshop on Metamorphic Testing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3193977.3193980","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3193977.3193980","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T17:49:15Z","timestamp":1750268955000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3193977.3193980"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5,27]]},"references-count":19,"alternative-id":["10.1145\/3193977.3193980","10.1145\/3193977"],"URL":"https:\/\/doi.org\/10.1145\/3193977.3193980","relation":{},"subject":[],"published":{"date-parts":[[2018,5,27]]},"assertion":[{"value":"2018-05-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}