{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:25:47Z","timestamp":1750220747790,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":10,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,27]],"date-time":"2020-06-27T00:00:00Z","timestamp":1593216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Morphick Solutions Pty Ltd, Australia"},{"name":"Western River entrepreneurship grant"},{"name":"Australian Government Research Training Program"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,27]]},"DOI":"10.1145\/3387940.3392694","type":"proceedings-article","created":{"date-parts":[[2020,9,25]],"date-time":"2020-09-25T15:22:31Z","timestamp":1601047351000},"page":"386-387","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["A Testing Tool for Machine Learning Applications"],"prefix":"10.1145","author":[{"given":"Yelin","family":"Liu","sequence":"first","affiliation":[{"name":"School of Computing and IT, University of Wollongong, Wollongong, NSW, Australia"}]},{"given":"Yang","family":"Liu","sequence":"additional","affiliation":[{"name":"Booking.com B.V., Herengracht, CE Amsterdam, Netherlands"}]},{"given":"Tsong Yueh","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Computer Science & Software Engineering, Swinburne University of Technology, Hawthorn, VIC, Australia"}]},{"given":"Zhi Quan","family":"Zhou","sequence":"additional","affiliation":[{"name":"School of Computing and IT, University of Wollongong, Wollongong, NSW, Australia"}]}],"member":"320","published-online":{"date-parts":[[2020,9,25]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. https:\/\/github.com\/keras-team\/keras\/tree\/master\/examples  [n.d.]. https:\/\/github.com\/keras-team\/keras\/tree\/master\/examples"},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. http:\/\/yann.lecun.com\/exdb\/mnist\/  [n.d.]. http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3143561","article-title":"Metamorphic testing: A review of challenges and opportunities","volume":"51","author":"Chen T. Y.","year":"2018","unstructured":"T. Y. Chen , F.-C. Kuo , H. Liu , P.-L. Poon , D. Towey , T. H. Tse , and Z. Q. Zhou . Metamorphic testing: A review of challenges and opportunities . ACM Computing Surveys 51 , 1 ( 2018 ), 4:1--4:27. https:\/\/doi.org\/10.1145\/3143561 10.1145\/3143561 T. Y. Chen, F.-C. Kuo, H. Liu, P.-L. Poon, D. Towey, T. H. Tse, and Z. Q. Zhou. Metamorphic testing: A review of challenges and opportunities. ACM Computing Surveys 51, 1 (2018), 4:1--4:27. https:\/\/doi.org\/10.1145\/3143561","journal-title":"ACM Computing Surveys"},{"volume-title":"Proceedings of the 20th International Conference on Software Engineering and Knowledge Engineering. 867--872","author":"Murphy C.","key":"e_1_3_2_1_4_1","unstructured":"C. Murphy , G. Kaiser , L. Hu , and L. Wu . 2008. Properties of machine learning applications for use in metamorphic testing . In Proceedings of the 20th International Conference on Software Engineering and Knowledge Engineering. 867--872 . C. Murphy, G. Kaiser, L. Hu, and L. Wu. 2008. Properties of machine learning applications for use in metamorphic testing. In Proceedings of the 20th International Conference on Software Engineering and Knowledge Engineering. 867--872."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2764464"},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 25th Australasian Software Engineering Conference (ASWEC","author":"Sun L.","year":"2018","unstructured":"L. Sun and Z. Q. Zhou . 2018. Metamorphic testing for machine translations: MT4MT . In Proceedings of the 25th Australasian Software Engineering Conference (ASWEC 2018 ). IEEE, 96--100. L. Sun and Z. Q. Zhou. 2018. Metamorphic testing for machine translations: MT4MT. In Proceedings of the 25th Australasian Software Engineering Conference (ASWEC 2018). IEEE, 96--100."},{"volume-title":"Proceedings of the IEEE\/ACM 4th International Workshop on Metamorphic Testing (MET '19)","author":"Wu C.","key":"e_1_3_2_1_7_1","unstructured":"C. Wu , L. Sun , and Z. Q. Zhou . 2019. The impact of a dot: Case studies of a noise metamorphic relation pattern . In Proceedings of the IEEE\/ACM 4th International Workshop on Metamorphic Testing (MET '19) . IEEE, 17--23. C. Wu, L. Sun, and Z. Q. Zhou. 2019. The impact of a dot: Case studies of a noise metamorphic relation pattern. In Proceedings of the IEEE\/ACM 4th International Workshop on Metamorphic Testing (MET '19). IEEE, 17--23."},{"key":"e_1_3_2_1_8_1","unstructured":"J. M. Zhang M. Harman L. Ma and Y. Liu. 2019. Machine learning testing: Survey landscapes and horizons. https:\/\/arxiv.org\/abs\/1906.10742  J. M. Zhang M. Harman L. Ma and Y. Liu. 2019. Machine learning testing: Survey landscapes and horizons. https:\/\/arxiv.org\/abs\/1906.10742"},{"key":"e_1_3_2_1_9_1","article-title":"Metamorphic relations for enhancing system understanding and use","author":"Zhou Z. Q.","year":"2018","unstructured":"Z. Q. Zhou , L. Sun , T. Y. Chen , and D. Towey . Metamorphic relations for enhancing system understanding and use . IEEE Transactions on Software Engineering. https:\/\/doi.org\/10.1109\/TSE. 2018 .2876433 10.1109\/TSE.2018.2876433 Z. Q. Zhou, L. Sun, T. Y. Chen, and D. Towey. Metamorphic relations for enhancing system understanding and use. IEEE Transactions on Software Engineering. https:\/\/doi.org\/10.1109\/TSE.2018.2876433","journal-title":"IEEE Transactions on Software Engineering. https:\/\/doi.org\/10.1109\/TSE."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.437"}],"event":{"name":"ICSE '20: 42nd International Conference on Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","KIISE Korean Institute of Information Scientists and Engineers","IEEE CS"],"location":"Seoul Republic of Korea","acronym":"ICSE '20"},"container-title":["Proceedings of the IEEE\/ACM 42nd International Conference on Software Engineering Workshops"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3387940.3392694","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3387940.3392694","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:47Z","timestamp":1750199927000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3387940.3392694"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,27]]},"references-count":10,"alternative-id":["10.1145\/3387940.3392694","10.1145\/3387940"],"URL":"https:\/\/doi.org\/10.1145\/3387940.3392694","relation":{},"subject":[],"published":{"date-parts":[[2020,6,27]]},"assertion":[{"value":"2020-09-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}