{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T15:03:44Z","timestamp":1784300624208,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,5,9]],"date-time":"2022-05-09T00:00:00Z","timestamp":1652054400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Australian Government Research Training Program"},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["Grant No. 61872167"],"award-info":[{"award-number":["Grant No. 61872167"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Western River entrepreneurship grant"},{"name":"Morphick Solutions Pty Ltd, Australia"},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP210102447"],"award-info":[{"award-number":["DP210102447"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,5,9]]},"DOI":"10.1145\/3524846.3527334","type":"proceedings-article","created":{"date-parts":[[2023,1,27]],"date-time":"2023-01-27T23:08:56Z","timestamp":1674860936000},"page":"1-6","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["In-place metamorphic testing and exploration"],"prefix":"10.1145","author":[{"given":"Zhi Quan","family":"Zhou","sequence":"first","affiliation":[{"name":"University of Wollongong, Wollongong, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Junting","family":"Zhu","sequence":"additional","affiliation":[{"name":"University of Wollongong, Wollongong, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tsong Yueh","family":"Chen","sequence":"additional","affiliation":[{"name":"Swinburne University of Technology, Hawthorn, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dave","family":"Towey","sequence":"additional","affiliation":[{"name":"University of Nottingham Ningbo China, Ningbo, Zhejiang, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"51VR. 2019. Blue Book of Autonomous Vehicle Simulation. http:\/\/www.51hitech.com\/values\/file-download?type=0  51VR. 2019. Blue Book of Autonomous Vehicle Simulation. http:\/\/www.51hitech.com\/values\/file-download?type=0"},{"key":"e_1_3_2_1_2_1","unstructured":"Baidu Apollo. [n. d.]. Apollo. https:\/\/apollo.auto\/  Baidu Apollo. [n. d.]. Apollo. https:\/\/apollo.auto\/"},{"key":"e_1_3_2_1_3_1","unstructured":"Baidu Apollo. [n. d.]. Apollo Open Data Platform. https:\/\/data.apollo.auto  Baidu Apollo. [n. d.]. Apollo Open Data Platform. https:\/\/data.apollo.auto"},{"key":"e_1_3_2_1_4_1","unstructured":"Baidu Apollo. [n. d.]. Apollo's GitHub Project. https:\/\/github.com\/ApolloAuto\/apollo  Baidu Apollo. [n. d.]. Apollo's GitHub Project. https:\/\/github.com\/ApolloAuto\/apollo"},{"key":"e_1_3_2_1_5_1","unstructured":"Baidu Apollo. [n. d.]. Robotaxi Autonomous Driving Solution. https:\/\/apollo.auto\/robotaxi\/  Baidu Apollo. [n. d.]. Robotaxi Autonomous Driving Solution. https:\/\/apollo.auto\/robotaxi\/"},{"key":"e_1_3_2_1_6_1","unstructured":"Baidu Apollo. 2018. YOLO Obstacle Detector. https:\/\/github.com\/ApolloAuto\/apollo\/blob\/master\/modules\/perception\/camera\/lib\/obstacle\/detector\/yolo\/yolo_obstacle_detector.cc  Baidu Apollo. 2018. YOLO Obstacle Detector. https:\/\/github.com\/ApolloAuto\/apollo\/blob\/master\/modules\/perception\/camera\/lib\/obstacle\/detector\/yolo\/yolo_obstacle_detector.cc"},{"key":"e_1_3_2_1_7_1","volume-title":"The oracle problem in software testing: A survey","author":"Barr Earl T.","year":"2014","unstructured":"Earl T. Barr , Mark Harman , Phil McMinn , Muzammil Shahbaz , and Shin Yoo . 2014. The oracle problem in software testing: A survey . IEEE transactions on software engineering 41, 5 ( 2014 ), 507--525. Earl T. Barr, Mark Harman, Phil McMinn, Muzammil Shahbaz, and Shin Yoo. 2014. The oracle problem in software testing: A survey. IEEE transactions on software engineering 41, 5 (2014), 507--525."},{"key":"e_1_3_2_1_8_1","volume-title":"Metamorphic runtime checking of applications without test oracles. CrossTalk 28, 2","author":"Bell Jonathan","year":"2015","unstructured":"Jonathan Bell , Christian Murphy , and Gail Kaiser . 2015. Metamorphic runtime checking of applications without test oracles. CrossTalk 28, 2 ( 2015 ). Jonathan Bell, Christian Murphy, and Gail Kaiser. 2015. Metamorphic runtime checking of applications without test oracles. CrossTalk 28, 2 (2015)."},{"key":"e_1_3_2_1_9_1","unstructured":"US National Transportation Safety Board. 2018. Preliminary Report Highway: HWY18MH010. https:\/\/www.ntsb.gov\/investigations\/AccidentReports\/Reports\/HWY18MH010-prelim.pdf  US National Transportation Safety Board. 2018. Preliminary Report Highway: HWY18MH010. https:\/\/www.ntsb.gov\/investigations\/AccidentReports\/Reports\/HWY18MH010-prelim.pdf"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3143561","article-title":"Metamorphic testing: A review of challenges and opportunities","volume":"51","author":"Chen Tsong Yueh","year":"2018","unstructured":"Tsong Yueh Chen , Fei-Ching Kuo , Huai Liu , Pak-Lok Poon , Dave Towey , T.H. Tse , and Zhi Quan Zhou . 2018 . Metamorphic testing: A review of challenges and opportunities . ACM Computing Surveys (CSUR) 51 , 1 (2018), 1 -- 27 . Tsong Yueh Chen, Fei-Ching Kuo, Huai Liu, Pak-Lok Poon, Dave Towey, T.H. Tse, and Zhi Quan Zhou. 2018. Metamorphic testing: A review of challenges and opportunities. ACM Computing Surveys (CSUR) 51, 1 (2018), 1--27.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 1487--1490","author":"Chen Tsong Yueh","unstructured":"Tsong Yueh Chen and T.H. Tse . 2021. New visions on metamorphic testing after a quarter of a century of inception . In Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 1487--1490 . Tsong Yueh Chen and T.H. Tse. 2021. New visions on metamorphic testing after a quarter of a century of inception. In Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. 1487--1490."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(02)00129-5"},{"key":"e_1_3_2_1_13_1","unstructured":"Cityscapes. [n. d.]. Cityscapes Dataset. https:\/\/www.cityscapes-dataset.com\/  Cityscapes. [n. d.]. Cityscapes Dataset. https:\/\/www.cityscapes-dataset.com\/"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213858"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1950.tb00463.x"},{"key":"e_1_3_2_1_16_1","unstructured":"Evan Klinger and David Starkweather. [n. d.]. pHash The open source perceptual hash library. https:\/\/www.phash.org\/  Evan Klinger and David Starkweather. [n. d.]. pHash The open source perceptual hash library. https:\/\/www.phash.org\/"},{"key":"e_1_3_2_1_17_1","unstructured":"Neal Krawetz. 2011. Looks Like It. https:\/\/hackerfactor.com\/blog\/index.php?\/archives\/432-Looks-Like-It.html  Neal Krawetz. 2011. Looks Like It. https:\/\/hackerfactor.com\/blog\/index.php?\/archives\/432-Looks-Like-It.html"},{"key":"e_1_3_2_1_18_1","unstructured":"MathWorks. [n. d.]. Object recognition: 3 things you need to know. https:\/\/www.mathworks.com\/solutions\/image-video-processing\/object-recognition.html  MathWorks. [n. d.]. Object recognition: 3 things you need to know. https:\/\/www.mathworks.com\/solutions\/image-video-processing\/object-recognition.html"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 20th International Conference on Software Engineering and Knowledge Engineering (SEKE '08)","author":"Murphy Christian","year":"2008","unstructured":"Christian Murphy , Gail E Kaiser , and Lifeng Hu . 2008 . Properties of machine learning applications for use in metamorphic testing . In Proceedings of the 20th International Conference on Software Engineering and Knowledge Engineering (SEKE '08) . 867--872. Christian Murphy, Gail E Kaiser, and Lifeng Hu. 2008. Properties of machine learning applications for use in metamorphic testing. In Proceedings of the 20th International Conference on Software Engineering and Knowledge Engineering (SEKE '08). 867--872."},{"key":"e_1_3_2_1_20_1","unstructured":"Joseph Redmon and Ali Farhadi. 2018. YOLOv3: An Incremental Improvement. (2018). arXiv:1804.02767  Joseph Redmon and Ali Farhadi. 2018. YOLOv3: An Incremental Improvement. (2018). arXiv:1804.02767"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2764464"},{"key":"e_1_3_2_1_23_1","volume-title":"Muhammad Uzair Khan, and Muhammad Zohaib Iqbal","author":"Sherin Salman","year":"2019","unstructured":"Salman Sherin , Muhammad Uzair Khan, and Muhammad Zohaib Iqbal . 2019 . A systematic mapping study on testing of machine learning programs. (2019). arXiv:1907.09427 Salman Sherin, Muhammad Uzair Khan, and Muhammad Zohaib Iqbal. 2019. A systematic mapping study on testing of machine learning programs. (2019). arXiv:1907.09427"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-019-0197-0"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00560"},{"key":"e_1_3_2_1_26_1","unstructured":"Tesla. [n. d.]. Autopilot. https:\/\/www.tesla.com\/autopilot  Tesla. [n. d.]. Autopilot. https:\/\/www.tesla.com\/autopilot"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416584"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.11.920"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01663"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332409"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3241979"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2876433"}],"event":{"name":"ICSE '22: 44th International Conference on Software Engineering","location":"Pittsburgh Pennsylvania","acronym":"ICSE '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 7th International Workshop on Metamorphic Testing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3524846.3527334","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3524846.3527334","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:36Z","timestamp":1750183776000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3524846.3527334"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,9]]},"references-count":34,"alternative-id":["10.1145\/3524846.3527334","10.1145\/3524846"],"URL":"https:\/\/doi.org\/10.1145\/3524846.3527334","relation":{},"subject":[],"published":{"date-parts":[[2022,5,9]]},"assertion":[{"value":"2023-01-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}