{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T01:16:55Z","timestamp":1776215815668,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,10,11]],"date-time":"2021-10-11T00:00:00Z","timestamp":1633910400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,10,11]]},"DOI":"10.1145\/3475716.3484188","type":"proceedings-article","created":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T11:43:50Z","timestamp":1633520630000},"page":"1-6","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Contextual Understanding and Improvement of Metamorphic Testing in Scientific Software Development"],"prefix":"10.1145","author":[{"given":"Zedong","family":"Peng","sequence":"first","affiliation":[{"name":"University of Cincinnati, Cincinnati, OH, USA"}]},{"given":"Upulee","family":"Kanewala","sequence":"additional","affiliation":[{"name":"University of North Florida, Jacksonville, FL, USA"}]},{"given":"Nan","family":"Niu","sequence":"additional","affiliation":[{"name":"University of Cincinnati, Cincinnati, OH, USA"}]}],"member":"320","published-online":{"date-parts":[[2021,10,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-98334-9_46"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2005.20"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-016-9337-3"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2896971.2896981"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2012.84"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3193977.3193985"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2015.75"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.05.006"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1594"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2018.2875368"},{"key":"e_1_3_2_1_13_1","volume-title":"Software Engineering for Science","author":"Kanewala Upulee","unstructured":"Upulee Kanewala , Anders Lundgren , and James M Bieman . 2016. Automated metamorphic testing of scientific software . In Software Engineering for Science . Chapman and Hall\/CRC , 185--210. Upulee Kanewala, Anders Lundgren, and James M Bieman. 2016. Automated metamorphic testing of scientific software. In Software Engineering for Science. Chapman and Hall\/CRC, 185--210."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-017-0271-0"},{"key":"e_1_3_2_1_15_1","volume-title":"David Lorge Parnas, and Sanzheng Qiao","author":"Kreyman Konstantin","year":"1999","unstructured":"Konstantin Kreyman , David Lorge Parnas, and Sanzheng Qiao . 1999 . Inspection Procedures for Critical Programs that Model Physical Phenomena. Technical Report. McMaster University , Hamilton, ON, Canada. Konstantin Kreyman, David Lorge Parnas, and Sanzheng Qiao. 1999. Inspection Procedures for Critical Programs that Model Physical Phenomena. Technical Report. McMaster University, Hamilton, ON, Canada."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194747.3194750"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2018.2880577"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.3029468"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897676.2897678"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.314.5807.1856"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2016.46"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.5555\/3015574.3015607"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2018.2850315"},{"key":"e_1_3_2_1_24_1","volume-title":"Open Water Analytics Stormwater Management Model (OWA SWMM). https:\/\/github.com\/OpenWaterAnalytics\/Stormwater-Management-Model Last accessed","author":"Analytics Open Water","year":"2021","unstructured":"Open Water Analytics . 2021. Open Water Analytics Stormwater Management Model (OWA SWMM). https:\/\/github.com\/OpenWaterAnalytics\/Stormwater-Management-Model Last accessed : August 2021 . Open Water Analytics. 2021. Open Water Analytics Stormwater Management Model (OWA SWMM). https:\/\/github.com\/OpenWaterAnalytics\/Stormwater-Management-Model Last accessed: August 2021."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-50436-6_30"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2021.101347"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-69926-4_25"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3193977.3193983"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the International Conference on Artificial Intelligence Testing (AITest'19)","author":"Shahri Morteza Pourreza","year":"2019","unstructured":"Morteza Pourreza Shahri , Madhusudan Srinivasan , Gillian Reynolds , Diane Bimczok , Indika Kahanda , and Upulee Kanewala . 2019 . Metamorphic Testing for Quality Assurance of Protein Function Prediction Tools . In Proceedings of the International Conference on Artificial Intelligence Testing (AITest'19) . Newark, CA, USA, 140--148. Morteza Pourreza Shahri, Madhusudan Srinivasan, Gillian Reynolds, Diane Bimczok, Indika Kahanda, and Upulee Kanewala. 2019. Metamorphic Testing for Quality Assurance of Protein Function Prediction Tools. In Proceedings of the International Conference on Artificial Intelligence Testing (AITest'19). Newark, CA, USA, 140--148."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3193977.3193981"},{"key":"e_1_3_2_1_32_1","volume-title":"Office of Research and Development","author":"United States Environmental Protection Agency","year":"2021","unstructured":"United States Environmental Protection Agency , Office of Research and Development , Center for Environmental Solutions & Emergency Response , Water Infrastructure Division. 2021 . EPA ORD Stormwater Management Model. https:\/\/github.com\/USEPA\/Stormwater-Management-Model Last accessed: August 2021. United States Environmental Protection Agency, Office of Research and Development, Center for Environmental Solutions & Emergency Response, Water Infrastructure Division. 2021. EPA ORD Stormwater Management Model. https:\/\/github.com\/USEPA\/Stormwater-Management-Model Last accessed: August 2021."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2019.2899838"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the Pacific Basin Nuclear Conference (PBNC'16)","author":"Yan Shiyu","year":"2016","unstructured":"Shiyu Yan , Xiaohua Yang , Meng Li , Hua Liu , and Zhaohui Liu . 2016 . Research of Testing for Scientific Computing Software in the Area of Nuclear Power Based on Metamorphic Testing . In Proceedings of the Pacific Basin Nuclear Conference (PBNC'16) . Beijing, China, 501--512. Shiyu Yan, Xiaohua Yang, Meng Li, Hua Liu, and Zhaohui Liu. 2016. Research of Testing for Scientific Computing Software in the Area of Nuclear Power Based on Metamorphic Testing. In Proceedings of the Pacific Basin Nuclear Conference (PBNC'16). Beijing, China, 501--512."}],"event":{"name":"ESEM '21: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Bari Italy","acronym":"ESEM '21","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 15th ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3475716.3484188","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3475716.3484188","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:48:18Z","timestamp":1750193298000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3475716.3484188"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,11]]},"references-count":34,"alternative-id":["10.1145\/3475716.3484188","10.1145\/3475716"],"URL":"https:\/\/doi.org\/10.1145\/3475716.3484188","relation":{},"subject":[],"published":{"date-parts":[[2021,10,11]]},"assertion":[{"value":"2021-10-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}