{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,27]],"date-time":"2025-06-27T15:29:54Z","timestamp":1751038194495,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,6,2]],"date-time":"2018-06-02T00:00:00Z","timestamp":1527897600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"U.S. National Science Foundation","award":["CCF-1350487"],"award-info":[{"award-number":["CCF-1350487"]}]},{"name":"U.S. Environmental Protection Agency","award":["Oak Ridge Institute Student Employment Agreement"],"award-info":[{"award-number":["Oak Ridge Institute Student Employment Agreement"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,6,2]]},"DOI":"10.1145\/3194747.3194750","type":"proceedings-article","created":{"date-parts":[[2018,8,27]],"date-time":"2018-08-27T12:13:34Z","timestamp":1535372014000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Hierarchical metamorphic relations for testing scientific software"],"prefix":"10.1145","author":[{"given":"Xuanyi","family":"Lin","sequence":"first","affiliation":[{"name":"University of Cincinnati"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michelle","family":"Simon","sequence":"additional","affiliation":[{"name":"EPA Office of Research and Development"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nan","family":"Niu","sequence":"additional","affiliation":[{"name":"University of Cincinnati"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,6,2]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0733-9429(2008)134:4(466)"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2008.103"},{"key":"e_1_3_2_1_3_1","unstructured":"Cardno TEC Inc. Green Roof performance study. https:\/\/www.seattle.gov\/Documents\/Departments\/OSE\/Green-Roof-Performance-Study-2012.pdf. Last accessed: March 2018.  Cardno TEC Inc. Green Roof performance study. https:\/\/www.seattle.gov\/Documents\/Departments\/OSE\/Green-Roof-Performance-Study-2012.pdf. Last accessed: March 2018."},{"key":"e_1_3_2_1_4_1","volume-title":"What scientists and engineers think they know about software engineering: a survey. Technical report","author":"Carver J. C.","year":"2011","unstructured":"J. C. Carver , R. A. Bartlett , D. Heaton , and L. Hochstein . What scientists and engineers think they know about software engineering: a survey. Technical report , Sandia National Laboratories , Albuquerque, NM, USA , 2011 . J. C. Carver, R. A. Bartlett, D. Heaton, and L. Hochstein. What scientists and engineers think they know about software engineering: a survey. Technical report, Sandia National Laboratories, Albuquerque, NM, USA, 2011."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.77"},{"key":"e_1_3_2_1_6_1","volume-title":"Metamorphic testing: a new approach for generating next test cases. Technical report","author":"Chen T. Y.","year":"1998","unstructured":"T. Y. Chen , S. C. Cheung , and S. M. Yiu . Metamorphic testing: a new approach for generating next test cases. Technical report , The Hong Kong University of Science and Technology , Hong Kong , China, 1998 . T. Y. Chen, S. C. Cheung, and S. M. Yiu. Metamorphic testing: a new approach for generating next test cases. Technical report, The Hong Kong University of Science and Technology, Hong Kong, China, 1998."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/645984.675903"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02138-1_19"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICECCS.2009.28"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1982595.1982597"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2896971.2896981"},{"key":"e_1_3_2_1_12_1","volume-title":"http:\/\/www.pesthomepage.org\/Downloads.php. Last accessed","author":"Doherty J.","year":"2018","unstructured":"J. Doherty . Getting the most out of PEST. http:\/\/www.pesthomepage.org\/Downloads.php. Last accessed : March 2018 . J. Doherty. Getting the most out of PEST. http:\/\/www.pesthomepage.org\/Downloads.php. Last accessed: March 2018."},{"key":"e_1_3_2_1_13_1","unstructured":"J. Doherty C. Muffels J. Rumbaugh and M. Tonkin. http:\/\/www.pesthomepage.org. Last accessed: March 2018.  J. Doherty C. Muffels J. Rumbaugh and M. Tonkin. http:\/\/www.pesthomepage.org. Last accessed: March 2018."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/2220074.2220180"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2007.01.015"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.45"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-35122-3_17"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2993283.2993284"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2017.8103447"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.5555\/3105494.3105497"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.05.006"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.5555\/2220073.2220165"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2011.86"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-017-0271-0"},{"key":"e_1_3_2_1_25_1","volume-title":"Greece. In International Conference on Environmental Science and Technology (CEST)","author":"Kourtis I. M.","year":"2017","unstructured":"I. M. Kourtis , G. Kopsiaftis , V. Bellos , and V. A. Tsihrintzis . Calibration and validation of SWMM model in two urban catchments in Athens , Greece. In International Conference on Environmental Science and Technology (CEST) , Rhodes, Greece, August- September 2017 . I. M. Kourtis, G. Kopsiaftis, V. Bellos, and V. A. Tsihrintzis. Calibration and validation of SWMM model in two urban catchments in Athens, Greece. In International Conference on Environmental Science and Technology (CEST), Rhodes, Greece, August-September 2017."},{"key":"e_1_3_2_1_26_1","volume-title":"Inspection procedures for critical programs that model physical phenomena. Technical report","author":"Kreyman K.","year":"1999","unstructured":"K. Kreyman , D. L. Parnas , and S. Qiao . Inspection procedures for critical programs that model physical phenomena. Technical report , McMaster University , Hamilton, Canada , 1999 . K. Kreyman, D. L. Parnas, and S. Qiao. Inspection procedures for critical programs that model physical phenomena. Technical report, McMaster University, Hamilton, Canada, 1999."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/e-Science.2009.38"},{"key":"e_1_3_2_1_28_1","volume-title":"Empirical evaluation of approaches to testing applications without test oracles. Technical report","author":"Murphy C.","year":"2010","unstructured":"C. Murphy and G. E. Kaiser . Empirical evaluation of approaches to testing applications without test oracles. Technical report , Columbia University , New York, NY, USA , 2010 . C. Murphy and G. E. Kaiser. Empirical evaluation of approaches to testing applications without test oracles. Technical report, Columbia University, New York, NY, USA, 2010."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2018.1661332"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2016.46"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2013.2260092"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094342004048534"},{"key":"e_1_3_2_1_33_1","first-page":"30","volume-title":"Conference for the Association for Software Testing (CAST)","author":"Sanders R.","year":"2008","unstructured":"R. Sanders and D. Kelly . The challenge of testing scientific software . In Conference for the Association for Software Testing (CAST) , pages 30 -- 36 , Toronto, Canada , July 2008 . R. Sanders and D. Kelly. The challenge of testing scientific software. In Conference for the Association for Software Testing (CAST), pages 30--36, Toronto, Canada, July 2008."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2008.84"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.37936\/ecti-cit.200512.51837"},{"issue":"1","key":"e_1_3_2_1_37_1","first-page":"55","article-title":"Stormwater quality calibration by SWMM: a case study","volume":"32","author":"Temprano J.","year":"2005","unstructured":"J. Temprano , \u00d3. Arango, J. Cagiao , J. Su\u00e1rez , and I. Tejero . Stormwater quality calibration by SWMM: a case study in Northern Spain. Water SA , 32 ( 1 ): 55 -- 63 , 2005 . J. Temprano, \u00d3. Arango, J. Cagiao, J. Su\u00e1rez, and I. Tejero. Stormwater quality calibration by SWMM: a case study in Northern Spain. Water SA, 32(1):55--63, 2005.","journal-title":"Northern Spain. Water SA"},{"key":"e_1_3_2_1_38_1","volume-title":"https:\/\/www.epa.gov\/water-research\/storm-water-management-model-swmm. Last accessed","author":"Research US EPA","year":"2018","unstructured":"US EPA Research . https:\/\/www.epa.gov\/water-research\/storm-water-management-model-swmm. Last accessed : March 2018 . US EPA Research. https:\/\/www.epa.gov\/water-research\/storm-water-management-model-swmm. Last accessed: March 2018."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69389-5_34"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2478001"}],"event":{"name":"ICSE '18: 40th International Conference on Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS Computer Society"],"location":"Gothenburg Sweden","acronym":"ICSE '18"},"container-title":["Proceedings of the International Workshop on Software Engineering for Science"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3194747.3194750","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3194747.3194750","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:07:23Z","timestamp":1750273643000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3194747.3194750"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,2]]},"references-count":40,"alternative-id":["10.1145\/3194747.3194750","10.1145\/3194747"],"URL":"https:\/\/doi.org\/10.1145\/3194747.3194750","relation":{},"subject":[],"published":{"date-parts":[[2018,6,2]]},"assertion":[{"value":"2018-06-02","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}