{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:50:30Z","timestamp":1740124230915,"version":"3.37.3"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2016,9,14]],"date-time":"2016-09-14T00:00:00Z","timestamp":1473811200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2016,9,14]],"date-time":"2016-09-14T00:00:00Z","timestamp":1473811200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1262933","1560037"],"award-info":[{"award-number":["1262933","1560037"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2017,9]]},"DOI":"10.1007\/s11219-016-9337-3","type":"journal-article","created":{"date-parts":[[2016,9,14]],"date-time":"2016-09-14T12:54:58Z","timestamp":1473857698000},"page":"841-869","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Application of metamorphic testing monitored by test adequacy in a Monte Carlo simulation program"],"prefix":"10.1007","volume":"25","author":[{"given":"Junhua","family":"Ding","sequence":"first","affiliation":[]},{"given":"Xin-Hua","family":"Hu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,9,14]]},"reference":[{"key":"9337_CR1","doi-asserted-by":"publisher","first-page":"R41","DOI":"10.1088\/0266-5611\/15\/2\/022","volume":"15","author":"SR Arridge","year":"1999","unstructured":"Arridge, S. R. (1999). Optical tomography in medical imaging. Inverse Problems, \n                           15, R41\u2013R93.","journal-title":"Inverse Problems"},{"key":"9337_CR2","unstructured":"Asrafi, M., Liu, H., & Kuo, F-C. (2011). On testing effectiveness of metamorphic relations: A Case study, In 5th International Conference on Secure Software Integration and Reliability Improvement (SSIRI), pp. 147\u2013156."},{"key":"9337_CR3","unstructured":"Baresi L., & Young, M. (2001). Test oracles. Technical Report CIS-TR01 -02, Department of Computer and Information Science, University of Oregon."},{"issue":"5","key":"9337_CR4","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1109\/TSE.2014.2372785","volume":"41","author":"ET Barr","year":"2015","unstructured":"Barr, E. T., Harman, M., McMinn, P., Shahbaz, M., & Yoo, S. (2015). The Oracle problem in software testing: A survey. IEEE Transactions on Software Engineering, \n                           41(5), 507\u2013525.","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"1","key":"9337_CR5","first-page":"60","volume":"4","author":"WK Chan","year":"2007","unstructured":"Chan, W. K., Cheung, S. C., & Leung, K. R. (2007). A metamorphic testing approach for online testing of service-oriented software applications. International Journal of Web Services Research, \n                           4(1), 60\u201380.","journal-title":"International Journal of Web Services Research"},{"key":"9337_CR6","unstructured":"Chen, T. Y., Cheung, S. C., & Yiu, S. (1998). Metamorphic testing: A new approach for generating next test cases, Technical Report HKUST-CS98-01, Department of Computer Science, Hong Kong University of Science and Technology."},{"key":"9337_CR7","doi-asserted-by":"crossref","unstructured":"Chen, T.Y., Feng, J., Tse, T.H. (2002). Metamorphic testing of programs on partial differential equations: a case study. In Proceedings of 26th Annual International Computer Software and Applications Conference (COMPSAC), pp. 327\u2013333.","DOI":"10.1109\/CMPSAC.2002.1045022"},{"key":"9337_CR8","unstructured":"Chen, T. Y., Ho, J. W. K., Liu, H., & Xie, X. (2009). An innovattive approach for testing bioinformatics programs using metamorphic testing, BMC Bioinformatics, pp. 10\u201324."},{"key":"9337_CR9","unstructured":"Chen, T. Y., Huang, D. H., Tse, T. H., & Zhou, Z. Q. (2004). Case studies on the selection of useful relations in metamorphic testing\u201d, In Proceedings of the 4\n                           \n                    th\n                   \n                           Ibero-American Symposium on Software Engineering and Knowledge Engineering, pp. 569\u2013583."},{"key":"9337_CR10","doi-asserted-by":"publisher","first-page":"2939","DOI":"10.1118\/1.2745241","volume":"34","author":"C Chen","year":"2007","unstructured":"Chen, C., Lu, J. Q., Li, K., Zhao, S., Brock, R. S., & Hu, X. H. (2007). Numerical study of reflectance imaging using a parallel Monte Carlo method. Medical Physics, \n                           34, 2939\u20132948.","journal-title":"Medical Physics"},{"issue":"C","key":"9337_CR11","first-page":"177","volume":"116","author":"TY Chen","year":"2015","unstructured":"Chen, T. Y., Poon, P. L., & Xie, X. (2015). METRIC: METamorphic relation identification based on the category-choice framework. Journal of Systems and Software, 116(C), 177\u2013190.","journal-title":"Journal of Systems and Software"},{"key":"9337_CR12","doi-asserted-by":"crossref","unstructured":"Chen, T. Y., Tse, T. H., & Zhou, Z. Q. (2002). Semi-proving: An integrated method based on global symbolic evaluation and metamorphic testing. In Proceedings of the International Symposium on Software Testing and Analysis (ISSTA), pp. 191\u2013195.","DOI":"10.1145\/566172.566202"},{"key":"9337_CR13","unstructured":"Confocal microscope, \n                    https:\/\/en.wikipedia.org\/wiki\/Confocal_microscopyWikipedia\n                    \n                  , last accessed on April 30, 2016."},{"key":"9337_CR14","doi-asserted-by":"crossref","unstructured":"Ding, J., & Zhang D. (2016). A machine learning approach for developing test Oracles for testing scientific software,In the 28\n                           \n                    th\n                   \n                           SEKE (SEKE 2016), San Francisco, July 1\u20133.","DOI":"10.18293\/SEKE2016-137"},{"issue":"11","key":"9337_CR15","doi-asserted-by":"publisher","first-page":"1520","DOI":"10.1016\/j.infsof.2009.06.014","volume":"51","author":"J Ding","year":"2009","unstructured":"Ding, J., Clarke, P. J., Argote-Garcia, G., & He, X. (2009). A methodology for evaluating test coverage criteria of high level Petri nets. Information and Software Technology, \n                           51(11), 1520\u20131533.","journal-title":"Information and Software Technology"},{"key":"9337_CR16","doi-asserted-by":"crossref","unstructured":"Ding, J., Wu, T., Lu, J. Q., Hu, X. (2010). Self-checked metamorphic Testing of an image processing program, The 4th IEEE International Conference on Security Software Integration and Reliability Improvement, Singapore, June 9\u201311.","DOI":"10.1109\/SSIRI.2010.25"},{"key":"9337_CR17","doi-asserted-by":"crossref","unstructured":"Ding, J., Zhang, D., Hu, X. (2016). An application of metamorphic testing for testing scientific software, In 1\n                           \n                    st\n                   \n                           workshop on metamorphic testing with ICSE, Austin, TX, May 16.","DOI":"10.1145\/2896971.2896981"},{"issue":"2","key":"9337_CR18","doi-asserted-by":"publisher","first-page":"435","DOI":"10.5194\/gmd-4-435-2011","volume":"4","author":"PE Farrell","year":"2011","unstructured":"Farrell, P. E., Pigott, M. D., Gorman, G. J., Ham, D. A., Wilson, C. R., & Bond, T. M. (2011). Automated continuous verification for numerical simulation. Geoscientific Model Development, \n                           4(2), 435\u2013449.","journal-title":"Geoscientific Model Development"},{"key":"9337_CR19","unstructured":"Gotleib, A. & Botella, B. (2003). Automated metamorphic testing, In Proceedings of 27\n                           \n                    th\n                   \n                           Annual International Computer Software and Applications Conference, (pp. 34\u201340)."},{"key":"9337_CR20","unstructured":"Gotlieb, A., Botella, B., & Rueher, M. (1998). Automatic test data generation using constraint solving techniques. In ACM International Symposium on Software Testing and Analysis (ISSTA). Software Engineering Notes, 23(2):53\u201362."},{"key":"9337_CR21","unstructured":"Guderlei, R., & Mayer, J. (2007). Statistical metamorphic testing\u2014testing programs with random output by means of statistical hypothesis tests and metamorphic testing\u201d, In Proceedings of the 7\n                           \n                    th\n                   \n                           International Conference on Quality Software. pp. 404\u2013409, 2007."},{"key":"9337_CR22","doi-asserted-by":"crossref","unstructured":"Hu, P., Zhang, Z., Chan, W. K., & Tse, T. H. (2006). An empirical comparison between direct and indirect test result checking approaches. In Proceedings of the 3\n                           \n                    rd\n                   \n                           International Workshop on Soft. Quality Assurance, pp. 6\u201313.","DOI":"10.1145\/1188895.1188901"},{"key":"9337_CR23","doi-asserted-by":"crossref","unstructured":"Jameel, T., Lin, M., & Chao, L. (2015). Test oracles based on metamorphic relations for image processing applications. In 16\n                           \n                    th\n                   \n                           International Conference on SE, AI, Networking and Parallel\/Distributed Computing (SNPD), pp. 1\u20136.","DOI":"10.1109\/SNPD.2015.7176238"},{"key":"9337_CR24","doi-asserted-by":"crossref","unstructured":"Jia, Y., & Harman, M. (2011). An analysis and survey of the development of mutation testing. In IEEE Transactions on Software Engineering, 37(5), pp. 649\u2013678, September\u2013October 2011.","DOI":"10.1109\/TSE.2010.62"},{"issue":"10","key":"9337_CR25","doi-asserted-by":"publisher","first-page":"1219","DOI":"10.1016\/j.infsof.2014.05.006","volume":"56","author":"U Kanewala","year":"2014","unstructured":"Kanewala, U., & Bieman, J. M. (2014). Testing scientific software: A systematic literature review. Information and Software Technology, 56(10), 1219\u20131232.","journal-title":"Information and Software Technology"},{"issue":"3","key":"9337_CR26","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1002\/stvr.1594","volume":"26","author":"U Kanewala","year":"2015","unstructured":"Kanewala, U., Bieman, J. M., & Ben-Hur, A. (2015). Predicting metamorphic relations for testing scientific software: A machine learning approach using graph kernels. Journal of Software Testing, Verification and Reliability, 26(3), 245\u2013269.","journal-title":"Journal of Software Testing, Verification and Reliability"},{"key":"9337_CR27","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1002\/lsm.1900090210","volume":"9","author":"M Keijzer","year":"1989","unstructured":"Keijzer, M., Jacques, S. L., Prahl, S. A., & Welch, A. J. (1989). Light distributions in artery tissure: Monte Carlo simulations for finite-diameter laser beams. Lasers in Surgery and Medicine, \n                           9, 148\u2013154.","journal-title":"Lasers in Surgery and Medicine"},{"key":"9337_CR28","doi-asserted-by":"crossref","unstructured":"Le, V., Afshari, M., & Su, Z. (2014). Compiler validation via equivalence modulo inputs. In Proceedings of the 35th ACM SIGPLAN Conference on Programming Language Design and Implementation (PLDI \u201814). ACM, New York, NY, USA, pp.216\u2013226.","DOI":"10.1145\/2666356.2594334"},{"key":"9337_CR29","doi-asserted-by":"crossref","unstructured":"Lindvall, M., Ganesan, D., \u00c1rdal, R., & Wiegand, R. E. (2015). \u201cMetamorphic model-based testing applied on NASA DAT: an experience report\u201d. In Proceedings of the 37\n                           \n                    th\n                   \n                           International Conference on Software Engineering, Vol. 2 (ICSE \u201815), Vol. 2. pp. 129\u2013138.","DOI":"10.1109\/ICSE.2015.348"},{"issue":"1","key":"9337_CR30","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TSE.2013.46","volume":"40","author":"H Liu","year":"2014","unstructured":"Liu, H., Kuo, F., Towey, D., & Chen, T. Y. (2014). How effectively does metamorphic testing alleviate the oracle problem? IEEE Transactions on Software Engineering, \n                           40(1), 4\u201322.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9337_CR31","doi-asserted-by":"crossref","unstructured":"Mayer, J., Guderlei, R. (2006). On random testing of image processing applications. In Proceedings of 6\n                           \n                    th\n                   \n                           International Conference on Quality Software (QSIC\u201906), pp. 85\u201392.","DOI":"10.1109\/QSIC.2006.45"},{"key":"9337_CR32","doi-asserted-by":"crossref","unstructured":"Mayer, J. & Guderlei, R. (2006). An empirical study on the selection of good metamorphic relations. In Proceedings of the 30\n                           \n                    th\n                   \n                           Annual International Computer Software and Applications Conference (COMPSAC), pp. 475\u2013484.","DOI":"10.1109\/COMPSAC.2006.24"},{"key":"9337_CR33","unstructured":"Mayer, J., Infor, A. A., Ulm, U. (2005). On testing image procesing applications with staticstical methods. Software Engineering (SE 2005), Lecture Notes in Informatics, pp. 69\u201378."},{"key":"9337_CR34","unstructured":"Murphy, C. Kaiser, G., Hu, L. & Wu, L. (2008). Properties of machine learning applications for use in metamorphic testing\u201d. In Proceedings of the 20\n                           \n                    th\n                   \n                           International conference on software engineering and knowledge engineering (SEKE), pp. 867\u2013872."},{"key":"9337_CR35","unstructured":"Murphy, C. (2010). Metamorphic testing techniques to detect defects in applications without test Oracles. Doctoral dissertation, Columbia University."},{"key":"9337_CR36","doi-asserted-by":"crossref","unstructured":"Murphy, C., Shen, K.,& Kaiser, G. (2009). Automatic system testing of program without test oracles. In Proceedings of 2009 ACM International Symposium of Software Testing and Analysis (ISSTA).","DOI":"10.1145\/1572272.1572295"},{"key":"9337_CR37","doi-asserted-by":"crossref","unstructured":"Murphy, C., Shen, K., & Kaiser, G. (2009). Using JML runtime assertion checking to automate metamorphic testing in applications without test oracles, In Proceedings of the 2\n                           \n                    nd\n                   \n                           IEEE International Conference on Software Testing, Verification and Validation (ICST).","DOI":"10.1109\/ICST.2009.19"},{"key":"9337_CR38","unstructured":"Nguyen-Hoan, L., Flint, S., Sankara, R. (2010). A survey of scienfitic software development, In 2010 ACM International Symposium on Empiricial Software Engineering and Measurement (ESSM\u201910), pp. 12:1\u201312:10."},{"issue":"2","key":"9337_CR39","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/1883612.1883618","volume":"43","author":"C Nie","year":"2011","unstructured":"Nie, C., & Leung, H. (2011). A survey of combinatorial testing. ACM Computing Survey, \n                           43(2), 11.","journal-title":"ACM Computing Survey"},{"key":"9337_CR40","unstructured":"Obayashi, M., Kubota, H., McCarron, S. P., & Mallet L. (1998). The assertion based testing tool for OOP: ADL2. \n                    http:\/\/adl.xopen.org\/exgr\/icse\/icse98.htm\n                    \n                   May 1998."},{"key":"9337_CR41","unstructured":"Pacheco, P. (1996). Parallel Programming with MPI. Morgan Kaufmann; 1st edition."},{"key":"9337_CR42","volume-title":"Software testing and analysis: Process, principles, and techniques","author":"M Pezz\u00e8","year":"2007","unstructured":"Pezz\u00e8, M., & Young, M. (2007). Software testing and analysis: Process, principles, and techniques. New Jersey: Wiley."},{"key":"9337_CR43","doi-asserted-by":"publisher","unstructured":"Segura, S., Fraser, G., Sanchez, A., & Ruiz-Cortes, A. (2016). A Survey on Metamorphic Testing. In IEEE Transaction on Software Engineering (vol. PP, no. 99). doi:\n                    10.1109\/TSE.2016.2532875\n                    \n                  .","DOI":"10.1109\/TSE.2016.2532875"},{"key":"9337_CR44","unstructured":"Sanders, R., Kelly, D. (2008). The challenge of testing scientific software.In Proceedings of the Conference for the Association for Software Testing (CAST), pp. 30\u201336, Toronto, July."},{"key":"9337_CR45","doi-asserted-by":"crossref","unstructured":"Shan, L. & Zhu, H. (2009). Generating structually complex test cases by data mutation: A case study of testing an automated modelling tool. The Computer Journal, 52(5).","DOI":"10.1093\/comjnl\/bxm043"},{"issue":"4","key":"9337_CR46","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1093\/comjnl\/25.4.465","volume":"25","author":"EJ Weyuker","year":"1982","unstructured":"Weyuker, E. J. (1982). On testing non-testable program. Computer Journal, \n                           25(4), 465\u2013470.","journal-title":"Computer Journal"},{"issue":"4","key":"9337_CR47","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/j.jss.2010.11.920","volume":"84","author":"X Xie","year":"2011","unstructured":"Xie, X., Ho, J., Murphy, C., Kaiser, G., Xu, B., & Chen, T. Y. (2011). Testing and validating machine learning classifiers by metamorphic testing. J. System and Software., \n                           84(4), 544\u2013558.","journal-title":"J. System and Software."},{"issue":"10","key":"9337_CR48","doi-asserted-by":"publisher","first-page":"2637","DOI":"10.3724\/SP.J.1001.2009.00578","volume":"20","author":"ZQ Zhou","year":"2009","unstructured":"Zhou, Z. Q., Chan, W. K., Chan, W. K., Tse, T. H., & HU, P. (2009). Experimental study to compare the use of metamorphictesting and assertion checking. Journal of Software, \n                           20(10), 2637\u20132654.","journal-title":"Journal of Software"},{"key":"9337_CR49","doi-asserted-by":"publisher","unstructured":"Zhou, Z.Q., Xiang, S., Chen, T.Y. (2015). Metamorphic testing for software quality assessment: A study of search engines. In IEEE Transactions on Software Engineering, PrePrints, doi:\n                    10.1109\/TSE.2015.2478001\n                    \n                  .","DOI":"10.1109\/TSE.2015.2478001"},{"issue":"4","key":"9337_CR50","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1145\/267580.267590","volume":"29","author":"H Zhu","year":"1997","unstructured":"Zhu, H., Hall, P. A., & May, J. H. (1997). Software unit test coverage and adequacy. ACM Computing Surveys, \n                           29(4), 366\u2013427.","journal-title":"ACM Computing Surveys"},{"key":"9337_CR51","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1016\/S0950-5849(02)00048-4","volume":"44","author":"H Zhu","year":"2002","unstructured":"Zhu, H., & He, X. (2002). A methodology of testing high-level petri nets. Journal of Information and Software Technology, \n                           44, 473\u2013489.","journal-title":"Journal of Information and Software Technology."}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-016-9337-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-016-9337-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-016-9337-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,17]],"date-time":"2020-05-17T15:55:04Z","timestamp":1589730904000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-016-9337-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9,14]]},"references-count":51,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2017,9]]}},"alternative-id":["9337"],"URL":"https:\/\/doi.org\/10.1007\/s11219-016-9337-3","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"type":"print","value":"0963-9314"},{"type":"electronic","value":"1573-1367"}],"subject":[],"published":{"date-parts":[[2016,9,14]]},"assertion":[{"value":"14 September 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}