{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T09:03:12Z","timestamp":1774602192853,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T00:00:00Z","timestamp":1774569600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T00:00:00Z","timestamp":1774569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["62202078"],"award-info":[{"award-number":["62202078"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s11219-026-09743-w","type":"journal-article","created":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T08:17:38Z","timestamp":1774599458000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Revisiting the cost-effectiveness of metamorphic relation composition"],"prefix":"10.1007","volume":"34","author":[{"given":"Dong","family":"Liu","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,3,27]]},"reference":[{"key":"9743_CR1","doi-asserted-by":"crossref","unstructured":"Abreu R, Fernandes JP, Llana L, et al. (2022) Metamorphic testing of oracle quantum programs. In: 2022 IEEE\/ACM 3rd International Workshop on Quantum Software Engineering (Q-SE), pp 16\u201323, doi: 10.1145\/3528230.3529189.","DOI":"10.1145\/3528230.3529189"},{"issue":"2","key":"9743_CR2","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1109\/TSE.2022.3156182","volume":"49","author":"JM Almendros-Jim\u00e9nez","year":"2023","unstructured":"Almendros-Jim\u00e9nez, J. M., Becerra-Ter\u00f3n, A., Merayo, M. G., et al. (2023). Using metamorphic testing to improve the quality of tags in openstreetmap. IEEE Transactions on Software Engineering, 49(2), 549\u2013563. https:\/\/doi.org\/10.1109\/TSE.2022.3156182","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9743_CR3","doi-asserted-by":"crossref","unstructured":"Arrieta A (2022) On the cost-effectiveness of composite metamorphic relations for testing deep learning systems. In: 2022 IEEE\/ACM 7th International Workshop on Metamorphic Testing (MET), pp 42\u201347, doi: 10.1145\/3524846.3527335.","DOI":"10.1145\/3524846.3527335"},{"issue":"2","key":"9743_CR4","doi-asserted-by":"publisher","first-page":"827","DOI":"10.1109\/TR.2022.3193070","volume":"72","author":"J Ayerdi","year":"2023","unstructured":"Ayerdi, J., Valle, P., Segura, S., et al. (2023). Performance-driven metamorphic testing of cyber-physical systems. IEEE Transactions on Reliability, 72(2), 827\u2013845. https:\/\/doi.org\/10.1109\/TR.2022.3193070","journal-title":"IEEE Transactions on Reliability"},{"key":"9743_CR5","doi-asserted-by":"crossref","unstructured":"Ayerdi J, Terragni V, Jahangirova G, et al. (2024) Genmorph: Automatically generating metamorphic relations via genetic programming. IEEE Transactions on Software Engineering p Early Access. doi: 10.1109\/TSE.2024.3407840.","DOI":"10.1109\/TSE.2024.3407840"},{"issue":"5","key":"9743_CR6","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1109\/TSE.2014.2372785","volume":"41","author":"ET Barr","year":"2015","unstructured":"Barr, E. T., Harman, M., McMinn, P., et al. (2015). The oracle problem in software testing: A survey. IEEE Transactions on Software Engineering, 41(5), 507\u2013525. https:\/\/doi.org\/10.1109\/TSE.2014.2372785","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9743_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2023.107281","volume":"162","author":"R Bouchoucha","year":"2023","unstructured":"Bouchoucha, R., Braiek, H. B., Khomh, F., et al. (2023). Robustness assessment of hyperspectral image cnns using metamorphic testing. Information and Software Technology, 162, Article 107281. https:\/\/doi.org\/10.1016\/j.infsof.2023.107281","journal-title":"Information and Software Technology"},{"issue":"12","key":"9743_CR8","doi-asserted-by":"publisher","first-page":"3403","DOI":"10.1109\/TSE.2024.3488525","volume":"50","author":"NB Chaleshtari","year":"2024","unstructured":"Chaleshtari, N. B., Marquer, Y., Pastore, F., et al. (2024). Aim: Automated input set minimization for metamorphic security testing. IEEE Transactions on Software Engineering, 50(12), 3403\u20133434. https:\/\/doi.org\/10.1109\/TSE.2024.3488525","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"12","key":"9743_CR9","doi-asserted-by":"publisher","first-page":"775","DOI":"10.1016\/0950-5849(96)01103-2","volume":"38","author":"F Chan","year":"1996","unstructured":"Chan, F., Chen, T., Mak, I., et al. (1996). Proportional sampling strategy: guidelines for software testing practitioners. Information and Software Technology, 38(12), 775\u2013782. https:\/\/doi.org\/10.1016\/0950-5849(96)01103-2","journal-title":"Information and Software Technology"},{"key":"9743_CR10","unstructured":"Chen TY, Cheung SC, Yiu SM (1998) Metamorphic testing: a new approach for generating next test cases. Tech. Rep. HKUST-CS98-01, Hong Kong University of Science and Technology, Hong Kong."},{"key":"9743_CR11","doi-asserted-by":"crossref","unstructured":"Chen TY, Kuo FC, Liu H, et al. (2019) Metamorphic testing: A review of challenges and opportunities. ACM Computing Surveys 51(1):4:1\u20134:27. doi: 10.1145\/3143561.","DOI":"10.1145\/3143561"},{"key":"9743_CR12","doi-asserted-by":"crossref","unstructured":"Cho I, Towey D, Kar P (2023) Using obfuscators to test compilers: A metamorphic experience. In: 2023 IEEE 47th Annual Computers, Software, and Applications Conference (COMPSAC), pp 1786\u20131791, doi: 10.1109\/COMPSAC57700.2023.00276.","DOI":"10.1109\/COMPSAC57700.2023.00276"},{"issue":"4","key":"9743_CR13","doi-asserted-by":"publisher","first-page":"1964","DOI":"10.1109\/TSE.2022.3206427","volume":"49","author":"Y Deng","year":"2023","unstructured":"Deng, Y., Zheng, X., Zhang, T., et al. (2023). A declarative metamorphic testing framework for autonomous driving. IEEE Transactions on Software Engineering, 49(4), 1964\u20131982. https:\/\/doi.org\/10.1109\/TSE.2022.3206427","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"4","key":"9743_CR14","first-page":"437","volume":"24","author":"G Dong","year":"2008","unstructured":"Dong, G., Xu, B., Chen, L., et al. (2008). Case studies on testing with compositional metamorphic relations. Journal of Southeast University (English Edition), 24(4), 437\u2013443.","journal-title":"Journal of Southeast University (English Edition)"},{"key":"9743_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2024.112017","volume":"212","author":"A Guo","year":"2024","unstructured":"Guo, A., Feng, Y., Cheng, Y., et al. (2024). Semantic-guided fuzzing for virtual testing of autonomous driving systems. Journal of Systems and Software, 212, Article 112017. https:\/\/doi.org\/10.1016\/j.jss.2024.112017","journal-title":"Journal of Systems and Software"},{"key":"9743_CR16","doi-asserted-by":"crossref","unstructured":"Hang Y, Liu C, Hu L, et al. (2023) Requirements-driven logic testing for deep neural networks. In: 2023 IEEE 23rd International Conference on Software Quality, Reliability, and Security Companion (QRS-C), pp 18\u201324, doi: 10.1109\/QRS-C60940.2023.00099.","DOI":"10.1109\/QRS-C60940.2023.00099"},{"issue":"3","key":"9743_CR17","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1007\/s10009-014-0356-8","volume":"18","author":"WL Huang","year":"2016","unstructured":"Huang, W. L., & Peleska, J. (2016). Complete model-based equivalence class testing. International Journal on Software Tools for Technology Transfer, 18(3), 265\u2013283. https:\/\/doi.org\/10.1007\/s10009-014-0356-8","journal-title":"International Journal on Software Tools for Technology Transfer"},{"issue":"4","key":"9743_CR18","doi-asserted-by":"publisher","first-page":"1397","DOI":"10.1109\/TR.2021.3106389","volume":"70","author":"ZW Hui","year":"2021","unstructured":"Hui, Z. W., Wang, X., Huang, S., et al. (2021). Mt-art: A test case generation method based on adaptive random testing and metamorphic relation. IEEE Transactions on Reliability, 70(4), 1397\u20131421. https:\/\/doi.org\/10.1109\/TR.2021.3106389","journal-title":"IEEE Transactions on Reliability"},{"issue":"5","key":"9743_CR19","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1109\/TSE.2010.62","volume":"37","author":"Y Jia","year":"2011","unstructured":"Jia, Y., & Harman, M. (2011). An analysis and survey of the development of mutation testing. IEEE Transactions on Software Engineering, 37(5), 649\u2013678. https:\/\/doi.org\/10.1109\/TSE.2010.62","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9743_CR20","doi-asserted-by":"crossref","unstructured":"Liu H, Liu X, Chen TY (2012) A new method for constructing metamorphic relations. In: 2012 12th International Conference on Quality Software (QSIC), pp 59\u201368, doi: 10.1109\/QSIC.2012.10.","DOI":"10.1109\/QSIC.2012.10"},{"issue":"09","key":"9743_CR21","doi-asserted-by":"publisher","first-page":"1235","DOI":"10.1142\/S021819402150039X","volume":"31","author":"Y Liu","year":"2021","unstructured":"Liu, Y., Zhou, Z. Q., Chen, T. Y., et al. (2021). Mtkeras: An automated metamorphic testing platform. International Journal of Software Engineering and Knowledge Engineering, 31(09), 1235\u20131249. https:\/\/doi.org\/10.1142\/S021819402150039X","journal-title":"International Journal of Software Engineering and Knowledge Engineering"},{"key":"9743_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2023.103050","volume":"146","author":"Y Lu","year":"2024","unstructured":"Lu, Y., Shao, K., Zhao, J., et al. (2024). Mutation testing of unsupervised learning systems. Journal of Systems Architecture, 146, Article 103050. https:\/\/doi.org\/10.1016\/j.sysarc.2023.103050","journal-title":"Journal of Systems Architecture"},{"key":"9743_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111062","volume":"182","author":"QH Luu","year":"2021","unstructured":"Luu, Q. H., Lau, M. F., Ng, S. P., et al. (2021). Testing multiple linear regression systems with metamorphic testing. Journal of Systems and Software, 182, Article 111062. https:\/\/doi.org\/10.1016\/j.jss.2021.111062","journal-title":"Journal of Systems and Software"},{"key":"9743_CR24","doi-asserted-by":"crossref","unstructured":"Paltenghi M, Pradel M (2023) Morphq: Metamorphic testing of the qiskit quantum computing platform. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE), pp 2413\u20132424, doi: 10.1109\/ICSE48619.2023.00202.","DOI":"10.1109\/ICSE48619.2023.00202"},{"issue":"3","key":"9743_CR25","doi-asserted-by":"publisher","first-page":"1001","DOI":"10.1109\/TSE.2020.3009698","volume":"48","author":"K Qiu","year":"2022","unstructured":"Qiu, K., Zheng, Z., Chen, T. Y., et al. (2022). Theoretical and empirical analyses of the effectiveness of metamorphic relation composition. IEEE Transactions on Software Engineering, 48(3), 1001\u20131017. https:\/\/doi.org\/10.1109\/TSE.2020.3009698","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"9","key":"9743_CR26","doi-asserted-by":"publisher","first-page":"805","DOI":"10.1109\/TSE.2016.2532875","volume":"42","author":"S Segura","year":"2016","unstructured":"Segura, S., Fraser, G., Sanchez, A. B., et al. (2016). A survey on metamorphic testing. IEEE Transactions on Software Engineering, 42(9), 805\u2013824. https:\/\/doi.org\/10.1109\/TSE.2016.2532875","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9743_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110574","volume":"165","author":"H Spieker","year":"2020","unstructured":"Spieker, H., & Gotlieb, A. (2020). Adaptive metamorphic testing with contextual bandits. Journal of Systems and Software, 165, Article 110574. https:\/\/doi.org\/10.1016\/j.jss.2020.110574","journal-title":"Journal of Systems and Software"},{"issue":"3","key":"9743_CR28","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1807","volume":"32","author":"M Srinivasan","year":"2022","unstructured":"Srinivasan, M., & Kanewala, U. (2022). Metamorphic relation prioritization for effective regression testing. Software Testing, Verification and Reliability, 32(3), Article e1807. https:\/\/doi.org\/10.1002\/stvr.1807","journal-title":"Software Testing, Verification and Reliability"},{"key":"9743_CR29","doi-asserted-by":"crossref","unstructured":"Srinivasan M, Kanewala U (2024) Improving early fault detection in machine learning systems using data diversity-driven metamorphic relation prioritization. Electronics 13(17). doi: 10.3390\/electronics13173380.","DOI":"10.3390\/electronics13173380"},{"issue":"9","key":"9743_CR30","doi-asserted-by":"publisher","first-page":"1764","DOI":"10.1109\/TSE.2019.2934848","volume":"47","author":"CA Sun","year":"2021","unstructured":"Sun, C. A., Fu, A., Poon, P. L., et al. (2021). Metric+: A metamorphic relation identification technique based on input plus output domains. IEEE Transactions on Software Engineering, 47(9), 1764\u20131785. https:\/\/doi.org\/10.1109\/TSE.2019.2934848","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9743_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111091","volume":"183","author":"CA Sun","year":"2022","unstructured":"Sun, C. A., Liu, B., Fu, A., et al. (2022). Path-directed source test case generation and prioritization in metamorphic testing. Journal of Systems and Software, 183, Article 111091. https:\/\/doi.org\/10.1016\/j.jss.2021.111091","journal-title":"Journal of Systems and Software"},{"key":"9743_CR32","doi-asserted-by":"crossref","unstructured":"Sun CA, Dai H, Liu H, et al. (2023) Feedback-directed metamorphic testing. ACM Transactions on Software Engineering and Methodology 32(1). doi: 10.1145\/3533314.","DOI":"10.1145\/3533314"},{"key":"9743_CR33","doi-asserted-by":"crossref","unstructured":"Wang W, Huang J, Huang JT, et al. (2023) An image is worth a thousand toxic words: A metamorphic testing framework for content moderation software. In: 2023 38th IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp 1339\u20131351, doi: 10.1109\/ASE56229.2023.00189.","DOI":"10.1109\/ASE56229.2023.00189"},{"key":"9743_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2023.111769","volume":"204","author":"L Wu","year":"2023","unstructured":"Wu, L., Xi, Z., Zheng, Z., et al. (2023). Application of metamorphic testing on uav path planning software. Journal of Systems and Software, 204, Article 111769. https:\/\/doi.org\/10.1016\/j.jss.2023.111769","journal-title":"Journal of Systems and Software"},{"key":"9743_CR35","doi-asserted-by":"crossref","unstructured":"Xiang Z, Wu H, Yu F (2019) A genetic algorithm-based approach for composite metamorphic relations construction. Information 10(12):392:1\u2013392:15. doi: 10.3390\/info10120392.","DOI":"10.3390\/info10120392"},{"key":"9743_CR36","doi-asserted-by":"crossref","unstructured":"Xiao D, Liu Z, Wang S (2023) Metamorphic shader fusion for testing graphics shader compilers. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE), pp 2400\u20132412, doi: 10.1109\/ICSE48619.2023.00201.","DOI":"10.1109\/ICSE48619.2023.00201"},{"key":"9743_CR37","doi-asserted-by":"crossref","unstructured":"Xu C, Terragni V, Zhu H, et al. (2024) Mr-scout: Automated synthesis of metamorphic relations from existing test cases. ACM Transactions on Software Engineering and Methodology 33(6):150:1\u2013150:28. doi: 10.1145\/3656340.","DOI":"10.1145\/3656340"},{"issue":"1","key":"9743_CR38","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1908","volume":"35","author":"Z Ying","year":"2025","unstructured":"Ying, Z., Towey, D., Graham Bellotti, A., et al. (2025). Mrgs-art: Metamorphic relation and group selection based on adaptive random testing. Software Testing, Verification and Reliability, 35(1), Article e1908. https:\/\/doi.org\/10.1002\/stvr.1908","journal-title":"Software Testing, Verification and Reliability"},{"key":"9743_CR39","doi-asserted-by":"crossref","unstructured":"Zhang X, Yang X, Li M, et al. (2023a) A study on the number of composite layers and effectiveness of metamorphic relation. In: 2023 IEEE International Conference on Electrical, Automation and Computer Engineering (ICEACE), pp 286\u2013292, doi: 10.1109\/ICEACE60673.2023.10442739.","DOI":"10.1109\/ICEACE60673.2023.10442739"},{"key":"9743_CR40","doi-asserted-by":"crossref","unstructured":"Zhang Y, Towey D, Pike M (2023b) Automated metamorphic-relation generation with chatgpt: An experience report. In: 2023 IEEE 47th Annual Computers, Software, and Applications Conference (COMPSAC), pp 1780\u20131785, doi: 10.1109\/COMPSAC57700.2023.00275.","DOI":"10.1109\/COMPSAC57700.2023.00275"}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-026-09743-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11219-026-09743-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-026-09743-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T08:17:48Z","timestamp":1774599468000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11219-026-09743-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,27]]},"references-count":40,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["9743"],"URL":"https:\/\/doi.org\/10.1007\/s11219-026-09743-w","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,27]]},"assertion":[{"value":"16 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"17"}}