{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T06:53:40Z","timestamp":1774508020885,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,8,3]],"date-time":"2021-08-03T00:00:00Z","timestamp":1627948800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,8,3]],"date-time":"2021-08-03T00:00:00Z","timestamp":1627948800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100006147","name":"Office of Nuclear Energy","doi-asserted-by":"publisher","award":["DE-NE0008434"],"award-info":[{"award-number":["DE-NE0008434"]}],"id":[{"id":"10.13039\/100006147","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006999","name":"Nuclear Energy University Program","doi-asserted-by":"publisher","award":["DE-NE308896"],"award-info":[{"award-number":["DE-NE308896"]}],"id":[{"id":"10.13039\/100006999","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Department of Mechanical and Aerospace Engineering, Ohio State University"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s10664-021-10001-9","type":"journal-article","created":{"date-parts":[[2021,8,3]],"date-time":"2021-08-03T13:03:55Z","timestamp":1627995835000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A requirements inspection method based on scenarios generated by model mutation and the experimental validation"],"prefix":"10.1007","volume":"26","author":[{"given":"Boyuan","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoxu","family":"Diao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carol","family":"Smidts","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,3]]},"reference":[{"key":"10001_CR1","unstructured":"Agrawal H, DeMillo RA, Hathaway B, Hsu W, Wynne H, Krauser EW, Martin RJ, Mathur AP, Spafford E. (1989) \u201cDesign of Mutant Operators for the C programming language.\u201d Technical report SERC-TR-41-P, Software Engineering Research Center, Purdue University"},{"key":"10001_CR2","doi-asserted-by":"crossref","unstructured":"Ali SW, Ahmed QA, Shafi I. (2018). \u201cProcess to Enhance the Quality of Software Requirement Specification Document.\u201d 2018 International Conference on Engineering and Emerging Technologies","DOI":"10.1109\/ICEET1.2018.8338619"},{"issue":"3","key":"10001_CR3","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/j.aej.2014.06.001","volume":"53","author":"AA Alshazly","year":"2014","unstructured":"Alshazly AA, Elfatatry AM, Abougabal MS (2014) Detecting defects in software requirements specification. Alexandria Engineering Journal 53(3):513\u2013527","journal-title":"Alexandria Engineering Journal"},{"key":"10001_CR4","unstructured":"Arndt SA, Alvarado R, Dittman B, Mott K, Wood R (2017) \u201cNRC Technical Basis For Evaluation Of Its Position On Protection Against Common Cause Failure In Digital Systems Used In Nuclear Power Plants.\u201d In Proceedings of 2017 NPIC-HMIT"},{"issue":"1","key":"10001_CR5","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/0096-0551(85)90011-6","volume":"10","author":"TA Budd","year":"1985","unstructured":"Budd TA, Gopal AS (1985) Program testing by specification mutation. Comput Lang 10(1):63\u201373. https:\/\/doi.org\/10.1016\/0096-0551(85)90011-6","journal-title":"Comput Lang"},{"key":"10001_CR6","first-page":"623","volume":"74","author":"TA Budd","year":"1978","unstructured":"Budd TA, DeMillo RA, Lipton RJ, Sayward FG (1978) The Design of a Prototype Mutation System for program testing. Proceedings of the AFIPS National Computer Conference 74:623\u2013627","journal-title":"Proceedings of the AFIPS National Computer Conference"},{"key":"10001_CR7","unstructured":"Cisneros A, Rafael J, Garcia GDLR, and Fernandez-Y-Fernandez CA (2018) \u201cSoftware Requirement Specification for the Automotive Sector: The Case of a Post-Collision Event Control System.\u201d Proceedings of 5th International Conference in Software Engineering Research and Innovation, IEEE"},{"key":"10001_CR8","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.infsof.2018.12.007","volume":"110","author":"F Dalpiaz","year":"2019","unstructured":"Dalpiaz F, van der Schalk I, Brinkkemper S, Aydemir FB, Lucassen G (2019) Detecting terminological ambiguity in user stories: tool and experimentation. Inf Softw Technol 110:3\u201316. https:\/\/doi.org\/10.1016\/j.infsof.2018.12.007","journal-title":"Inf Softw Technol"},{"issue":"4","key":"10001_CR9","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1109\/C-M.1978.218136","volume":"11","author":"RA Demillo","year":"1978","unstructured":"Demillo RA, Lipton RJ, Sayward FG (1978) Hints on test data selection\u00a0: help for the practicing programmer. Computer 11(4):33\u201341","journal-title":"Computer"},{"key":"10001_CR10","unstructured":"Derenthal FE, Elks CR, Bakker T, and Fotouhi M (2017) \u201cVirtualized Hardware Environments for Supporting Digital I&C Verification.\u201d Proceedings of 2017 NPIC-HMIT, 1658\u201370"},{"key":"10001_CR11","doi-asserted-by":"publisher","unstructured":"Fabbri SCPF, Maldonado JC, Sugeta T, Masiero PC (1999) Mutation Testing Applied to Validate Specifications Based on Statecharts. Proceedings of 10th International Symposium on Software Reliability Engineering, IEEE:210\u2013219. https:\/\/doi.org\/10.1109\/ISSRE.1999.809326","DOI":"10.1109\/ISSRE.1999.809326"},{"key":"10001_CR12","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1109\/TSE.1977.231145","volume":"4","author":"RG Hamlet","year":"1977","unstructured":"Hamlet RG (1977) Testing programs with the aid of a compiler. IEEE Trans Softw Eng 4:279\u2013290","journal-title":"IEEE Trans Softw Eng"},{"key":"10001_CR13","doi-asserted-by":"publisher","unstructured":"He L, Carver J (2006) PBR vs. Checklist: A Replication in the N-Fold Inspection Context. Proceedings of the 2006 ACM\/IEEE International Symposium on Empirical Software Engineering:95\u2013104. https:\/\/doi.org\/10.1145\/1159733.1159750","DOI":"10.1145\/1159733.1159750"},{"key":"10001_CR14","doi-asserted-by":"publisher","unstructured":"Hierons RM, Merayo MG (2007) \u201cMutation testing from probabilistic finite state machines.\u201d Proceedings of Testing: Academic and Industrial Conference Practice and Research Techniques, 141\u201350. https:\/\/doi.org\/10.1109\/TAIC.PART.2007.20","DOI":"10.1109\/TAIC.PART.2007.20"},{"issue":"11","key":"10001_CR15","doi-asserted-by":"publisher","first-page":"1804","DOI":"10.1016\/j.jss.2009.06.030","volume":"82","author":"R Hierons","year":"2009","unstructured":"Hierons R, Merayo M (2009) Mutation testing from probabilistic and stochastic finite state machines. J Syst Softw 82(11):1804\u20131818. https:\/\/doi.org\/10.1016\/j.jss.2009.06.030","journal-title":"J Syst Softw"},{"key":"10001_CR16","first-page":"2018","volume":"29148","author":"IEEE","year":"2018","unstructured":"IEEE (2018) Systems and software engineering-life cycle processes: requirements engineering. ISO\/IEC\/IEEE 29148:2018","journal-title":"ISO\/IEC\/IEEE"},{"issue":"5","key":"10001_CR17","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1109\/TSE.2010.62","volume":"37","author":"Y Jia","year":"2011","unstructured":"Jia Y, Harman M (2011) An analysis and survey of the development of mutation testing. IEEE Trans Softw Eng 37(5):649\u2013678","journal-title":"IEEE Trans Softw Eng"},{"key":"10001_CR18","unstructured":"Kim SW, Clark J, McDermid J (1999) \u201cThe rigorous generation of Java mutation operators using HAZOP.\u201d Proceedings of the 12th international conference on software and systems engineering and their applications ICSSEA99, 1\u201320"},{"issue":"7","key":"10001_CR19","doi-asserted-by":"publisher","first-page":"685","DOI":"10.1002\/spe.4380210704","volume":"21","author":"KN King","year":"1991","unstructured":"King KN, Jefferson Offutt A (1991) A Fortran language system for mutation-based software testing. Software: Practice and Experience 21(7):685\u2013718. https:\/\/doi.org\/10.1002\/spe.4380210704","journal-title":"Software: Practice and Experience"},{"key":"10001_CR20","unstructured":"Kirby J (1987) \u201cSoftware requirements for an automobile cruise control and monitoring system.\u201d NRL-SCR"},{"key":"10001_CR21","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1142\/9789812389701_0023","volume":"2","author":"O Laitenberger","year":"2002","unstructured":"Laitenberger O (2002) A survey of software inspection technologies. Handbook Softw Eng Knowl Eng 2:517\u2013555","journal-title":"Handbook Softw Eng Knowl Eng"},{"key":"10001_CR22","unstructured":"Lanubile F, Visaggio G (2000) \u201cEvaluating Defect Detection Techniques for Software Requirements Inspections.\u201d International Software Engineering Research Network Report No. 00\u201308"},{"key":"10001_CR23","unstructured":"LeBlanc D, Bezzina D, Tiernan T, Gabel M, Pomerleau D (2008) \u201cFunctional requirements for integrated vehicle-based safety system (IVBSS).\u201d The University of Michigan Transportation Research Institute, Visteon Corporation and Cognex Corporation"},{"issue":"1","key":"10001_CR24","doi-asserted-by":"publisher","first-page":"88","DOI":"10.2307\/2533199","volume":"50","author":"S-M Lee","year":"1994","unstructured":"Lee S-M, Chao A (1994) Estimating population size via sample coverage for closed capture-recapture models. Biometrics 50(1):88\u201397","journal-title":"Biometrics"},{"key":"10001_CR25","doi-asserted-by":"crossref","unstructured":"Li B, Smidts C, Huang F, Quinn T (2018) \u201cA Quantification Framework for Software Safety in the Requirements Phase: Application to Nuclear Power Plants.\u201d In Proceedings of 2018 Annual Reliability and Maintainability Symposium (RAMS)","DOI":"10.1109\/RAM.2018.8463001"},{"key":"10001_CR26","unstructured":"Li B, Smidts CS (2017) \u201cExtension of Mutation Testing for the Requirements and Design Faults.\u201d In Proceedings of 2017 NPIC-HMIT"},{"key":"10001_CR27","unstructured":"Li X, and Gupta J (2013) \u201cARPS: An Automated Reliability Prediction System Tool for Safety Critical Software.\u201d PSA, 22\u201327"},{"issue":"6","key":"10001_CR28","doi-asserted-by":"publisher","first-page":"2413","DOI":"10.1007\/s10664-015-9412-6","volume":"21","author":"X Li","year":"2016","unstructured":"Li X, Mutha C, Smidts CS (2016) An automated software reliability prediction system for safety critical software. Empir Softw Eng 21(6):2413\u20132455. https:\/\/doi.org\/10.1007\/s10664-015-9412-6","journal-title":"Empir Softw Eng"},{"key":"10001_CR29","unstructured":"Lipton RJ (1971) \u201cFault diagnosis of computer programs.\u201d Student Report, Carnegie Mellon University"},{"key":"10001_CR30","doi-asserted-by":"publisher","unstructured":"Lorber F, Larsen KG, Nielsen B (2018) \u201cModel-based mutation testing of real-time systems via model checking.\u201d Proceedings of 2018 IEEE 11th international conference on software testing, verification and validation workshops (ICSTW), 59\u201368. https:\/\/doi.org\/10.1109\/ICSTW.2018.00029","DOI":"10.1109\/ICSTW.2018.00029"},{"issue":"2","key":"10001_CR31","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1002\/stvr.308","volume":"15","author":"YS Ma","year":"2005","unstructured":"Ma YS, Offutt J, Kwon YR (2005) MuJava: an automated class mutation system. Software Testing Verification and Reliability 15(2):97\u2013133. https:\/\/doi.org\/10.1002\/stvr.308","journal-title":"Software Testing Verification and Reliability"},{"key":"10001_CR32","doi-asserted-by":"crossref","unstructured":"McHugh ML (2012b) Interrater reliability: the kappa statistic. Biochemia Medica: Biochemia Medica 22(3)","DOI":"10.11613\/BM.2012.031"},{"key":"10001_CR33","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/978-3-540-78800-3_24","volume-title":"International conference on tools and algorithms for the construction and analysis of systems","author":"L De Moura","year":"2008","unstructured":"De Moura L, Bj\u00f8rner N, Bjorner N (2008) Z3: an efficient SMT solver. In: International conference on tools and algorithms for the construction and analysis of systems, pp 337\u2013340. https:\/\/doi.org\/10.1007\/978-3-540-78800-3_24"},{"key":"10001_CR34","unstructured":"NCSS Statistical Software (2020) \u201cMann-Whitney U or Wilcoxon Rank-Sum Tests.\u201d NCSS, LLC. Kaysville, Utah, USA, 503\u201315"},{"key":"10001_CR35","unstructured":"Okun V. 2004. \u201cSpecification mutation for test generation and analysis.\u201d Dissertation, University of Maryland Baltimore County"},{"key":"10001_CR36","doi-asserted-by":"publisher","unstructured":"Pinto Ferraz Fabbri SC, Delamaro ME, Maldonado JC, Masiero PC (1994) Mutation Analysis Testing for Finite State Machines. Proceedings of 1994 IEEE International Symposium on Software Reliability Engineering:220\u2013229. https:\/\/doi.org\/10.1109\/ISSRE.1994.341378","DOI":"10.1109\/ISSRE.1994.341378"},{"issue":"6","key":"10001_CR37","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1109\/32.391380","volume":"21","author":"AA Porter","year":"2002","unstructured":"Porter AA, Votta LG, Basili VR (2002) Comparing detection methods for software requirements inspections: a replicated experiment. IEEE Trans Softw Eng 21(6):563\u2013575. https:\/\/doi.org\/10.1109\/32.391380","journal-title":"IEEE Trans Softw Eng"},{"key":"10001_CR38","doi-asserted-by":"publisher","unstructured":"Santoso S, Sudarno R, Maerani JS, Cahyono A (2019) Software requirement analysis for digital based reactor protection system of RDE design. J Phys Conf Ser 1198(2). https:\/\/doi.org\/10.1088\/1742-6596\/1198\/2\/022046","DOI":"10.1088\/1742-6596\/1198\/2\/022046"},{"issue":"2","key":"10001_CR39","doi-asserted-by":"publisher","first-page":"597","DOI":"10.22237\/jmasm\/1257035100","volume":"8","author":"SS Sawilowsky","year":"2009","unstructured":"Sawilowsky SS (2009) New Effect Size Rules of Thumb. Journal of Modern Applied Statistical Methods 8(2):597\u2013599. https:\/\/doi.org\/10.22237\/jmasm\/1257035100","journal-title":"Journal of Modern Applied Statistical Methods"},{"key":"10001_CR40","doi-asserted-by":"publisher","unstructured":"Staron M, Kuzniarz L, Thurn C (2005) An empirical assessment of using stereotypes to improve Reading techniques in software inspections. Proceedings: international conference on software engineering:63\u201369. https:\/\/doi.org\/10.1145\/1083292.1083308","DOI":"10.1145\/1083292.1083308"},{"key":"10001_CR41","unstructured":"Strobl F, Wisspeintner A. 1999. \u201cSpecication of an elevator control system.\u201d Technische Universitat Munchen"},{"key":"10001_CR42","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/978-3-540-24704-3_13","volume":"2978","author":"T Sugeta","year":"2004","unstructured":"Sugeta T, Maldonado JC, Eric Wong W (2004) Mutation testing applied to validate SDL specifications. Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics) 2978:193\u2013208. https:\/\/doi.org\/10.1007\/978-3-540-24704-3_13","journal-title":"Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)"},{"issue":"3","key":"10001_CR43","doi-asserted-by":"publisher","first-page":"279","DOI":"10.4300\/jgme-d-12-00156.1","volume":"4","author":"GM Sullivan","year":"2012","unstructured":"Sullivan GM, Feinn R (2012) Using effect size\u2014or why the P value is not enough. Journal of Graduate Medical Education 4(3):279\u2013282. https:\/\/doi.org\/10.4300\/jgme-d-12-00156.1","journal-title":"Journal of Graduate Medical Education"},{"key":"10001_CR44","unstructured":"Yang XM. 2007. \u201cTowards a self-evolving software defect detection process.\u201d Dissertation, University of Saskatchewan"},{"key":"10001_CR45","doi-asserted-by":"publisher","unstructured":"Zhang H, Yue T, Ali S, Liu C (2016) Towards mutation analysis for use cases. Proceedings - 19th ACM\/IEEE international conference on model driven engineering languages and systems, MODELS 2016:363\u2013373. https:\/\/doi.org\/10.1145\/2976767.2976784","DOI":"10.1145\/2976767.2976784"},{"key":"10001_CR46","doi-asserted-by":"publisher","unstructured":"Zhang Z, Li K, Yuan L, Guanhua Y (2019) Mutation Model-Based Test Case Generation of Chinese Train Control System with Automatic Train Operation Function. Proceedings of 2018 International Conference on Intelligent Rail Transportation (ICIRT). https:\/\/doi.org\/10.1109\/ICIRT.2018.8641582","DOI":"10.1109\/ICIRT.2018.8641582"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10001-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10001-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10001-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,27]],"date-time":"2021-08-27T19:56:40Z","timestamp":1630094200000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10001-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,3]]},"references-count":46,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["10001"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10001-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,8,3]]},"assertion":[{"value":"9 June 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"108"}}