{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T18:46:52Z","timestamp":1775846812862,"version":"3.50.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2014,4,24]],"date-time":"2014-04-24T00:00:00Z","timestamp":1398297600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2015,6]]},"DOI":"10.1007\/s11219-014-9235-5","type":"journal-article","created":{"date-parts":[[2014,4,23]],"date-time":"2014-04-23T09:27:42Z","timestamp":1398245262000},"page":"229-265","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["Exploring fault types, detection activities, and failure severity in an evolving safety-critical software system"],"prefix":"10.1007","volume":"23","author":[{"given":"Maggie","family":"Hamill","sequence":"first","affiliation":[]},{"given":"Katerina","family":"Goseva-Popstojanova","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,4,24]]},"reference":[{"issue":"5","key":"9235_CR1","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1109\/TSE.2007.1005","volume":"33","author":"C Andersson","year":"2007","unstructured":"Andersson, C., & Runeson, P. (2007). A replicated quantitative analysis of fault distributions in complex software systems. IEEE Transactions on Software Engineering, 33(5), 273\u2013286.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9235_CR2","unstructured":"Bell, R., Ostrand, T. J., & Weyuker, E. J. (2006). Looking for bugs in all the right places. In: International symposium on software testing and analysis (pp. 61\u201372)."},{"key":"9235_CR3","unstructured":"Biyani, S. H., & Santhanam, P. (1998). Exploring defect data from development and customer usage on software modules over multiple releases. In: 9th IEEE international symposium on software, reliability engineering (pp. 316\u2013320)."},{"key":"9235_CR4","doi-asserted-by":"crossref","DOI":"10.4135\/9781849208604","volume-title":"Analyzing quantitative data","author":"N. W. H. Blaikie","year":"2003","unstructured":"Blaikie, N. W. H. (2003). Analyzing quantitative data. Thousand Oaks, CA: SAGE."},{"issue":"11","key":"9235_CR5","doi-asserted-by":"crossref","first-page":"943","DOI":"10.1109\/32.177364","volume":"18","author":"R Chillarege","year":"1992","unstructured":"Chillarege, R., Bhandari, I., Chaar, J., Halliday, M., Moebus, D., Ray, B., et al. (1992). Orthogonal defect classification\u2014A concept for in-process measurement. IEEE Transactions on Software Engineering, 18(11), 943\u2013956.","journal-title":"IEEE Trans. Software Eng."},{"key":"9235_CR6","unstructured":"Christmansson, J., & Chillarege, R. (1996). Generation of an error set that emulates software faults based on field data. In: 26th international symposium on fault tolerant, computing (pp. 304\u2013313)."},{"key":"9235_CR7","doi-asserted-by":"crossref","first-page":"417","DOI":"10.2307\/3001616","volume":"10","author":"WG Cochran","year":"1954","unstructured":"Cochran, W. G. (1954). Some methods for strengthening the common tests. Biometrics, 10, 417\u2013451.","journal-title":"Biometrics"},{"key":"9235_CR8","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"J Cohen","year":"1988","unstructured":"Cohen, J. (1988). Statistical power analysis for the behavioral sciences. Hillsdale, NJ: Lowrence Erlbaum Associates Inc."},{"issue":"11","key":"9235_CR9","doi-asserted-by":"crossref","first-page":"849","DOI":"10.1109\/TSE.2006.113","volume":"32","author":"JA Duraes","year":"2006","unstructured":"Duraes, J. A., & Madeira, H. S. (2006). Emulation of software faults: A field data study and a practical approach. IEEE Transactions on Software Engineering, 32(11), 849\u2013867.","journal-title":"IEEE Trans. Software Eng."},{"key":"9235_CR10","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1007\/978-3-540-73066-8_6","volume":"4581","author":"S Eldh","year":"2007","unstructured":"Eldh, S., Punnekkat, S., Hansson, H., & Jonsson, P. (2007). Component testing is not enough\u2014A study of software faults in telecom middleware. Testing of software and communicating systems, LNCS, 4581, 74\u201389.","journal-title":"Testing of Software and Communicating Systems, LNCS"},{"issue":"8","key":"9235_CR11","doi-asserted-by":"crossref","first-page":"787","DOI":"10.1109\/32.879815","volume":"26","author":"N Fenton","year":"2000","unstructured":"Fenton, N., & Ohlsson, N. (2000). Quantitative analysis of faults and failures in a complex software system. IEEE Transactions on Software Engineering, 26(8), 787\u2013814.","journal-title":"IEEE Trans. Software Eng."},{"key":"9235_CR12","unstructured":"Goseva-Popstojanova, K., Hamill, M., & Perugupalli, R. (2005). Large empirical case study of architecture-based software reliability. In: 16th IEEE international symposium on software, reliability engineering (pp. 43\u201352)."},{"issue":"4","key":"9235_CR13","doi-asserted-by":"crossref","first-page":"462","DOI":"10.1109\/TSE.2012.46","volume":"39","author":"TG Grbac","year":"2013","unstructured":"Grbac, T. G., Runeson, P., & Huljenic, D. (2013). A second replicated quantitative analysis of fault distributions in complex software systems. IEEE Transactions on Software Engineering, 39(4), 462\u2013476.","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"4","key":"9235_CR14","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1109\/TSE.2009.3","volume":"35","author":"M Hamill","year":"2009","unstructured":"Hamill, M., & Goseva-Popstojanova, K. (2009). Common trends in fault and failure data. IEEE Transactions on Software Engineering, 35(4), 484\u2013496.","journal-title":"IEEE Trans. Software Eng."},{"key":"9235_CR15","volume-title":"Exploring the missing link: An empirical study of software fixes","author":"M Hamill","year":"2013","unstructured":"Hamill, M., & Goseva-Popstojanova, K. (2013). Exploring the missing link: An empirical study of software fixes. Software Testing, Verification and Reliability. doi: 10.1002\/stvr.1518 ."},{"key":"9235_CR16","unstructured":"ISO\/IEC\/IEEE 24765. (2010). Systems and software engineering vocabulary. Geneva, Switzerland: ISO."},{"issue":"2","key":"9235_CR17","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1007\/s10664-008-9061-0","volume":"13","author":"B Kitchenham","year":"2008","unstructured":"Kitchenham, B. (2008). The role of replications in empirical software engineering-a word of warning. Empirical software engineering, 13(2), 219\u2013221.","journal-title":"Empirical Softw. Engg."},{"issue":"8","key":"9235_CR18","doi-asserted-by":"crossref","first-page":"721","DOI":"10.1109\/TSE.2002.1027796","volume":"28","author":"BA Kitchenham","year":"2002","unstructured":"Kitchenham, B. A., Pfleeger, S. L., Pickard, L. M., Jones, P. W., Hoaglin, D. C., Emam, K. E., et al. (2002). Preliminary guidelines for empirical research in software engineering. IEEE Transactions on Software Engineering, 28(8), 721\u2013734.","journal-title":"IEEE Trans. Softw. Eng."},{"key":"9235_CR19","volume-title":"How Many Subjects? Statistical Power Analysis in Research","author":"HC Kraemer","year":"1987","unstructured":"Kraemer, H. C., & Thiemann, S. (1987). How many subjects? Statistical power analysis in research. \u00a0Thousand Oaks: SAGE Publications Inc."},{"key":"9235_CR20","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1016\/S0164-1212(01)00146-7","volume":"61","author":"M Leszak","year":"2002","unstructured":"Leszak, M., Perry, D., & Stoll, D. (2002). Classification and evaluation of defect in a project retrospective. Journal of systems and software, 61, 173\u2013187.","journal-title":"J. Systems and Software"},{"issue":"3","key":"9235_CR21","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1109\/TSE.2004.1271171","volume":"30","author":"RR Lutz","year":"2004","unstructured":"Lutz, R. R., & Mikulski, I. C. (2004). Empirical analysis of safety critical anomalies during operation. IEEE Transactions on Software Engineering, 30(3), 172\u2013180.","journal-title":"IEEE Trans. Software Eng."},{"key":"9235_CR22","unstructured":"NASA-GB-8719.13. (2004). NASA software safety guidebook. www.hq.nasa.gov.office\/codeq\/doctree\/8719.13.pdf . Accessed 12 April 2014."},{"key":"9235_CR23","unstructured":"Ostrand, T. J., & Weyuker, E. J. (2002). The distribution of faults in a large industrial software system. In: ACM international symposium on software testing and analysis (pp. 55\u201364)."},{"key":"9235_CR24","doi-asserted-by":"crossref","unstructured":"Ostrand, T. J., Weyuker, E. J., & Bell, R. (2005a). Where the bugs are. In: ACM SIGSOFT international symposium on software testing and analysis (pp. 86\u201396).","DOI":"10.1145\/1013886.1007524"},{"issue":"4","key":"9235_CR25","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1109\/TSE.2005.49","volume":"31","author":"TJ Ostrand","year":"2005","unstructured":"Ostrand, T. J., Weyuker, J., & Bell, R. (2005b). Predicting the location and number of faults in large software systems. IEEE Transactions on Software Engineering, 31(4), 340\u2013355.","journal-title":"IEEE Trans. Software Eng."},{"key":"9235_CR26","unstructured":"Petersen, K., & Wohlin, C. (2009). Context in industrial software engineering research. In: 3rd international symposium on empirical software engineering and measurement. ESEM \u201909 (pp. 401\u2013404)."},{"key":"9235_CR27","unstructured":"Pighin, M., & Marzona, A. (2003). An empirical analysis of fault persistence through software releases. In: International symposium on empirical software engineering (pp. 206\u2013211)."},{"key":"9235_CR28","volume-title":"Real world research","author":"C. Robson","year":"2002","unstructured":"Robson, C. (2002). Real world research. Ontario: Blackwell."},{"issue":"2","key":"9235_CR29","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson, P., & H\u00f6st, M. (2009). Guidelines for conducting and reporting case study research in software engineering. Empirical Software Engineering, 14(2), 131\u2013164.","journal-title":"Empirical Softw. Engg."},{"key":"9235_CR30","doi-asserted-by":"crossref","DOI":"10.1002\/9781118181034","volume-title":"Case Study Research in Software Engineering: Guidelines and Examples","author":"P Runeson","year":"2012","unstructured":"Runeson, P., H\u00f6st, M., Rainer, A., & Regnell, B. (2012). Case study research in software engineering: Guidelines and examples. Hoboken, NJ: Wiley."},{"key":"9235_CR31","unstructured":"Seigel, S. & Castellan, J. (1988). Non parametric statistics for the behavioral sciences. Newyork: McGraw-Hill."},{"key":"9235_CR32","unstructured":"Shihab, E., Jiang, Z. M., Ibrahim, W. M., Adams, B., & Hassan, A. E. (2010). Understanding the impact of code and process metrics on post-release defects: a case study on the Eclipse project. In: 2010 ACM-IEEE international symposium on empirical software engineering and measurement (pp. 4:1\u20134:10)."},{"key":"9235_CR33","doi-asserted-by":"crossref","unstructured":"Shull, F. J., Carver, J. C., Vegas, S., & Juristo, N. (2008). The role of replications in empirical software engineering. Empirical Software Engineering, 13(2), 211\u2013218.","DOI":"10.1007\/s10664-008-9060-1"},{"key":"9235_CR34","volume-title":"Case Study Research: Design and Methods","author":"RK Yin","year":"2014","unstructured":"Yin, R. K. (2014). Case study research: Design and methods. Thousand Oaks, CA: SAGE."},{"issue":"2","key":"9235_CR35","first-page":"3","volume":"3","author":"WD Yu","year":"1998","unstructured":"Yu, W. D. (1998). A software fault prevention approach in coding and root cause analysis. Bell Labs Technical Journal, 3(2), 3\u201321.","journal-title":"Bell Labs Technical J."},{"issue":"4","key":"9235_CR36","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1109\/TSE.2006.38","volume":"32","author":"J Zheng","year":"2006","unstructured":"Zheng, J., Williams, L., Nagappan, N., Snipes, W., Hudepohl, J. P., & Vouk, M. A. (2006). On the value of static analysis for fault detection in software. IEEE Transactions on Software Engineering, 32(4), 240\u2013253.","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"2","key":"9235_CR37","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1109\/MSP.2009.56","volume":"7","author":"M Zhivich","year":"2009","unstructured":"Zhivich, M., & Cunningham, R. K. (2009). The real cost of software errors. IEEE Security & Privacy, 7(2), 87\u201390.","journal-title":"IEEE Security & Privacy"},{"key":"9235_CR38","unstructured":"Zimmermann, T., Premraj, R., & Zeller, A. (2007). Predicting defects for Eclipse. In: 3rd international workshop on predictor models in software engineering. paper #9, 7 p."}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-014-9235-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-014-9235-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-014-9235-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T16:44:33Z","timestamp":1565369073000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-014-9235-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,4,24]]},"references-count":38,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2015,6]]}},"alternative-id":["9235"],"URL":"https:\/\/doi.org\/10.1007\/s11219-014-9235-5","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,4,24]]}}}