{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2022,4,4]],"date-time":"2022-04-04T10:40:09Z","timestamp":1649068809477},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2014,11,18]],"date-time":"2014-11-18T00:00:00Z","timestamp":1416268800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2016,3]]},"DOI":"10.1007\/s11219-014-9261-3","type":"journal-article","created":{"date-parts":[[2014,11,21]],"date-time":"2014-11-21T07:49:38Z","timestamp":1416556178000},"page":"7-36","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Finding fault with fault injection: an empirical exploration of distortion in fault injection experiments"],"prefix":"10.1007","volume":"24","author":[{"given":"Erik","family":"van der Kouwe","sequence":"first","affiliation":[]},{"given":"Cristiano","family":"Giuffrida","sequence":"additional","affiliation":[]},{"given":"Andrew S.","family":"Tanenbaum","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,11,18]]},"reference":[{"key":"9261_CR2","doi-asserted-by":"crossref","unstructured":"Arlat, J., Crouzet, Y., & Laprie, J. C. (1989). Fault injection for dependability validation of fault-tolerant computing systems. In Proceedings of the 19th international symposium on fault-tolerant computing (pp. 348\u2013355).","DOI":"10.1109\/FTCS.1989.105591"},{"key":"9261_CR3","doi-asserted-by":"crossref","unstructured":"Banabic, R., & Candea, G. (2012). Fast black-box testing of system recovery code. In Proceedings of the 7th ACM European conference on computer systems (pp. 281\u2013294).","DOI":"10.1145\/2168836.2168865"},{"issue":"4","key":"9261_CR4","doi-asserted-by":"crossref","first-page":"575","DOI":"10.1109\/12.54853","volume":"39","author":"JH Barton","year":"1990","unstructured":"Barton, J. H., Czeck, E. W., Segall, Z. Z., & Siewiorek, D. P. (1990). Fault injection experiments using FIAT. IEEE Transactions on Computers, 39(4), 575\u2013582.","journal-title":"IEEE Transactions on Computers"},{"key":"9261_CR5","unstructured":"Cadar, C., Dunbar, D., & Engler, D. (2008). KLEE: Unassisted and automatic generation of high-coverage tests for complex systems programs. In Proceedings of the 8th USENIX symposium on operating systems design and implementation (pp. 209\u2013224)."},{"issue":"2","key":"9261_CR6","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1109\/32.666826","volume":"24","author":"J Carreira","year":"1998","unstructured":"Carreira, J., Madeira, H., & Silva, J. G. (1998). Xception: A technique for the experimental evaluation of dependability in modern computers. IEEE Transactions on Software Engineering, 24(2), 125\u2013136.","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"12","key":"9261_CR7","doi-asserted-by":"crossref","first-page":"1515","DOI":"10.1109\/12.214660","volume":"41","author":"G Choi","year":"1992","unstructured":"Choi, G., & Iyer, R. (1992). FOCUS: An experimental environment for fault sensitivity analysis. IEEE Transactions on Computers, 41(12), 1515\u20131526.","journal-title":"IEEE Transactions on Computers"},{"key":"9261_CR8","doi-asserted-by":"crossref","unstructured":"Christmansson, J., & Chillarege, R. (1996). Generation of an error set that emulates software faults based on field data. In Proceedings of the 26th international symposium on fault-tolerant computing (p. 304).","DOI":"10.1109\/FTCS.1996.534615"},{"key":"9261_CR9","doi-asserted-by":"crossref","unstructured":"Cotroneo, D., Lanzaro, A., Natella, R., & Barbosa, R. (2012). Experimental analysis of binary-level software fault injection in complex software. In Proceedings of the 9th European dependable computing conference (pp. 162\u2013172).","DOI":"10.1109\/EDCC.2012.12"},{"issue":"7","key":"9261_CR10","doi-asserted-by":"crossref","first-page":"707","DOI":"10.1109\/12.780878","volume":"48","author":"M Cukier","year":"1999","unstructured":"Cukier, M., Powell, D., & Ariat, J. (1999). Coverage estimation methods for stratified fault-injection. IEEE Transactions on Computers, 48(7), 707\u2013723.","journal-title":"IEEE Transactions on Computers"},{"key":"9261_CR1","unstructured":"Clauset, A., Shalizi, C. R., & Newman, M. (2009). Power-law distributions in empirical data. http:\/\/arxiv.org\/abs\/0706.1062 ."},{"issue":"11","key":"9261_CR11","doi-asserted-by":"crossref","first-page":"849","DOI":"10.1109\/TSE.2006.113","volume":"32","author":"JA Duraes","year":"2006","unstructured":"Duraes, J. A., & Madeira, H. S. (2006). Emulation of software faults: A field data study and a practical approach. IEEE Transactions on Software Engineering, 32(11), 849\u2013867.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9261_CR12","doi-asserted-by":"crossref","unstructured":"Dures, J., & Madeira, H. (2002). Emulation of software faults by educated mutations at machine-code level. In Proceedings of the 13th international symposium on software reliability engineering (p. 329).","DOI":"10.1109\/ISSRE.2002.1173283"},{"key":"9261_CR13","doi-asserted-by":"crossref","unstructured":"Giuffrida, C., Kuijsten, A., & Tanenbaum, A. S. (2013) EDFI: A dependable fault injection tool for dependability benchmarking experiments. In Proceedings of the pacific Rim international symposium on dependable computing.","DOI":"10.1109\/PRDC.2013.12"},{"key":"9261_CR14","unstructured":"Gu, W., Kalbarczyk, Z., Ravishankar, Iyer, K., & Yang, Z. (2003). Characterization of Linux kernel behavior under errors. In Proceedings of the international conference on dependable systems and networks (pp. 459\u2013468)."},{"key":"9261_CR15","unstructured":"Gunawi, H. S., Do, T., Joshi, P., Alvaro, P., Hellerstein, J. M., Arpaci-Dusseau, A. C., et al. (2011). FATE and DESTINI: A framework for cloud recovery testing. In Proceedings of the 8th USENIX conference on networked systems design and implementation (pp. 18\u201318)."},{"key":"9261_CR16","doi-asserted-by":"crossref","unstructured":"Gunneflo, U., Karlsson, J., & Torin, J. (1989). Evaluation of error detection schemes using fault injection by heavy-ion radiation. In Proceedings of the 19th international symposium on fault-tolerant computing (pp. 340\u2013347).","DOI":"10.1109\/FTCS.1989.105590"},{"key":"9261_CR17","doi-asserted-by":"crossref","unstructured":"Herder, J. N., Bos, H., Gras, B., Homburg, P., & Tanenbaum, A. S. (2007). Failure resilience for device drivers. In Proceedings of the international conference on dependable systems and networks (pp. 41\u201350).","DOI":"10.1109\/DSN.2007.46"},{"issue":"2","key":"9261_CR18","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1109\/24.229487","volume":"42","author":"J Hudak","year":"1993","unstructured":"Hudak, J., Suh, B. H., Siewiorek, D., & Segall, Z. (1993). Evaluation and comparison of fault-tolerant software techniques. IEEE Transactions on Reliability, 42(2), 190\u2013204.","journal-title":"IEEE Transactions on Reliability"},{"key":"9261_CR19","doi-asserted-by":"crossref","unstructured":"Christmansson, J., Hiller, M., & Rimn, M. (1998). An experimental comparison of fault and error injection. In Proceedings of the 9th international symposium on software reliability engineering (p. 369).","DOI":"10.1109\/ISSRE.1998.730903"},{"key":"9261_CR20","doi-asserted-by":"crossref","unstructured":"Jenn, E., Arlat, J., Rimen, M., Ohlsson, J., & Karlsson, J. (1994). Fault injection into VHDL models: The MEFISTO tool. In Proceedings of the 24th international symposium on fault-tolerant computing (pp. 66\u201375).","DOI":"10.1109\/FTCS.1994.315656"},{"key":"9261_CR21","doi-asserted-by":"crossref","unstructured":"Johansson, A., Suri, N., Murphy, B. (2007). On the impact of injection triggers for OS robustness evaluation. In Proceedings of the 18th international symposium on software reliability (pp. 127\u2013126).","DOI":"10.1109\/ISSRE.2007.23"},{"key":"9261_CR22","doi-asserted-by":"crossref","unstructured":"Johansson, E., Suri, N., & Murphy, B. (2007). On the selection of error model(s) for OS robustness evaluation. In Proceedings of the 37th international conference on dependable systems and networks (pp. 502\u2013511).","DOI":"10.1109\/DSN.2007.71"},{"key":"9261_CR23","doi-asserted-by":"crossref","unstructured":"Joshi, P., Gunawi, H. S., & Sen, K. (2011). PREFAIL: A programmable tool for multiple-failure injection. In Proceedings of the ACM international conference on object oriented programming systems languages and applications, (Vol. 46, pp. 171\u2013188).","DOI":"10.1145\/2048066.2048082"},{"issue":"2","key":"9261_CR24","doi-asserted-by":"crossref","first-page":"248","DOI":"10.1109\/12.364536","volume":"44","author":"GA Kanawati","year":"1995","unstructured":"Kanawati, G. A., Kanawati, N. A., & Abraham, J. A. (1995). FERRARI: A flexible software-based fault and error injection system. IEEE Transactions on Computers, 44(2), 248\u2013260.","journal-title":"IEEE Transactions on Computers"},{"key":"9261_CR25","unstructured":"Kao, W. L., & Iyer, R. (1994). DEFINE: A distributed fault injection and monitoring environment. In Proceedings of the IEEE workshop on fault-tolerant parallel and distributed systems (pp. 252\u2013259)."},{"key":"9261_CR26","unstructured":"Karlsson, J., & Folkesson, P. (1995). Application of three physical fault injection techniques to the experimental assessment of the MARS architecture. In Proceedings of the 5th IFIP working conference on dependable computing for critical applications (pp. 267\u2013287)."},{"key":"9261_CR27","doi-asserted-by":"crossref","unstructured":"Klein, G., Elphinstone, K., Heiser, G., Andronick, J., Cock, D., Derrin, P., et al. (2009). seL4: Formal verification of an OS kernel. In Proceedings of the 22nd ACM symposium on operating systems principles (pp. 207\u2013220). ACM. doi: 10.1145\/1629575.1629596","DOI":"10.1145\/1629575.1629596"},{"key":"9261_CR28","doi-asserted-by":"crossref","unstructured":"Koopman, P., Sung, J., Dingman, C., Siewiorek, D., & Marz, T. (1997). Comparing operating systems using robustness benchmarks. In Proceedings of the 16th symposium on reliable distributed systems (p. 72).","DOI":"10.1109\/RELDIS.1997.632800"},{"key":"9261_CR29","doi-asserted-by":"crossref","unstructured":"van der Kouwe, E., Giuffrida, C., & Tanenbaum, A. S. (2014). Evaluating distortion in fault injection experiments. In Fifteenth IEEE international symposium on high-assurance systems engineering (HASE\u201914) (pp. 25\u201332). doi: 10.1109\/HASE.2014.13 .","DOI":"10.1109\/HASE.2014.13"},{"key":"9261_CR30","doi-asserted-by":"crossref","unstructured":"Lattner, C., & Adve, V. (2004). LLVM: A compilation framework for lifelong program analysis and transformation. In Proceedings of the international symposium on code generation and optimization (p. 75).","DOI":"10.1109\/CGO.2004.1281665"},{"key":"9261_CR31","doi-asserted-by":"crossref","unstructured":"Madeira, H., Costa, D., & Vieira, M. (2000). On the emulation of software faults by software fault injection. In Proceedings of the international conference on dependable systems and networks (pp. 417\u2013426).","DOI":"10.1109\/ICDSN.2000.857571"},{"key":"9261_CR32","doi-asserted-by":"crossref","unstructured":"Madeira, H., Rela, M. Z., Moreira, F., & Silva, J. G. (1994). RIFLE: A general purpose pin-level fault injector. In Proceedings of the first European dependable computing conference (pp. 199\u2013216).","DOI":"10.1007\/3-540-58426-9_132"},{"key":"9261_CR33","doi-asserted-by":"crossref","unstructured":"Marinescu, P., & Candea, G. (2009). LFI: A practical and general library-level fault injector. In Proceedings of the international confernece on dependable systems and networks (pp. 379\u2013388).","DOI":"10.1109\/DSN.2009.5270313"},{"key":"9261_CR34","unstructured":"Marinescu, P. D., Banabic, R., & Candea, G. (2010). An extensible technique for high-precision testing of recovery code. In Proceedings of the USENIX annual technical conference (pp. 23\u201323)."},{"key":"9261_CR35","unstructured":"Natella, N., Cotroneo, D., Duraes, J., & Madeira, H. (2012). On fault representativeness of software fault injection. IEEE Transactions on Software Engineering 99(1)."},{"key":"9261_CR36","doi-asserted-by":"crossref","unstructured":"Natella, R., Cotroneo, D., Duraes, J., & Madeira, H. (2010). Representativeness analysis of injected software faults in complex software. In Proceedings of the 40th international conference on dependable systems and networks (pp. 437\u2013446).","DOI":"10.1109\/DSN.2010.5544282"},{"issue":"4","key":"9261_CR37","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1109\/12.919278","volume":"50","author":"WT Ng","year":"2001","unstructured":"Ng, W. T., & Chen, P. M. (2001). The design and verification of the Rio file cache. IEEE Transactions on Computers, 50(4), 322\u2013337.","journal-title":"IEEE Transactions on Computers"},{"issue":"4","key":"9261_CR38","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1145\/566171.566181","volume":"27","author":"TJ Ostrand","year":"2002","unstructured":"Ostrand, T. J., & Weyuker, E. J. (2002). The distribution of faults in a large industrial software system. ACM SIGSOFT Software Engineering Notes, 27(4), 55\u201364. doi: 10.1145\/566171.566181 .","journal-title":"ACM SIGSOFT Software Engineering Notes"},{"key":"9261_CR39","doi-asserted-by":"crossref","unstructured":"Sullivan, M., & Chillarege, R. (1992). A comparison of software defects in database management systems and operating systems. In Proceedings of the 22nd international symposium on fault-tolerant computing (pp. 475\u2013484).","DOI":"10.1109\/FTCS.1992.243586"},{"key":"9261_CR40","doi-asserted-by":"crossref","unstructured":"Svenningsson, R., Vinter, J., Eriksson, H., & Trngren, M. (2010). MODIFI: a MODel-implemented fault injection tool. In Proceedings of the 29th international conference on computer safety, reliability, and security (pp. 210\u2013222).","DOI":"10.1007\/978-3-642-15651-9_16"},{"issue":"4","key":"9261_CR41","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1145\/1189256.1189257","volume":"24","author":"MM Swift","year":"2006","unstructured":"Swift, M. M., Annamalai, M., Bershad, B. N., & Levy, H. M. (2006). Recovering device drivers. ACM Transactions on Computer Systems, 24(4), 333\u2013360.","journal-title":"ACM Transactions on Computer Systems"},{"issue":"11","key":"9261_CR42","doi-asserted-by":"crossref","first-page":"1183","DOI":"10.1109\/12.811108","volume":"48","author":"TK Tsai","year":"1999","unstructured":"Tsai, T. K., Hsueh, M. C., Zhao, H., Kalbarczyk, Z., & Iyer, R. K. (1999). Stress-based and path-based fault injection. IEEE Transactions on Computers, 48(11), 1183\u20131201.","journal-title":"IEEE Transactions on Computers"},{"key":"9261_CR43","doi-asserted-by":"crossref","unstructured":"Tsai, T. K., & Iyer, R. K. (1995). Measuring fault tolerance with the FTAPE fault injection tool. In Proceedings of the 8th international conference on modelling techniques and tools for computer performance evaluation (pp. 26\u201340).","DOI":"10.1007\/BFb0024305"},{"key":"9261_CR44","unstructured":"Zhou, F., Condit, J., Anderson, Z., Bagrak, I., Ennals, R., Harren, M., et al. (2006). SafeDrive: Safe and recoverable extensions using language-based techniques. In Proceedings of the 7th symposium on operating systems design and implementation (pp. 45\u201360)."}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-014-9261-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-014-9261-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-014-9261-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T06:10:42Z","timestamp":1559369442000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-014-9261-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,11,18]]},"references-count":44,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2016,3]]}},"alternative-id":["9261"],"URL":"https:\/\/doi.org\/10.1007\/s11219-014-9261-3","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,11,18]]}}}