{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:19:16Z","timestamp":1740122356241,"version":"3.37.3"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,5,7]],"date-time":"2020-05-07T00:00:00Z","timestamp":1588809600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,5,7]],"date-time":"2020-05-07T00:00:00Z","timestamp":1588809600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100014440","name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","doi-asserted-by":"publisher","award":["PGC2018-097265-B-I00"],"award-info":[{"award-number":["PGC2018-097265-B-I00"]}],"id":[{"id":"10.13039\/100014440","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Regional Government of Madrid","award":["S2018\/TCS-4314"],"award-info":[{"award-number":["S2018\/TCS-4314"]}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","award":["TIN2017-88557-R"],"award-info":[{"award-number":["TIN2017-88557-R"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2020,7]]},"DOI":"10.1007\/s10664-020-09805-y","type":"journal-article","created":{"date-parts":[[2020,5,7]],"date-time":"2020-05-07T05:34:54Z","timestamp":1588829694000},"page":"2844-2896","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["On (Mis)perceptions of testing effectiveness: an empirical study"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8535-9386","authenticated-orcid":false,"given":"Sira","family":"Vegas","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patricia","family":"Riofr\u00edo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Esperanza","family":"Marcos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Natalia","family":"Juristo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,5,7]]},"reference":[{"key":"9805_CR1","doi-asserted-by":"crossref","unstructured":"Altman D (1991) Practial statistics for medical research. Chapman and Hall","DOI":"10.1201\/9780429258589"},{"key":"9805_CR2","unstructured":"Aurum A, Wohlin C (2002) Applying decision-making models in requirements engineering. In: Proceedings of requirements engineering for software quality"},{"key":"9805_CR3","doi-asserted-by":"publisher","first-page":"3","DOI":"10.2307\/3315487","volume":"27","author":"MV Banerjee","year":"1999","unstructured":"Banerjee MV, Capozzoli M, McSweeney L, Sinha D (1999) Beyond kappa: a review of interrater agreement measures. Can J Stat 27:3\u201323","journal-title":"Can J Stat"},{"issue":"2","key":"9805_CR4","doi-asserted-by":"publisher","first-page":"1278","DOI":"10.1109\/TSE.1987.232881","volume":"13","author":"V Basili","year":"1987","unstructured":"Basili V, Selby R (1987) Comparing the effectiveness of software testing strategies. IEEE Trans Softw Eng 13(2):1278\u20131296","journal-title":"IEEE Trans Softw Eng"},{"issue":"2","key":"9805_CR5","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/BF00368702","volume":"1","author":"V Basili","year":"1996","unstructured":"Basili V, Green S, Laitenberger O, Lanubile F, Shull F, Sorumgard S, Zelkowitz M (1996) The empirical investigation of perspective based reading. Empir Softw Eng 1(2):133\u2013164","journal-title":"Empir Softw Eng"},{"key":"9805_CR6","unstructured":"Beizer B (1990) Software testing techniques, 2nd edn. International Thomson Computer Press"},{"key":"9805_CR7","unstructured":"Bhattacharya P (2012) Quantitative decision-making in software engineering. Ph.D. thesis University of California Riverside"},{"key":"9805_CR8","doi-asserted-by":"crossref","unstructured":"Bieman J, Schultz J (1992) An empirical evaluation (and specification) of the all-du-paths testing criterion. Softw Eng J, 43\u201351","DOI":"10.1049\/sej.1992.0005"},{"key":"9805_CR9","doi-asserted-by":"crossref","unstructured":"Biffl S (2000) Analysis of the impact of reading technique and inspector capability on individual inspection performance. In: 7th Asia-Pacific software engineering conference, pp 136\u2013145","DOI":"10.1109\/APSEC.2000.896692"},{"issue":"11","key":"9805_CR10","doi-asserted-by":"publisher","first-page":"770","DOI":"10.1109\/TSE.2004.79","volume":"30","author":"L Briand","year":"2004","unstructured":"Briand L, Penta M, Labiche Y (2004) Assessing and improving state-based class testing: a series of experiments. IEEE Trans Softw Eng 30(11):770\u2013793","journal-title":"IEEE Trans Softw Eng"},{"key":"9805_CR11","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1016\/j.chb.2015.05.050","volume":"52","author":"L Capretz","year":"2015","unstructured":"Capretz L, Varona D, Raza A (2015) Influence of personality types in software tasks choices. Comput Hum Behav 52:373\u2013378","journal-title":"Comput Hum Behav"},{"issue":"6","key":"9805_CR12","doi-asserted-by":"publisher","first-page":"1613","DOI":"10.1016\/j.jss.2013.02.020","volume":"86","author":"D Cotroneo","year":"2013","unstructured":"Cotroneo D, Pietrantuono R, Russo S (2013) Testing techniques selection based on odc fault types and software metrics. J Syst Softw 86(6):1613\u20131637","journal-title":"J Syst Softw"},{"key":"9805_CR13","doi-asserted-by":"crossref","unstructured":"Deak A (2012) Understanding socio-technical factors influencing testers in software development organizations. In: 36th Annual computer software and applications conference (COMPSAC\u201912), pp 438\u2013441","DOI":"10.1109\/COMPSAC.2012.103"},{"key":"9805_CR14","doi-asserted-by":"crossref","unstructured":"Devanbu P, Zimmermann T, Bird C (2016) Belief & evidence in empirical software engineering. In: Proceedings of the 38th international conference on software engineering, pp 108\u2013119","DOI":"10.1145\/2884781.2884812"},{"issue":"10","key":"9805_CR15","doi-asserted-by":"publisher","first-page":"1025","DOI":"10.1109\/TSE.2014.2312915","volume":"40","author":"A Dias-Neto","year":"2014","unstructured":"Dias-Neto A, Travassos G (2014) Supporting the combined selection of model-based testing techniques. IEEE Trans Softw Eng 40(10):1025\u20131041","journal-title":"IEEE Trans Softw Eng"},{"key":"9805_CR16","doi-asserted-by":"crossref","unstructured":"Dias-Neto A, Matalonga S, Solari M, Robiolo G, Travassos G (2016) Toward the characterization of software testing practices in south america: looking at Brazil and Uruguay. Softw Qual J, 1\u201339","DOI":"10.1007\/s11219-016-9329-3"},{"key":"9805_CR17","doi-asserted-by":"publisher","unstructured":"Dieste O, Aranda A, Uyaguari F, Turhan B, Tosun A, Fucci D, Oivo M, Juristo N (2017) Empirical evaluation of the effects of experience on code quality and programmer productivity: an exploratory study. Empirical Software Engineering. https:\/\/doi.org\/10.1007\/s10664-016-9471-3","DOI":"10.1007\/s10664-016-9471-3"},{"key":"9805_CR18","doi-asserted-by":"crossref","unstructured":"Dunsmore A, Roper M, Wood M (2002) Further investigations into the development and evaluation of reading techniques for object-oriented code inspection. In: 24th International conference on software engineering, pp 47\u201357","DOI":"10.1145\/581348.581349"},{"issue":"1","key":"9805_CR19","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1109\/MS.2005.6","volume":"22","author":"T Dyb\u00e5","year":"2005","unstructured":"Dyb\u00e5 T, Kitchenham B, Jorgensen M (2005) Evidence-based software engineering for practitioners. IEEE Softw 22(1):58\u201365","journal-title":"IEEE Softw"},{"key":"9805_CR20","unstructured":"Everitt B (2000) The analysis of contingency tables. In: Monographs statistics and applied probability, vol 45. Chapman & Hall\/CRC"},{"key":"9805_CR21","doi-asserted-by":"publisher","unstructured":"Falessi D, Juristo N, Wohlin C, Turhan B, M\u00fcnch J, Jedlitschka A, Oivo M (2017) Empirical software engineering experts on the use of students and professionals in experiments. Empirical Software Engineering. https:\/\/doi.org\/10.1007\/s10664-017-9523-3","DOI":"10.1007\/s10664-017-9523-3"},{"key":"9805_CR22","doi-asserted-by":"crossref","unstructured":"Fleiss J, Levin BMP (2003) Statistical methods for rates and proportions, 3rd edn. Wiley","DOI":"10.1002\/0471445428"},{"key":"9805_CR23","doi-asserted-by":"crossref","unstructured":"Garousi V, Felderer M, Kuhrmann M, Herkilo\u011flu K (2017) What industry wants from academia in software testing?: hearing practitioners\u2019 opinions. In: Proceedings of the 21st international conference on evaluation and assessment in software engineering, EASE\u201917, pp 65\u201369","DOI":"10.1145\/3084226.3084264"},{"key":"9805_CR24","doi-asserted-by":"crossref","unstructured":"Gon\u00e7alves W, de Almeida C, de Ara\u00fajo LL, Ferraz M, Xand\u00fa R, de Farias I (2017) The influence of human factors on the software testing process: the impact of these factors on the software testing process. In: 2017 12th Iberian conference on information systems and technologies (CISTI), pp 1\u20136","DOI":"10.23919\/CISTI.2017.7975873"},{"key":"9805_CR25","doi-asserted-by":"crossref","unstructured":"Guaiani F, Muccini H (2015) Crowd and laboratory testing, can they co-exist? An exploratory study. In: 2nd International workshop on crowdsourcing in software engineering (CSI-SE), pp 32\u201337","DOI":"10.1109\/CSI-SE.2015.14"},{"key":"9805_CR26","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1080\/19312450709336664","volume":"1","author":"A Hayes","year":"2007","unstructured":"Hayes A, Krippendorff K (2007) Answering the call for a standard reliability measure for coding data. Commun Methods Meas 1:77\u201389","journal-title":"Commun Methods Meas"},{"key":"9805_CR27","unstructured":"Hutchins M, Foster H, Goradia T, Ostrand T (1994) Experiments on the effectiveness of dataflow- and controlflow-based test adequacy criteria. In: Proceedings of the 16th international conference on software engineering, pp 191\u2013200"},{"issue":"6","key":"9805_CR28","doi-asserted-by":"publisher","first-page":"1921","DOI":"10.1007\/s10664-013-9268-6","volume":"19","author":"A Jedlitschka","year":"2014","unstructured":"Jedlitschka A, Juristo N, Rombach D (2014) Reporting experiments to satisfy professionals\u2019 information needs. Empir Softw Eng 19(6):1921\u20131955","journal-title":"Empir Softw Eng"},{"key":"9805_CR29","doi-asserted-by":"crossref","unstructured":"Kamsties E, Lott C (1995) An empirical evaluation of three defect-detection techniques. In: Proceedings of the Fifth European software engineering conference, pp 84\u201389","DOI":"10.1007\/3-540-60406-5_25"},{"key":"9805_CR30","doi-asserted-by":"crossref","unstructured":"Kanij T, Merkel R, Grundy J (2015) An empirical investigation of personality traits of software testers. In: 8th International workshop on cooperative and human aspects of software engineering (CHASE\u201915), pp 1\u20137","DOI":"10.1109\/CHASE.2015.7"},{"key":"9805_CR31","unstructured":"Khan T, Pezeshki V, Clear F, Al-Kaabi A (2010) Diverse virtual social networks: implications for remote software testing teams. In: European, mediterranean & middle eastern conference on information systems"},{"key":"9805_CR32","unstructured":"Kocaguneli E, Tosun A, Bener A, Turhan B, Caglayan B (2009) Prest: an intelligent software metrics extraction, analysis and defect prediction tool, 637\u2013642"},{"issue":"8","key":"9805_CR33","doi-asserted-by":"publisher","first-page":"973","DOI":"10.1016\/j.infsof.2014.03.004","volume":"56","author":"M Kosti","year":"2014","unstructured":"Kosti M, Feldt R, Angelis L (2014) Personality, emotional intelligence and work preferences in software engineering: an empirical study. Inf Softw Technol 56(8):973\u2013990","journal-title":"Inf Softw Technol"},{"key":"9805_CR34","unstructured":"Kuehl R (2000) Design of experiments: statistical principles of research design and analysis, 2nd edn. Duxbury Thomson Learning"},{"key":"9805_CR35","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"J Landis","year":"1977","unstructured":"Landis J, Koch G (1977) The measurement of observer agreement for categorical data. Biometrics 33:159\u2013174","journal-title":"Biometrics"},{"key":"9805_CR36","unstructured":"Linger R (1979) Structured programming: theory and practice (the systems programming series). Addison-Wesley"},{"issue":"1","key":"9805_CR37","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/s10664-006-5967-6","volume":"11","author":"J Maldonado","year":"2006","unstructured":"Maldonado J, Carver J, Shull F, Fabbri S, D\u00f3ria E., Martimiano L, Mendon\u00e7a M, Basili V (2006) Perspective-based reading: a replicated experiment focused on individual reviewer effectiveness. Empir Softw Eng 11(1):119\u2013142","journal-title":"Empir Softw Eng"},{"key":"9805_CR38","doi-asserted-by":"crossref","unstructured":"Marsden N, P\u00e9rez Renter\u00eda y Hern\u00e1ndez T (2014) Understanding software testers in the automotive industry a mixed-method case study. In: 9th International conference on software engineering and applications (ICSOFT-EA), pp 305\u2013314","DOI":"10.5220\/0004992503050314"},{"issue":"6","key":"9805_CR39","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1109\/TSE.2014.2383374","volume":"41","author":"A Massey","year":"2015","unstructured":"Massey A, Otto P, Ant\u00f3n A (2015) Evaluating legal implementation readiness decision-making. IEEE Trans Softw Eng 41(6):545\u2013564","journal-title":"IEEE Trans Softw Eng"},{"issue":"9","key":"9805_CR40","doi-asserted-by":"publisher","first-page":"760","DOI":"10.1145\/359588.359602","volume":"21","author":"G Myers","year":"1978","unstructured":"Myers G (1978) A controlled experiment in program testing and code walkthroughs\/inspections. Commun ACM 21(9):760\u2013768","journal-title":"Commun ACM"},{"key":"9805_CR41","unstructured":"Myers G, Badgett T, Sandler C (2004) The art of software testing, 2nd edn. Wiley-Interscience"},{"issue":"6","key":"9805_CR42","doi-asserted-by":"publisher","first-page":"1898","DOI":"10.1007\/s10664-014-9342-8","volume":"20","author":"F Octaviano","year":"2015","unstructured":"Octaviano F, Felizardo K, Maldonado J, Fabbri S (2015) Semi-automatic selection of primary studies in systematic literature reviews: is it reasonable? Empir Softw Eng 20(6):1898\u20131917","journal-title":"Empir Softw Eng"},{"issue":"5","key":"9805_CR43","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1109\/32.286422","volume":"20","author":"A Offut","year":"1994","unstructured":"Offut A, Lee S (1994) An empirical evaluation of weak mutation. IEEE Trans Softw Eng 20(5):337\u2013344","journal-title":"IEEE Trans Softw Eng"},{"issue":"2","key":"9805_CR44","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1145\/227607.227610","volume":"5","author":"A Offut","year":"1996","unstructured":"Offut A, Lee A, Rothermel G, Untch R, Zapf C (1996) An experimental determination of sufficient mutant operators. ACM Trans Softw Eng Methodol 5 (2):99\u2013118","journal-title":"ACM Trans Softw Eng Methodol"},{"issue":"6","key":"9805_CR45","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1109\/32.391380","volume":"21","author":"A Porter","year":"1995","unstructured":"Porter A, Votta L, Basili V (1995) Comparing detection methods for software requirements inspection: a replicated experiment. IEEE Trans Softw Eng 21(6):563\u2013575","journal-title":"IEEE Trans Softw Eng"},{"key":"9805_CR46","doi-asserted-by":"publisher","first-page":"763","DOI":"10.1016\/S0950-5849(97)00028-1","volume":"39","author":"M Roper","year":"1997","unstructured":"Roper M, Wood M, Miller J (1997) An empirical evaluation of defect detection techniques. Inf Softw Technol 39:763\u2013775","journal-title":"Inf Softw Technol"},{"key":"9805_CR47","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s10664-008-9060-1","volume":"13","author":"F Shull","year":"2008","unstructured":"Shull F, Carver J, Vegas S, Juristo N (2008) The role of replications in empirical software engineering. Empir Softw Eng 13:211\u2013218","journal-title":"Empir Softw Eng"},{"key":"9805_CR48","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1023\/B:EMSE.0000013515.86806.d4","volume":"9","author":"T Thelin","year":"2004","unstructured":"Thelin T, Runeson P, Wohlin C, Olsson T, Andersson C (2004) Evaluation of usage-based reading\u2014conclusions after three experiments. Empir Softw Eng 9:77\u2013110","journal-title":"Empir Softw Eng"},{"issue":"4","key":"9805_CR49","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1007\/s10664-005-3862-1","volume":"10","author":"S Vegas","year":"2005","unstructured":"Vegas S, Basili V (2005) A characterisation schema for software testing techniques. Empir Softw Eng 10(4):437\u2013466","journal-title":"Empir Softw Eng"},{"issue":"4","key":"9805_CR50","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1109\/TSE.2009.13","volume":"35","author":"S Vegas","year":"2009","unstructured":"Vegas S, Juristo N, Basili V (2009) Maturing software engineering knowledge through classifications: a case study on unit testing techniques. IEEE Trans Softw Eng 35(4):551\u2013565","journal-title":"IEEE Trans Softw Eng"},{"issue":"2","key":"9805_CR51","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1016\/0020-0190(84)90106-6","volume":"19","author":"E Weyuker","year":"1984","unstructured":"Weyuker E (1984) The complexity of data flow criteria for test data selection. Inf Process Lett 19(2):103\u2013109","journal-title":"Inf Process Lett"},{"key":"9805_CR52","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2014) Experimentation in software engineering: an introduction, 2nd edn. Springer"},{"key":"9805_CR53","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/BF00404650","volume":"4","author":"E Wong","year":"1995","unstructured":"Wong E, Mathur A (1995) Fault detection effectiveness of mutation and data-flow testing. Softw Qual J 4:69\u201383","journal-title":"Softw Qual J"},{"key":"9805_CR54","doi-asserted-by":"crossref","unstructured":"Zapf A, Castell S, Morawietz L, Karch A (2016) Measuring inter-rater reliability for nominal data \u2013 which coefficients and confidence intervals are appropriate? BMC Med Res Methodol, 16(93)","DOI":"10.1186\/s12874-016-0200-9"},{"key":"9805_CR55","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1142\/9789812795588_0006","volume":"12","author":"M Zelkowitz","year":"2003","unstructured":"Zelkowitz M, Wallace D, Binkley D (2003) Experimental validation of new software technology. Series Softw Eng Knowl Eng 12:229\u2013263","journal-title":"Series Softw Eng Knowl Eng"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09805-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-020-09805-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09805-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,6]],"date-time":"2021-05-06T23:39:10Z","timestamp":1620344350000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-020-09805-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,7]]},"references-count":55,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,7]]}},"alternative-id":["9805"],"URL":"https:\/\/doi.org\/10.1007\/s10664-020-09805-y","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"type":"print","value":"1382-3256"},{"type":"electronic","value":"1573-7616"}],"subject":[],"published":{"date-parts":[[2020,5,7]]},"assertion":[{"value":"7 May 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}