{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T11:09:19Z","timestamp":1762340959418,"version":"3.37.3"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2016,12,28]],"date-time":"2016-12-28T00:00:00Z","timestamp":1482883200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003406","name":"Tekes","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003406","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"Spanish Ministry of Science and Innovation","doi-asserted-by":"crossref","award":["TIN2011-23216"],"award-info":[{"award-number":["TIN2011-23216"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100002341","name":"Suomen Akatemia","doi-asserted-by":"publisher","award":["260871"],"award-info":[{"award-number":["260871"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1007\/s10664-016-9490-0","type":"journal-article","created":{"date-parts":[[2016,12,28]],"date-time":"2016-12-28T15:11:49Z","timestamp":1482937909000},"page":"2763-2805","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["An industry experiment on the effects of test-driven development on external quality and productivity"],"prefix":"10.1007","volume":"22","author":[{"given":"Ayse","family":"Tosun","sequence":"first","affiliation":[]},{"given":"Oscar","family":"Dieste","sequence":"additional","affiliation":[]},{"given":"Davide","family":"Fucci","sequence":"additional","affiliation":[]},{"given":"Sira","family":"Vegas","sequence":"additional","affiliation":[]},{"given":"Burak","family":"Turhan","sequence":"additional","affiliation":[]},{"given":"Hakan","family":"Erdogmus","sequence":"additional","affiliation":[]},{"given":"Adrian","family":"Santos","sequence":"additional","affiliation":[]},{"given":"Markku","family":"Oivo","sequence":"additional","affiliation":[]},{"given":"Kimmo","family":"Toro","sequence":"additional","affiliation":[]},{"given":"Janne","family":"Jarvinen","sequence":"additional","affiliation":[]},{"given":"Natalia","family":"Juristo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,12,28]]},"reference":[{"key":"9490_CR1","unstructured":"Eclipse helios (2014). https:\/\/www.eclipse.org\/helios\/"},{"key":"9490_CR2","unstructured":"Oracle virtual box 4.3 (2014)"},{"key":"9490_CR3","unstructured":"The bowling game kata (2015)"},{"key":"9490_CR4","doi-asserted-by":"crossref","unstructured":"Aniche M F, Gerosa M A (2010) Most common mistakes in test-driven development practice: results from an online survey with developers. In: Third international conference on software testing, verification and validation workshop","DOI":"10.1109\/ICSTW.2010.16"},{"key":"9490_CR5","unstructured":"Basili V (1992) Software modeling and measurement: the goal\/question\/metric paradigm. Technical Report CS-TR-2956, UMIACS-TR-92-96, University of Maryland"},{"key":"9490_CR6","unstructured":"Beck K (2003) Test driven development: by example. Addison Wesley"},{"key":"9490_CR7","doi-asserted-by":"crossref","unstructured":"Becker K, Pimenta M S, Jacobi R P (2014) Besouro: a framework for exploring compliance rules in automatic tdd behavior assessment. Information and Software Technology","DOI":"10.1016\/j.infsof.2014.06.003"},{"issue":"12","key":"9490_CR8","doi-asserted-by":"crossref","first-page":"1163","DOI":"10.1109\/TSE.2014.2348997","volume":"40","author":"GR Bergersen","year":"2014","unstructured":"Bergersen G R, Sj\u00f8berg D I K, Dyb\u00e5 T (2014) Construction and validation of an instrument for measuring programming skill. IEEE Trans Softw Eng 40(12):1163\u20131184","journal-title":"IEEE Trans Softw Eng"},{"key":"9490_CR9","doi-asserted-by":"crossref","unstructured":"Canfora G, Cimitile A, Garcia F, Piattini M, Visaggio C A (2006) Evaluating advantages of test driven development: a controlled experiment with professionals. In: ISESE, pp 364\u2013371","DOI":"10.1145\/1159733.1159788"},{"key":"9490_CR10","doi-asserted-by":"crossref","unstructured":"Causevic A, Sundmark D, Punnekkat S (2010) An industrial survey on contemporary aspects of software testing. In: Third IEEE international conference on software testing, verification and validation","DOI":"10.1109\/ICST.2010.52"},{"key":"9490_CR11","doi-asserted-by":"crossref","unstructured":"Causevic A, Sundmark D, Punnekkat S (2011) Factors limiting industrial adoption of test driven development: a systematic review. In: Fourth IEEE international conference on software testing, verification and validation, pp 337\u2013346","DOI":"10.1109\/ICST.2011.19"},{"key":"9490_CR12","unstructured":"Coe R (2002) It\u2019s the effect size, stupid: what effect size is and why it is important. In: Annual conference of the British educational research association"},{"issue":"1","key":"9490_CR13","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1037\/0033-2909.112.1.155","volume":"112","author":"J Cohen","year":"1992","unstructured":"Cohen J (1992) A power primer. Psychol Bull 112(1):155\u2013159","journal-title":"Psychol Bull"},{"key":"9490_CR14","unstructured":"Draper D (2006) Dojo, kata or randori?"},{"key":"9490_CR15","doi-asserted-by":"crossref","unstructured":"Ellis P D (2010) The essential guide to effect sizes: power, meta-analysis and the interpretation of research results. Cambrigde","DOI":"10.1017\/CBO9780511761676"},{"key":"9490_CR16","unstructured":"Emam K (2003) Finding success in small software projects, agile project management executive report. Technical report, Cutter Consortium, Arlington, Massachusetts"},{"key":"9490_CR17","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1109\/TSE.2005.37","volume":"31","author":"H Erdogmus","year":"2005","unstructured":"Erdogmus H, Morisio M, Torchiano M (2005) On the effectiveness of the test-first approach to programming. IEEE Trans Softw Eng 31:226\u2013237","journal-title":"IEEE Trans Softw Eng"},{"key":"9490_CR18","unstructured":"Field A (2007) Discovering statistics using SPSS. Sage Publications Inc"},{"key":"9490_CR19","doi-asserted-by":"crossref","unstructured":"Fucci D, Turhan B (2013) A replicated experiment on the effectiveness of test-first development. In: 2013 ACM \/ IEEE International symposium on empirical software engineering and measurement, pp 103\u2013 112","DOI":"10.1109\/ESEM.2013.15"},{"key":"9490_CR20","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/j.infsof.2015.08.004","volume":"68","author":"D Fucci","year":"2015","unstructured":"Fucci D, Turhan B, Juristo N, Dieste O, Tosun-Misirli A, Oivo M (2015) Towards an operationalization of test-driven development skills: an industrial empirical study. Inf Softw Technol 68:82\u201397","journal-title":"Inf Softw Technol"},{"key":"9490_CR21","doi-asserted-by":"crossref","unstructured":"Fucci D, Turhan B, Oivo M (2014) Impact of process conformance on the effects of test-driven development. In: Proceedings of the 8th ACM\/IEEE International symposium on empirical software engineering and measurement. ACM, p 10","DOI":"10.1145\/2652524.2652526"},{"key":"9490_CR22","unstructured":"Gamma E, Beck K (2014) Junit testing framework. https:\/\/github.com\/junit-team\/junit\/wiki\/Download-and-Install"},{"key":"9490_CR23","unstructured":"George B (2002) Analysis and quantification of test driven development approach. Master\u2019s thesis, NC State University"},{"key":"9490_CR24","doi-asserted-by":"crossref","unstructured":"George B, Williams L (2003) An initial investigation of test driven development in industry. In: ACM Symposium on applied computing","DOI":"10.1145\/952532.952753"},{"issue":"5","key":"9490_CR25","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1016\/j.infsof.2003.09.011","volume":"46","author":"B George","year":"2004","unstructured":"George B, Williams L (2004) A structured experiment of test-driven development. Inf Softw Technol 46(5):337\u2013342. Special issue on software engineering, applications, practices and tools from the {ACM} symposium on applied computing 2003","journal-title":"Inf Softw Technol"},{"key":"9490_CR26","doi-asserted-by":"crossref","unstructured":"Geras A, Smith M, Miller J (2004) A prototype empirical evaluation of test driven development. In: 10th International symposium on software metrics (METRICS)","DOI":"10.1109\/METRIC.2004.1357925"},{"key":"9490_CR27","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1007\/s10664-010-9146-4","volume":"16","author":"M Ivarsson","year":"2011","unstructured":"Ivarsson M, Gorschek T (2011) A method for evaluating rigor and industrial relevance of technology evaluations. Emp Softw Eng 16:365\u2013395","journal-title":"Emp Softw Eng"},{"key":"9490_CR28","doi-asserted-by":"crossref","unstructured":"Jedlitschka A, Pfahl D (2005) Reporting guidelines for controlled experiments in software engineering. In: International symposium on empirical software engineering","DOI":"10.1109\/ISESE.2005.1541818"},{"key":"9490_CR29","doi-asserted-by":"crossref","unstructured":"Juristo N (2016) Experiences conducting experiments in industry: the eseil fidipro project. In: 4th International workshop on conducting empirical studies in industry. ACM","DOI":"10.1145\/2896839.2896846"},{"issue":"11\u201312","key":"9490_CR30","doi-asserted-by":"crossref","first-page":"1073","DOI":"10.1016\/j.infsof.2007.02.015","volume":"49","author":"VB Kampenes","year":"2007","unstructured":"Kampenes V B, Dyba T, Hannay J E, Sjoberg D I (2007) A systematic review of effect size in software engineering experiments. Inf Softw Technol 49(11\u201312):1073\u20131086","journal-title":"Inf Softw Technol"},{"issue":"1","key":"9490_CR31","doi-asserted-by":"crossref","first-page":"52","DOI":"10.5395\/rde.2013.38.1.52","volume":"38","author":"H-YY Kim","year":"2013","unstructured":"Kim H-Y Y (2013) Statistical notes for clinical researchers: assessing normal distribution (2) using skewness and kurtosis. Restor Dent Endod 38(1):52\u201354","journal-title":"Restor Dent Endod"},{"key":"9490_CR32","doi-asserted-by":"crossref","unstructured":"Kollanus S (2010) Test driven development - still a promising approach? In: 7th International conference on the quality of information and communications technology, pp 403\u2013408","DOI":"10.1109\/QUATIC.2010.73"},{"key":"9490_CR33","doi-asserted-by":"crossref","unstructured":"Latorre R (2014a) Effects of developer experience on learning and applying unit test-driven development. IEEE Trans Softw Eng 40(4):381\u2013395","DOI":"10.1109\/TSE.2013.2295827"},{"key":"9490_CR34","doi-asserted-by":"crossref","unstructured":"Latorre R (2014b) A successful application of a test-driven development strategy in the industrial environment. Emp Softw Eng 19:753\u2013773","DOI":"10.1007\/s10664-013-9281-9"},{"key":"9490_CR35","unstructured":"Madeyski L, Szala L (2007) Lecture notes in computer science, chapter the impact of test-driven development on software development productivity: an empirical study. Springer, pp 200\u2013211"},{"key":"9490_CR36","doi-asserted-by":"crossref","unstructured":"Maximilien E M, Williams L (2003) Assessing test-driven development at ibm. In: International conference on software engineering (ICSE)","DOI":"10.1109\/ICSE.2003.1201238"},{"key":"9490_CR37","doi-asserted-by":"crossref","unstructured":"McCulloch CEC, Searle S (2000) Generalized, linear, and mixed models. Wiley","DOI":"10.1002\/0471722073"},{"key":"9490_CR38","doi-asserted-by":"crossref","first-page":"375","DOI":"10.1016\/j.infsof.2014.01.002","volume":"56","author":"H Munir","year":"2014","unstructured":"Munir H, Moayyed M, Petersen K (2014) Considering rigor and relevance when evaluating test driven development: a systematic review. Inf Softw Technol 56:375\u2013394","journal-title":"Inf Softw Technol"},{"key":"9490_CR39","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1007\/s10664-008-9062-z","volume":"13","author":"N Nagappan","year":"2008","unstructured":"Nagappan N, Maximilien E M, Bhat T, Williams L (2008) Realizing quality improvement through test driven development: results and experiences of four industrial teams. Emp Softw Eng 13:289\u2013302","journal-title":"Emp Softw Eng"},{"key":"9490_CR40","doi-asserted-by":"crossref","unstructured":"Pancur M, Ciglaric (2011) Impact of test-driven development on productivity, code and tests: a controlled experiment. Inf Softw Technol","DOI":"10.1016\/j.infsof.2011.02.002"},{"issue":"6","key":"9490_CR41","doi-asserted-by":"crossref","first-page":"835","DOI":"10.1109\/TSE.2012.28","volume":"39","author":"Y Rafique","year":"2013","unstructured":"Rafique Y, Misic V B (2013) The effects of test-driven development on external quality and productivity: a meta-analysis. IEEE Trans Softw Eng 39(6):835\u2013856","journal-title":"IEEE Trans Softw Eng"},{"key":"9490_CR42","doi-asserted-by":"crossref","unstructured":"Rodriguez P, Markkula J, Oivo M, Turula K (2012) Survey on agile and lean usage in finnish software industry. In: Six international symposium on empirical software engineering and measurement","DOI":"10.1145\/2372251.2372275"},{"key":"9490_CR43","doi-asserted-by":"crossref","unstructured":"Salman I, Tosun Misirli A, Juristo N (2015) Are students representatives of professionals in software engineering experiments? In: Proceedings of the 37th international conference on software engineering, vol 1. IEEE Press, pp 666\u2013676","DOI":"10.1109\/ICSE.2015.82"},{"key":"9490_CR44","doi-asserted-by":"crossref","unstructured":"Sanchez J C, Williams L, Maximilien E M (2007) On the sustained use of a test-driven development practice at ibm. In: AGILE conference, pp 5\u201314","DOI":"10.1109\/AGILE.2007.43"},{"key":"9490_CR45","unstructured":"Shadish W R, Cook T D, Campbell D T (2001) Experimental and quasi-experimental designs for generalized causal inference. Houghton Mifflin"},{"key":"9490_CR46","unstructured":"Siniaalto M (2006) Test driven development: empirical body of evidence. Technical report, Information Technology for European Advancement, Eindhoven"},{"issue":"9","key":"9490_CR47","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"DIK Sjoeberg","year":"2005","unstructured":"Sjoeberg D I K, Hannay J E, Hansen O, Kampenes V B, Karahasanovic A, Liborg N-K, Rekdal A C (2005) A survey of controlled experiments in software engineering. IEEE Trans Softw Eng 31(9):733\u2013 753","journal-title":"IEEE Trans Softw Eng"},{"key":"9490_CR48","doi-asserted-by":"crossref","unstructured":"Still J (2007) Experiences in applying agile software development in f-secure. In: Munch J, Abrahamsson P (eds) Product-focused software process improvement, volume 4589 of lecture notes in computer science. Springer Berlin Heidelberg, pp 3\u20133","DOI":"10.1007\/978-3-540-73460-4_3"},{"key":"9490_CR49","doi-asserted-by":"crossref","unstructured":"Tosun-Misirli A, Erdogmus H, Juristo N, Dieste O (2014) Topic selection in industry experiments. In: 3rd International workshop on conducting experiments in software industry (CESI)","DOI":"10.1145\/2593690.2593691"},{"key":"9490_CR50","unstructured":"Turhan B, Layman L, Diep M, Shull F, Erdogmus H (2010) Making software: what really works, and why we believe it, chapter how effective is test driven development? O\u2019Reilly Press"},{"key":"9490_CR51","unstructured":"VersionOne (2013) 8th annual state of agile survey. Technical report"},{"key":"9490_CR52","doi-asserted-by":"crossref","unstructured":"Williams L, Maximilien EM, Vouk M (2003) Test-driven development as a defect-reduction practice. In: 14th International symposium on software reliability engineering (ISSRE)","DOI":"10.1109\/ISSRE.2003.1251029"},{"key":"9490_CR53","unstructured":"Winer B (1971) Statistical principles in experimental design, 2nd edn. McGraw-Hill Series in Psychology"},{"key":"9490_CR54","doi-asserted-by":"crossref","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson M C, Regnell B (2012) Experimentation in software engineering. Springer","DOI":"10.1007\/978-3-642-29044-2"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-016-9490-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-016-9490-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-016-9490-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,16]],"date-time":"2019-09-16T21:28:24Z","timestamp":1568669304000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-016-9490-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12,28]]},"references-count":54,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["9490"],"URL":"https:\/\/doi.org\/10.1007\/s10664-016-9490-0","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"type":"print","value":"1382-3256"},{"type":"electronic","value":"1573-7616"}],"subject":[],"published":{"date-parts":[[2016,12,28]]}}}