{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T17:59:41Z","timestamp":1772906381430,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,5]],"date-time":"2020-10-05T00:00:00Z","timestamp":1601856000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,5]]},"DOI":"10.1145\/3382494.3410687","type":"proceedings-article","created":{"date-parts":[[2020,10,23]],"date-time":"2020-10-23T16:59:24Z","timestamp":1603472364000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Why Research on Test-Driven Development is Inconclusive?"],"prefix":"10.1145","author":[{"given":"Mohammad","family":"Ghafari","sequence":"first","affiliation":[{"name":"University of Bern"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Timm","family":"Gross","sequence":"additional","affiliation":[{"name":"University of Bern"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Davide","family":"Fucci","sequence":"additional","affiliation":[{"name":"Blekinge Institute of Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Felderer","sequence":"additional","affiliation":[{"name":"University of Innsbruck"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,10,23]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9137-5"},{"key":"e_1_3_2_1_2_1","volume-title":"Extreme Programming Explained: Embrace Change","author":"Beck Kent","unstructured":"Kent Beck . 1999. Extreme Programming Explained: Embrace Change . Addison-Wesley Longman Publishing Co., Inc. , Boston, MA, USA . Kent Beck. 1999. Extreme Programming Explained: Embrace Change. Addison-Wesley Longman Publishing Co., Inc., Boston, MA, USA."},{"key":"e_1_3_2_1_3_1","volume-title":"Test-Driven Development By Example","author":"Beck Kent","unstructured":"Kent Beck . 2002. Test-Driven Development By Example . Addison-Wesley Longman , Amsterdam . Kent Beck. 2002. Test-Driven Development By Example. Addison-Wesley Longman, Amsterdam."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2776152"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.02.004"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9576-3"},{"key":"e_1_3_2_1_7_1","volume-title":"Benefits and Challenges of Test-Driven Development: Practitioner Perceptions. 2011 18th Asia-Pacific Software Engineering Conference (2011","author":"Buchan Jim","year":"2011","unstructured":"Jim Buchan , Ling Li , and Stephen G Macdonell . 2011 . Causal Factors , Benefits and Challenges of Test-Driven Development: Practitioner Perceptions. 2011 18th Asia-Pacific Software Engineering Conference (2011 ), 405--413. https:\/\/doi.org\/10.1109\/APSEC.2011.44 10.1109\/APSEC.2011.44 Jim Buchan, Ling Li, and Stephen G Macdonell. 2011. Causal Factors, Benefits and Challenges of Test-Driven Development: Practitioner Perceptions. 2011 18th Asia-Pacific Software Engineering Conference (2011), 405--413. https:\/\/doi.org\/10.1109\/APSEC.2011.44"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2011.19"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9326-8"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-011-9130-2"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9523-3"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9655-0"},{"key":"e_1_3_2_1_13_1","volume-title":"An Introduction to Qualitative Research","author":"Flick Uwe","unstructured":"Uwe Flick . 2009. An Introduction to Qualitative Research . SAGE Publications . Uwe Flick. 2009. An Introduction to Qualitative Research. SAGE Publications."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2616877"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3239235.3240502"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2013.15"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2019.8870170"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2005.12.020"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/Agile.2012.8"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9146-4"},{"key":"e_1_3_2_1_21_1","unstructured":"Daniel Kahneman. 2015. Thinking fast and slow. Farrar Straus and Giroux.  Daniel Kahneman. 2015. Thinking fast and slow. Farrar Straus and Giroux."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2018.2801554"},{"key":"e_1_3_2_1_23_1","volume-title":"A Controlled Experiment with Novice Developers on the Impact of Task Description Granularity on Software Quality in Test-Driven Development","author":"Karac Itir","year":"2019","unstructured":"Itir Karac , Burak Turhan , and Natalia Juristo . 2019. A Controlled Experiment with Novice Developers on the Impact of Task Description Granularity on Software Quality in Test-Driven Development . IEEE Transactions on Software Engineering ( 2019 ). Itir Karac, Burak Turhan, and Natalia Juristo. 2019. A Controlled Experiment with Novice Developers on the Impact of Task Description Granularity on Software Quality in Test-Driven Development. IEEE Transactions on Software Engineering (2019)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287366"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/QUATIC.2010.73"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.2295827"},{"key":"e_1_3_2_1_27_1","volume-title":"Test-driven development: an empirical evaluation of agile practice","author":"Madeyski Lech","unstructured":"Lech Madeyski . 2010. Test-driven development: an empirical evaluation of agile practice . Springer-Verlag , Heidelberg New York. Lech Madeyski. 2010. Test-driven development: an empirical evaluation of agile practice. Springer-Verlag, Heidelberg New York."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2009.08.007"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Artem Marchenko Pekka Abrahamsson and Tuomas Ihme. 2009. Long-Term Effects of Test-Driven Development A Case Study. (2009) 13--22.  Artem Marchenko Pekka Abrahamsson and Tuomas Ihme. 2009. Long-Term Effects of Test-Driven Development A Case Study. (2009) 13--22.","DOI":"10.1007\/978-3-642-01853-4_4"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.01.002"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1670"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.02.002"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.28"},{"key":"e_1_3_2_1_34_1","volume-title":"Danilo Caivano, and Giuseppe Scanniello.","author":"Romano Simone","year":"2019","unstructured":"Simone Romano , Davide Fucci , Maria Teresa Baldassarre , Danilo Caivano, and Giuseppe Scanniello. 2019 . An Empirical Assessment on Affective Reactions of Novice Developers When Applying Test-Driven Development. In Product-Focused Software Process Improvement, Xavier Franch, Tomi M\u00e4nnist\u00f6, and Silverio Mart\u00ednez-Fern\u00e1ndez (Eds.). Springer International Publishing , Cham, 3--19. Simone Romano, Davide Fucci, Maria Teresa Baldassarre, Danilo Caivano, and Giuseppe Scanniello. 2019. An Empirical Assessment on Affective Reactions of Novice Developers When Applying Test-Driven Development. In Product-Focused Software Process Improvement, Xavier Franch, Tomi M\u00e4nnist\u00f6, and Silverio Mart\u00ednez-Fern\u00e1ndez (Eds.). Springer International Publishing, Cham, 3--19."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.03.010"},{"key":"e_1_3_2_1_36_1","volume-title":"Product-Focused Software Process Improvement","author":"Santos Adrian","unstructured":"Adrian Santos , Janne J\u00e4rvinen , Jari Partanen , Markku Oivo , and Natalia Juristo . 2018. Does the Performance of TDD Hold Across Software Companies and Premises? A Group of Industrial Experiments on TDD . In Product-Focused Software Process Improvement . Springer International Publishing , Cham , 227--242. Adrian Santos, Janne J\u00e4rvinen, Jari Partanen, Markku Oivo, and Natalia Juristo. 2018. Does the Performance of TDD Hold Across Software Companies and Premises? A Group of Industrial Experiments on TDD. In Product-Focused Software Process Improvement. Springer International Publishing, Cham, 227--242."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2018.00061"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851613.2851778"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2010.152"},{"key":"e_1_3_2_1_40_1","volume-title":"Test driven development: empirical body of evidence. Agile Software Development of Embedded Systems","author":"Siniaalto Maria","year":"2006","unstructured":"Maria Siniaalto . 2006. Test driven development: empirical body of evidence. Agile Software Development of Embedded Systems ( 2006 ). Maria Siniaalto. 2006. Test driven development: empirical body of evidence. Agile Software Development of Embedded Systems (2006)."},{"key":"e_1_3_2_1_42_1","volume-title":"Testing Test-Driven Development","author":"Suleman Hussein","unstructured":"Hussein Suleman , Stephan Jamieson , and Maria Keet . 2017. Testing Test-Driven Development . In ICT Education, Janet Liebenberg and Stefan Gruner (Eds.). Springer International Publishing , Cham , 241--248. Hussein Suleman, Stephan Jamieson, and Maria Keet. 2017. Testing Test-Driven Development. In ICT Education, Janet Liebenberg and Stefan Gruner (Eds.). Springer International Publishing, Cham, 241--248."},{"key":"e_1_3_2_1_43_1","volume-title":"Product-Focused Software Process Improvement","author":"Sundelin Anders","unstructured":"Anders Sundelin , Javier Gonzalez-Huerta , and Krzysztof Wnuk . 2018. Test-Driving FinTech Product Development: An Experience Report . In Product-Focused Software Process Improvement . Springer International Publishing , Cham , 219--226. Anders Sundelin, Javier Gonzalez-Huerta, and Krzysztof Wnuk. 2018. Test-Driving FinTech Product Development: An Experience Report. In Product-Focused Software Process Improvement. Springer International Publishing, Cham, 219--226."},{"key":"e_1_3_2_1_44_1","volume-title":"What Makes Testing Work: Nine Case Studies of Software Development Teams. In 2009 Testing: Academic and Industrial Conference - Practice and Research Techniques. 167--175","author":"Thomson Christopher D","year":"2009","unstructured":"Christopher D Thomson , Mike Holcombe , and Anthony J H Simons . 2009 . What Makes Testing Work: Nine Case Studies of Software Development Teams. In 2009 Testing: Academic and Industrial Conference - Practice and Research Techniques. 167--175 . https:\/\/doi.org\/10.1109\/TAICPART.2009.12 10.1109\/TAICPART.2009.12 Christopher D Thomson, Mike Holcombe, and Anthony J H Simons. 2009. What Makes Testing Work: Nine Case Studies of Software Development Teams. In 2009 Testing: Academic and Industrial Conference - Practice and Research Techniques. 167--175. https:\/\/doi.org\/10.1109\/TAICPART.2009.12"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3202710.3203153"},{"key":"e_1_3_2_1_46_1","volume-title":"Investigating the Impact of Development Task on External Quality in Test-Driven Development: An Industry Experiment","author":"Tosun Ayse","year":"2019","unstructured":"Ayse Tosun , Oscar Dieste , Sira Vegas , Dietmar Pfahl , Kerli Rungi , and Natalia Juristo . 2019. Investigating the Impact of Development Task on External Quality in Test-Driven Development: An Industry Experiment . IEEE Transactions on Software Engineering ( 2019 ). Ayse Tosun, Oscar Dieste, Sira Vegas, Dietmar Pfahl, Kerli Rungi, and Natalia Juristo. 2019. Investigating the Impact of Development Task on External Quality in Test-Driven Development: An Industry Experiment. IEEE Transactions on Software Engineering (2019)."},{"key":"e_1_3_2_1_47_1","volume-title":"How Effective is Test-Driven Development? In Making Software. Number October","author":"Turhan Burak","unstructured":"Burak Turhan , Lucas Layman , Madeline Diep , Hakan Erdogmus , and Forrest Shull . 2010. How Effective is Test-Driven Development? In Making Software. Number October . O'Reilly Media , 624. Burak Turhan, Lucas Layman, Madeline Diep, Hakan Erdogmus, and Forrest Shull. 2010. How Effective is Test-Driven Development? In Making Software. Number October. O'Reilly Media, 624."}],"event":{"name":"ESEM '20: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Bari Italy","acronym":"ESEM '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 14th ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3382494.3410687","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3382494.3410687","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:26Z","timestamp":1750199906000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3382494.3410687"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,5]]},"references-count":46,"alternative-id":["10.1145\/3382494.3410687","10.1145\/3382494"],"URL":"https:\/\/doi.org\/10.1145\/3382494.3410687","relation":{},"subject":[],"published":{"date-parts":[[2020,10,5]]},"assertion":[{"value":"2020-10-23","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}