{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T02:51:09Z","timestamp":1782874269221,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,9,8]],"date-time":"2016-09-08T00:00:00Z","timestamp":1473292800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,9,8]]},"DOI":"10.1145\/2961111.2962592","type":"proceedings-article","created":{"date-parts":[[2016,9,21]],"date-time":"2016-09-21T12:42:53Z","timestamp":1474461773000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["An External Replication on the Effects of Test-driven Development Using a Multi-site Blind Analysis Approach"],"prefix":"10.1145","author":[{"given":"Davide","family":"Fucci","sequence":"first","affiliation":[{"name":"M-Group, University of Oulu, Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giuseppe","family":"Scanniello","sequence":"additional","affiliation":[{"name":"University of Basilicata, Potenza, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Simone","family":"Romano","sequence":"additional","affiliation":[{"name":"University of Basilicata, Potenza, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin","family":"Shepperd","sequence":"additional","affiliation":[{"name":"Brunel University, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Boyce","family":"Sigweni","sequence":"additional","affiliation":[{"name":"Brunel University, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fernando","family":"Uyaguari","sequence":"additional","affiliation":[{"name":"Universidad Polit\u00e9cnica de Madrid, Madrid, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Burak","family":"Turhan","sequence":"additional","affiliation":[{"name":"M-Group, University of Oulu, Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Natalia","family":"Juristo","sequence":"additional","affiliation":[{"name":"M-Group, University of Oulu, Universidad Polit\u00e9cnica de Madrid"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Markku","family":"Oivo","sequence":"additional","affiliation":[{"name":"M-Group, University of Oulu, Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2016,9,8]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"27","article-title":"Over half of psychology studies fail reproducibility test","author":"Baker M.","year":"2015","unstructured":"M. Baker . Over half of psychology studies fail reproducibility test . Nature News , 27 , 2015 . M. Baker. Over half of psychology studies fail reproducibility test. Nature News, 27, 2015.","journal-title":"Nature News"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601299"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1553-2712.2003.tb00056.x"},{"key":"e_1_3_2_1_4_1","volume-title":"Test-driven development: by example","author":"Beck K.","year":"2003","unstructured":"K. Beck . Test-driven development: by example . Addison-Wesley Professional , 2003 . K. Beck. Test-driven development: by example. Addison-Wesley Professional, 2003."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/942804.943760"},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 1st international workshop on replication in software engineering (RESER)","author":"Carver J. C.","year":"2010","unstructured":"J. C. Carver . Towards reporting guidelines for experimental replications: A proposal . Proceedings of the 1st international workshop on replication in software engineering (RESER) , 2010 . J. C. Carver. Towards reporting guidelines for experimental replications: A proposal. Proceedings of the 1st international workshop on replication in software engineering (RESER), 2010."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2009.5316026"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.5555\/1018420.1019699"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-012-9227-7"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.37"},{"key":"e_1_3_2_1_11_1","volume-title":"Pearson Education India","author":"Fowler M.","year":"2009","unstructured":"M. Fowler . Refactoring : improving the design of existing code . Pearson Education India , 2009 . M. Fowler. Refactoring: improving the design of existing code. Pearson Education India, 2009."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0024338"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2013.15"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9259-7"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601272"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2652524.2652526"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2745802.2745826"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2003.09.011"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.04.004"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.13"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1201\/b10451"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9146-4"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2009.5314236"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.07.016"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9061-0"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1038\/526187a"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2009.08.007"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.5555\/776816.776892"},{"key":"e_1_3_2_1_29_1","volume-title":"Designing experiments and analyzing data: A model comparison perspective","author":"Maxwell S. E.","year":"2004","unstructured":"S. E. Maxwell and H. D. Delaney . Designing experiments and analyzing data: A model comparison perspective , volume 1 . Psychology Press , 2004 . S. E. Maxwell and H. D. Delaney. Designing experiments and analyzing data: A model comparison perspective, volume 1. Psychology Press, 2004."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICECCS.2008.38"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-007-9048-2"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.01.002"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.02.002"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1098\/rspl.1895.0041"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/52.819965"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.28"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2322358"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9060-1"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2010.152"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2745802.2745832"},{"key":"e_1_3_2_1_41_1","first-page":"207","volume-title":"How effective is test-Driven Development. Making Software: What Really Works, and Why We Believe It","author":"Turhan B.","year":"2010","unstructured":"B. Turhan , L. Layman , M. Diep , H. Erdogmus , and F. Shull . How effective is test-Driven Development. Making Software: What Really Works, and Why We Believe It , pages 207 -- 217 , 2010 . B. Turhan, L. Layman, M. Diep, H. Erdogmus, and F. Shull. How effective is test-Driven Development. Making Software: What Really Works, and Why We Believe It, pages 207--217, 2010."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2467378"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","DOI":"10.1201\/9781482293272","volume-title":"Linear and nonlinear models for the analysis of repeated measurements","author":"Vonesh E.","year":"1996","unstructured":"E. Vonesh and V. M. Chinchilli . Linear and nonlinear models for the analysis of repeated measurements . CRC press , 1996 . E. Vonesh and V. M. Chinchilli. Linear and nonlinear models for the analysis of repeated measurements. CRC press, 1996."},{"key":"e_1_3_2_1_44_1","first-page":"276","article-title":"On the proper use of the crossover design in clinical trials","volume":"109","author":"Wellek S.","year":"2012","unstructured":"S. Wellek and M. Blettner . On the proper use of the crossover design in clinical trials . Deutsches Arztebllatt Intern , 109 : 276 -- 281 , 2012 . S. Wellek and M. Blettner. On the proper use of the crossover design in clinical trials. Deutsches Arztebllatt Intern, 109:276--281, 2012.","journal-title":"Deutsches Arztebllatt Intern"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.5555\/2349018"}],"event":{"name":"ESEM '16: ACM\/IEEE 9th International Symposium on Empirical Software Engineering and Measurement","location":"Ciudad Real Spain","acronym":"ESEM '16","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 10th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2961111.2962592","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2961111.2962592","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:39:34Z","timestamp":1750217974000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2961111.2962592"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9,8]]},"references-count":45,"alternative-id":["10.1145\/2961111.2962592","10.1145\/2961111"],"URL":"https:\/\/doi.org\/10.1145\/2961111.2962592","relation":{},"subject":[],"published":{"date-parts":[[2016,9,8]]},"assertion":[{"value":"2016-09-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}