{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T13:00:08Z","timestamp":1777899608073,"version":"3.51.4"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2013,12,5]],"date-time":"2013-12-05T00:00:00Z","timestamp":1386201600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2014,4]]},"DOI":"10.1007\/s10664-013-9290-8","type":"journal-article","created":{"date-parts":[[2013,12,4]],"date-time":"2013-12-04T02:31:57Z","timestamp":1386124317000},"page":"267-276","source":"Crossref","is-referenced-by-count":63,"title":["Replications of software engineering experiments"],"prefix":"10.1007","volume":"19","author":[{"given":"Jeffrey C.","family":"Carver","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Natalia","family":"Juristo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maria Teresa","family":"Baldassarre","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sira","family":"Vegas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,12,5]]},"reference":[{"issue":"4","key":"9290_CR1","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1109\/32.799939","volume":"25","author":"V Basili","year":"1999","unstructured":"Basili V, Shull F, Lanubile F (1999) Building knowledge through families of experiments. IEEE Trans Softw Eng 25(4):456\u2013473","journal-title":"IEEE Trans Softw Eng"},{"key":"9290_CR2","unstructured":"Brooks A, Daly J, Roper M, Wood M (1995) Replication of experimental results in software engineering. Tech. Rep. Technical Report, RR\/95\/193 [EFoCS-17-95]"},{"key":"9290_CR3","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1007\/978-1-84800-044-5_14","volume-title":"Guide to advanced empirical software engineering","author":"A Brooks","year":"2008","unstructured":"Brooks A, Roper M, Wood M, Daly J, Miller J (2008) Replication\u2019s role in software engineering. In: Shull F, Singer J, Sj\u00f8berg D (eds) Guide to advanced empirical software engineering. Springer, London, pp 365\u2013379"},{"key":"9290_CR4","unstructured":"Campbell DT, Stanley JC (1963) Experimental and quasi-experimental designs for research"},{"key":"9290_CR5","unstructured":"Carver JC (2010) Towards reporting guidelines for experimental replications: a proposal. In: RESER\u20192010: proceedings of the 1st international workshop on replication in empirical software engineering research"},{"key":"9290_CR6","doi-asserted-by":"crossref","first-page":"344","DOI":"10.1038\/442344a","volume":"442","author":"J Giles","year":"2006","unstructured":"Giles J (2006) The trouble with replication. Nature 442:344\u2013347","journal-title":"Nature"},{"key":"9290_CR7","unstructured":"G\u00f3mez OS, Juristo N, Vegas S (2010a) Replication, reproduction and re-analysis: three ways for verifying experimental findings. In: RESER2010: proceedings of the 1st international workshop on replication in empirical software engineering research"},{"key":"9290_CR8","doi-asserted-by":"crossref","unstructured":"G\u00f3mez OS, Juristo N, Vegas S (2010b) Replications types in experimental disciplines. In: Proceedings of the 4th ACM-IEEE international symposium on empirical software engineering and measurement. ACM, New York, pp 3:1\u20133:10","DOI":"10.1145\/1852786.1852790"},{"key":"9290_CR9","doi-asserted-by":"crossref","unstructured":"Jedlitschka A, Pfahl D (2005) Reporting guidelines for controlled experiments in software engineering. In: Proceedings of the 4th international symposium on empirical software engineering, pp 95\u2013104","DOI":"10.1109\/ISESE.2005.1541818"},{"key":"9290_CR10","doi-asserted-by":"crossref","unstructured":"Juristo N, Vegas S (2009) Using differences among replications of software engineering experiments to gain knowledge. In: Proceedings of the 3rd international symposium on empirical software engineering and measurement. IEEE Computer Society, Washington, pp 356\u2013366","DOI":"10.1109\/ESEM.2009.5314236"},{"issue":"2","key":"9290_CR11","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1007\/s10664-008-9061-0","volume":"13","author":"B Kitchenham","year":"2008","unstructured":"Kitchenham B (2008) The role of replications in empirical software engineering\u2013a word of warning. Empir Softw Eng 13(2):219\u2013221","journal-title":"Empir Softw Eng"},{"key":"9290_CR12","doi-asserted-by":"crossref","unstructured":"Krein JL, Knutson CD (2010) A case for replication: synthesizing research methodologies in software engineering. In: RESER2010: proceedings of the 1st international workshop on replication in empirical software engineering research","DOI":"10.1145\/1810295.1810429"},{"issue":"2","key":"9290_CR13","doi-asserted-by":"crossref","first-page":"e28","DOI":"10.1371\/journal.pmed.0040028","volume":"4","author":"R Moonesinghe","year":"2007","unstructured":"Moonesinghe R, Khoury MJ, Janssens ACJW (2007) Most published research findings are false but a little replication goes a long way. PLoS Med 4(2):e28","journal-title":"PLoS Med"},{"issue":"2","key":"9290_CR14","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1037\/a0015108","volume":"13","author":"S Schmidt","year":"2009","unstructured":"Schmidt S (2009) Shall we really do it again? the powerful concept of replication is neglected in the social sciences. Rev Gen Psychol 13(2):90\u2013100","journal-title":"Rev Gen Psychol"},{"key":"9290_CR15","doi-asserted-by":"crossref","unstructured":"Shull F, Basili V, Carver J, Maldonado JC, Travassos GH, Mendon\u00e7a M, Fabbri S (2002) Replicating software engineering experiments: addressing the tacit knowledge problem. In: Proceedings of the 1st international symposium on empirical software engineering. IEEE Computer Society, Washington, pp 7\u201316","DOI":"10.1109\/ISESE.2002.1166920"},{"issue":"2","key":"9290_CR16","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1007\/s10664-008-9060-1","volume":"13","author":"FJ Shull","year":"2008","unstructured":"Shull FJ, Carver JC, Vegas S, Juristo N (2008) The role of replications in empirical software engineering. Empir Softw Eng 13(2):211\u2013218","journal-title":"Empir Softw Eng"},{"key":"9290_CR17","doi-asserted-by":"crossref","unstructured":"Silva FQ, Suassuna M, Frana ACC, Grubb AM, Gouveia TB, Monteiro CV, Santos IE (2012) Replication of empirical studies in software engineering research: a systematic mapping study. Empir Softw Eng 1\u201357","DOI":"10.1007\/s10664-012-9227-7"},{"issue":"9","key":"9290_CR18","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"D Sj\u00f8berg","year":"2005","unstructured":"Sj\u00f8berg D, Hannay J, Hansen O, Kampenes V, Karahasanovic A, Liborg NK, Rekdal A (2005) A survey of controlled experiments in software engineering. IEEE Trans Softw Eng 31(9):733\u2013753","journal-title":"IEEE Trans Softw Eng"},{"key":"9290_CR19","doi-asserted-by":"crossref","unstructured":"Vegas S, Juristo N, Moreno A, Solari M, Letelier P (2006) Analysis of the influence of communication between researchers on experiment replication. In: Proceedings of the 5th ACM\/IEEE international symposium on empirical software engineering. ACM, New York, pp 28\u201337","DOI":"10.1145\/1159733.1159741"},{"key":"9290_CR20","doi-asserted-by":"crossref","unstructured":"Zannier C, Melnik G, Maurer F (2006) On the success of empirical studies in the international conference on software engineering. In: Proceedings of the 28th international conference on software engineering. ACM, New York, pp 341\u2013350","DOI":"10.1145\/1134285.1134333"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9290-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-013-9290-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9290-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,4]],"date-time":"2019-08-04T11:35:44Z","timestamp":1564918544000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-013-9290-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,12,5]]},"references-count":20,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2014,4]]}},"alternative-id":["9290"],"URL":"https:\/\/doi.org\/10.1007\/s10664-013-9290-8","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,12,5]]}}}