{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:49:29Z","timestamp":1772909369251,"version":"3.50.1"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2010,8,17]],"date-time":"2010-08-17T00:00:00Z","timestamp":1282003200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2011,6]]},"DOI":"10.1007\/s10664-010-9141-9","type":"journal-article","created":{"date-parts":[[2010,8,16]],"date-time":"2010-08-16T03:28:32Z","timestamp":1281929312000},"page":"295-324","source":"Crossref","is-referenced-by-count":48,"title":["The role of non-exact replications in software engineering experiments"],"prefix":"10.1007","volume":"16","author":[{"given":"Natalia","family":"Juristo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sira","family":"Vegas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,8,17]]},"reference":[{"key":"9141_CR1","unstructured":"Basili VR, Selby RW (1985) Comparing the effectiveness of software testing strategies. Department of Computer Science. University of Maryland. Technical Report TR-1501. College Park"},{"issue":"12","key":"9141_CR2","doi-asserted-by":"crossref","first-page":"1278","DOI":"10.1109\/TSE.1987.232881","volume":"SE-13","author":"VR Basili","year":"1987","unstructured":"Basili VR, Selby RW (1987) Comparing the effectiveness of software testing strategies. IEEE Trans Software Eng SE-13(12):1278\u20131296","journal-title":"IEEE Trans Software Eng"},{"key":"9141_CR3","doi-asserted-by":"crossref","unstructured":"Close F (1991) Too hot to handle: the story of the race for cold fusion. Princeton University Press","DOI":"10.1515\/9781400861606"},{"key":"9141_CR4","unstructured":"Conradi R, Basili VR, Carver J, Shull F, Travassos GH (2001) A pragmatic documents standard for an experience library: roles, documents, contents and structure. University of Maryland Technical Report. CS-TR-4235"},{"key":"9141_CR5","doi-asserted-by":"crossref","unstructured":"G\u00f3mez OS, Juristo N, Vegas S (2010) Replications types in other experimental disciplines. Submitted to International Symposium on Empirical Software Engineering and Measurement (ESEM\u201910). Bolzano, Italy","DOI":"10.1145\/1852786.1852790"},{"key":"9141_CR6","unstructured":"Hedges LV, Olkin I (1985) Statistical methods for meta-analysis. Orlando Academic Press"},{"issue":"1","key":"9141_CR7","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1023\/B:EMSE.0000013513.48963.1b","volume":"9","author":"N Juristo","year":"2004","unstructured":"Juristo N, Moreno AM, Vegas S (2004) Reviewing 25\u00a0years of testing technique experiments. Empirical Softw Eng 9(1):7\u201344","journal-title":"Empirical Softw Eng"},{"key":"9141_CR8","unstructured":"Juristo N, Vegas S (2003) Functional testing, structural testing and code reading: What fault type do they each detect? Empirical Methods and Studies in Software Engineering- Experiences from ESERNET. Springer-Verlag. Volume 2785. Chapter 12, pp 235\u2013261"},{"key":"9141_CR9","doi-asserted-by":"crossref","unstructured":"Kamsties S, Lott C (1995) An empirical evaluation of three defect detection techniques. Technical Report ISERN 95-02, Dept. Computer Science, University of Kaiserslautern","DOI":"10.1007\/3-540-60406-5_25"},{"key":"9141_CR10","doi-asserted-by":"crossref","DOI":"10.1007\/3-540-60406-5_25","volume-title":"An empirical evaluation of three defect-detection techniques","author":"E Kamsties","year":"1995","unstructured":"Kamsties E, Lott CM (1995b) An empirical evaluation of three defect-detection techniques. Proceedings of the Fifth European Software Engineering Conference. Sitges, Spain"},{"key":"9141_CR11","doi-asserted-by":"crossref","unstructured":"Laitenberger O, Rombach HD (2003) (Quasi-) experimental studies in industrial settings. Lecture notes on empirical software engineering. World Scientific Publishing","DOI":"10.1142\/9789812795588_0005"},{"issue":"3","key":"9141_CR12","doi-asserted-by":"crossref","first-page":"217","DOI":"10.2307\/2684982","volume":"47","author":"RM Lindsay","year":"1993","unstructured":"Lindsay RM, Ehrenberg A (1993) The design of replicated studies. Am Stat 47(3):217\u2013228","journal-title":"Am Stat"},{"key":"9141_CR13","doi-asserted-by":"crossref","unstructured":"Lung J, Aranda J, Easterbrook SM, Wilson GV (2008) On the difficulty of replicating human subjects studies in software engineering. In Proceedings of the 30th International Conference on Software Engineering. Leipzig, Germany.","DOI":"10.1145\/1368088.1368115"},{"key":"9141_CR14","doi-asserted-by":"crossref","unstructured":"Mendon\u00e7a MG, Maldonado JC, de O\u00f1overoa MCF, Fabbri KCS, Shull F, Travassos GH, H\u00f6hn EN, Basili VR (2008) A Framework for Software Engineering Experimental Replications. In Proceedings of the 13th International Conference on Engineering of Complex Computer Systems. pp. 203\u2013212. Belfast, Northern Ireland","DOI":"10.1109\/ICECCS.2008.38"},{"issue":"1","key":"9141_CR15","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/S0164-1212(00)00024-8","volume":"54","author":"J Miller","year":"2000","unstructured":"Miller J (2000) Applying meta-analytical procedures to software engineering experiments. J Syst Softw 54(1):29\u201339","journal-title":"J Syst Softw"},{"key":"9141_CR16","doi-asserted-by":"crossref","unstructured":"Popper K (1959) The logic of scientific discovery. Hutchinson & Co","DOI":"10.1063\/1.3060577"},{"issue":"3","key":"9141_CR17","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1109\/32.585501","volume":"23","author":"A Porter","year":"1997","unstructured":"Porter A, Johnson P (1997) Assessing software review meetings: results of a comparative analysis of two experimental studies. IEEE Trans Software Eng 23(3):129\u2013145","journal-title":"IEEE Trans Software Eng"},{"key":"9141_CR18","doi-asserted-by":"crossref","first-page":"763","DOI":"10.1016\/S0950-5849(97)00028-1","volume":"39","author":"M Roper","year":"1997","unstructured":"Roper M, Wood M, Miller J (1997) An empirical evaluation of defect detection techniques. Inf Softw Technol 39:763\u2013775","journal-title":"Inf Softw Technol"},{"issue":"3","key":"9141_CR19","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1109\/MS.2006.89","volume":"23","author":"P Runeson","year":"2006","unstructured":"Runeson P, Andersson C, Thelin T, Amschler-Andrews A, Berling T (2006) What do we know about defect detection methods? IEEE Softw 23(3):82\u201390","journal-title":"IEEE Softw"},{"key":"9141_CR20","unstructured":"Shull F (1998) Developing techniques for using software documents: a series of empirical studies. PhD Thesis. Department of Computer Science. University of Maryland"},{"key":"9141_CR21","doi-asserted-by":"crossref","unstructured":"Shull F, Carver J, Travassos GH, Maldonado JC, Conradi R, Basili VR (2003) Replicated studies: building a body of knowledge about software reading techniques. Lecture Notes on Empirical Software Engineering. Chapter 2, pp 39\u201384. World Scientific","DOI":"10.1142\/9789812795588_0002"},{"key":"9141_CR22","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1007\/s10664-008-9060-1","volume":"13","author":"F Shull","year":"2008","unstructured":"Shull F, Carver J, Vegas S, Juristo N (2008) The role of replications in empirical software engineering. Empirical Softw Eng J 13:211\u2013218","journal-title":"Empirical Softw Eng J"},{"issue":"9","key":"9141_CR23","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"D Sjoberg","year":"2005","unstructured":"Sjoberg D, Hannay J, Hansen O, Kampenes V, Karahasanovic A, Liborg N, Rekdal AC (2005) A survey of controlled experiments in software engineering. IEEE Trans Software Eng 31(9):733\u2013753","journal-title":"IEEE Trans Software Eng"},{"issue":"20","key":"9141_CR24","doi-asserted-by":"crossref","first-page":"2693","DOI":"10.1002\/(SICI)1097-0258(19991030)18:20<2693::AID-SIM235>3.0.CO;2-V","volume":"18","author":"SG Thompson","year":"1999","unstructured":"Thompson SG, Sharp SJ (1999) Explaining hetegoreneity in meta-analysis: a comparison of methods. Stat Med 18(20):2693\u2013708","journal-title":"Stat Med"},{"key":"9141_CR25","doi-asserted-by":"crossref","unstructured":"Vegas S, Juristo N, Moreno AM, Solari M, Letelier P (2006) Analysis of the Influence of Communication between Researchers on Experiment Replication. Proceedings of the International Symposium on Empirical Software Engineering (ISESE\u201906). pp 28\u201337, 2006, Rio de Janeiro, Brazil.","DOI":"10.1145\/1159733.1159741"},{"key":"9141_CR26","doi-asserted-by":"crossref","unstructured":"Whitehead A (2002) Meta-analysis of controlled clinical trials. Wiley","DOI":"10.1002\/0470854200"},{"key":"9141_CR27","doi-asserted-by":"crossref","unstructured":"Wood M, Roper M, Brooks A, Miller J (1997) Comparing and combining software defect detection techniques: a replicated empirical study. Proceedings of the 6th European Software Engineering Conference. Zurich, Switzerland","DOI":"10.1145\/267896.267915"},{"key":"9141_CR28","unstructured":"Yin RK (2008) Case Study Research: Design and Methods. 4th edition. Applied Social Research Methods Series. Vol. 5. Sage Publications"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-010-9141-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-010-9141-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-010-9141-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T19:33:00Z","timestamp":1559417580000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-010-9141-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,8,17]]},"references-count":28,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2011,6]]}},"alternative-id":["9141"],"URL":"https:\/\/doi.org\/10.1007\/s10664-010-9141-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,8,17]]}}}