{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:51:16Z","timestamp":1750308676171,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,5,13]],"date-time":"2014-05-13T00:00:00Z","timestamp":1399939200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","award":["573964\/2008-4, APQ-1037-1.03\/08"],"award-info":[{"award-number":["573964\/2008-4, APQ-1037-1.03\/08"]}],"id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["314523\/2009-0"],"award-info":[{"award-number":["314523\/2009-0"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,5,13]]},"DOI":"10.1145\/2601248.2601289","type":"proceedings-article","created":{"date-parts":[[2014,7,15]],"date-time":"2014-07-15T12:20:56Z","timestamp":1405426856000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Investigations about replication of empirical studies in software engineering"],"prefix":"10.1145","author":[{"given":"Cleyton V. C.","family":"de Magalh\u00e3es","sequence":"first","affiliation":[{"name":"UFPE, Cidade Universit\u00e1ria, Recife, PE, Brazil"}]},{"given":"Fabio Q. B.","family":"da Silva","sequence":"additional","affiliation":[{"name":"UFPE, Cidade Universit\u00e1ria, Recife, PE, Brazil"}]},{"given":"Ronnie E. S.","family":"Santos","sequence":"additional","affiliation":[{"name":"UFPE, Cidade Universit\u00e1ria, Recife, PE, Brazil"}]}],"member":"320","published-online":{"date-parts":[[2014,5,13]]},"reference":[{"volume-title":"The Logic of Scientific Discovery","author":"Popper K.","key":"e_1_3_2_1_1_1","unstructured":"Popper , K. 1959. The Logic of Scientific Discovery . Hutchinson & Co. p. 45. Popper, K. 1959. The Logic of Scientific Discovery. Hutchinson & Co. p. 45."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.799939"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1852786.1852790"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9060-1"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9141-9"},{"volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research, Cape Town, South Africa.","author":"Carver J.","key":"e_1_3_2_1_6_1","unstructured":"Carver , J. Towards Reporting Guidelines for Experimental Replications: A Proposal. 2010 . In Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research, Cape Town, South Africa. Carver, J. Towards Reporting Guidelines for Experimental Replications: A Proposal. 2010. In Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research, Cape Town, South Africa."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/RESER.2013.10"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Easterbrook S. M. Singer J. M.-A. Storey S. M. and Damian D. 2007. Selecting empirical methods for Software Engineering research. Guide to Advanced Empirical Software Engineering pages 285--311. Springer.  Easterbrook S. M. Singer J. M.-A. Storey S. M. and Damian D. 2007. Selecting empirical methods for Software Engineering research. Guide to Advanced Empirical Software Engineering pages 285--311. Springer.","DOI":"10.1007\/978-1-84800-044-5_11"},{"volume-title":"Proceedings of Int. Symp. on Empirical Softw. Eng.","author":"Shull F.","key":"e_1_3_2_1_9_1","unstructured":"Shull , F. , Basili , V. , Carver , J. , Maldonado , J. C. , Travassos , G. H. , Mendon\u00e7a , M. and Fabbri , S . 2002. Replicating Software Engineering experiments: Addressing the tacit knowledge problem . In: Proceedings of Int. Symp. on Empirical Softw. Eng. , Washington, DC, USA, IEEE Computer Society Shull, F., Basili, V., Carver, J., Maldonado, J. C., Travassos, G. H., Mendon\u00e7a, M. and Fabbri, S. 2002. Replicating Software Engineering experiments: Addressing the tacit knowledge problem. In: Proceedings of Int. Symp. on Empirical Softw. Eng., Washington, DC, USA, IEEE Computer Society"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368115"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-012-9227-7"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/1364557032000119616"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.04.004"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Petticrew M. and Roberts H. 2006. Systematic Reviews in the Social Sciences. Blackwell Publishing. 336  Petticrew M. and Roberts H. 2006. Systematic Reviews in the Social Sciences. Blackwell Publishing . 336","DOI":"10.1002\/9780470754887"},{"key":"e_1_3_2_1_16_1","volume-title":"Replication of controlled experiments in empirical Software Engineering -- a survey","author":"Almqvist J. F. P.","year":"2006","unstructured":"Almqvist , J. F. P. 2006. Replication of controlled experiments in empirical Software Engineering -- a survey . 2006 . Master's thesis, Department of Computer Science, Faculty of Science, Lund University , Sweden. Almqvist, J. F. P. 2006. Replication of controlled experiments in empirical Software Engineering -- a survey. 2006. Master's thesis, Department of Computer Science, Faculty of Science, Lund University, Sweden."},{"volume-title":"1st International Workshop on Replication in Empirical Software Engineering Research, RESER 2010","author":"Krein J. L.","key":"e_1_3_2_1_17_1","unstructured":"Krein , J. L. and Knutson , C. D . 2010. A Case for Replication: Synthesizing Research Methodologies in Software Engineering . In: 1st International Workshop on Replication in Empirical Software Engineering Research, RESER 2010 Krein, J. L. and Knutson, C. D. 2010. A Case for Replication: Synthesizing Research Methodologies in Software Engineering. In: 1st International Workshop on Replication in Empirical Software Engineering Research, RESER 2010"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICECCS.2008.38"},{"key":"e_1_3_2_1_19_1","volume-title":"International Symposium on Empirical Software Engineering, 17--18","author":"Cater-Steel A.","year":"2005","unstructured":"{ABO002} Cater-Steel , A. , Toleman , M. and Rout , T . 2005. Addressing the challenges of replications of surveys in Software Engineering research . In: International Symposium on Empirical Software Engineering, 17--18 Nov 2005 , Noosa Heads, Australia. {ABO002} Cater-Steel, A., Toleman, M. and Rout, T. 2005. Addressing the challenges of replications of surveys in Software Engineering research. In: International Symposium on Empirical Software Engineering, 17--18 Nov 2005, Noosa Heads, Australia."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1159733.1159741"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.799939"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1159733.1159742"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.5555\/823457.824052"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:EMSE.0000013516.80487.33"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2010.5463348"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868328.1868336"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1852786.1852790"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9141-9"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9060-1"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9061-0"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2009.5314236"},{"key":"e_1_3_2_1_32_1","first-page":"7","volume-title":"Replicating Software Engineering Experiments: Addressing the Tacit Knowledge Problem. In: Proceedings of the 2002 International Symposium on Empirical Software Engineering","author":"Shull F.","year":"2002","unstructured":"{ABO015} Shull , F. , Basili , V. , Carver , J. , Maldonado , J. C. , Travassos , G. H. , Mendon\u00e7a , M. , and Fabbri , S . 2002 . Replicating Software Engineering Experiments: Addressing the Tacit Knowledge Problem. In: Proceedings of the 2002 International Symposium on Empirical Software Engineering , p. 7 -- 16 . Nara, Japan , October 3-4 2002 . {ABO015} Shull, F., Basili, V., Carver, J., Maldonado, J. C., Travassos, G. H., Mendon\u00e7a, M., and Fabbri, S. 2002. Replicating Software Engineering Experiments: Addressing the Tacit Knowledge Problem. In: Proceedings of the 2002 International Symposium on Empirical Software Engineering, p. 7--16. Nara, Japan, October 3-4 2002."},{"key":"e_1_3_2_1_33_1","series-title":"Lecture Notes on Empirical Software Engineering. World Scientific.","volume-title":"Replicated Studies: Building a Body of Knowledge about Software Reading Techniques","author":"Shull F.","year":"2003","unstructured":"{ABO016} Shull , F. , Carver , J. , Travassos , G. , Maldonado , J. , Conradi , R. , and Basili , V . 2003 . Replicated Studies: Building a Body of Knowledge about Software Reading Techniques . Lecture Notes on Empirical Software Engineering. World Scientific. {ABO016} Shull, F., Carver, J., Travassos, G., Maldonado, J., Conradi, R., and Basili, V. 2003. Replicated Studies: Building a Body of Knowledge about Software Reading Techniques. Lecture Notes on Empirical Software Engineering. World Scientific."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2004.08.005"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}.","author":"Carver J.","year":"2010","unstructured":"{ABO018} Carver , J. 2010. Towards Reporting Guidelines for Experimental Replications: A Proposal . In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010 . Cape Town , South Africa . {ABO018} Carver, J. 2010. Towards Reporting Guidelines for Experimental Replications: A Proposal. In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa."},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}.","author":"Dieste O.","year":"2010","unstructured":"{ABO019} Dieste , O. , Fernandez , E. , Garcia , R. , and Juristo , N . 2010. Hidden evidence behind useless replications . In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010 . Cape Town, South Africa. {ABO019} Dieste, O., Fernandez, E., Garcia, R., and Juristo, N. 2010. Hidden evidence behind useless replications. In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa."},{"key":"e_1_3_2_1_37_1","volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}.","author":"Ferrari R.","year":"2010","unstructured":"{ABO020} Ferrari , R. , Sudmann , O. , Henke , C. , Geisler , J. , Sch\u00e4fer , W. and Madhavji , N. H . Transitioning from lab studies to large-scale studies: Emerging results from a literal replication . In Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010 . Cape Town, South Africa. {ABO020} Ferrari, R., Sudmann, O., Henke, C., Geisler, J., Sch\u00e4fer, W. and Madhavji, N. H. Transitioning from lab studies to large-scale studies: Emerging results from a literal replication. In Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa."},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}.","author":"Gomez O. S.","year":"2010","unstructured":"{ABO021} Gomez O. S. , Juristo , N. , Vegas , S. 2010 . Replication, reproduction and re-analysis: three ways for verifying experimental findings . In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa. {ABO021} Gomez O. S., Juristo, N., Vegas, S. 2010. Replication, reproduction and re-analysis: three ways for verifying experimental findings. In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa."},{"key":"e_1_3_2_1_39_1","volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}.","author":"Jonathan L.","year":"2010","unstructured":"{ABO022} Jonathan L. Krein and Charles D. Knutson. 2010. A Case for Replication: Synthesizing Research Methodologies in Software Engineering . In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010 . Cape Town, South Africa. {ABO022} Jonathan L. Krein and Charles D. Knutson. 2010. A Case for Replication: Synthesizing Research Methodologies in Software Engineering. In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa."},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}.","author":"M\u00e4ntyl\u00e4 M. V.","year":"2010","unstructured":"{ABO023} M\u00e4ntyl\u00e4 , M. V. , Lassenius , C. and Vanhanen , J ., 2010. Rethinking Replication in Software Engineering: Can We See the Forest for the Trees? In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010 . Cape Town, South Africa. {ABO023} M\u00e4ntyl\u00e4, M. V., Lassenius, C. and Vanhanen, J., 2010. Rethinking Replication in Software Engineering: Can We See the Forest for the Trees? In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa."},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}.","author":"Mockus B.","year":"2010","unstructured":"{ABO024} A. Mockus , B. Anda and D. I. K. Sj\u00f8berg . 2010 . Experiences from Replicating a Case Study to Investigate Reproducibility of Software Development . In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa. {ABO024} A. Mockus, B. Anda and D. I. K. Sj\u00f8berg. 2010. Experiences from Replicating a Case Study to Investigate Reproducibility of Software Development. In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa."},{"key":"e_1_3_2_1_42_1","volume-title":"Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}.","author":"Robles G.","year":"2010","unstructured":"{ABO025} Robles , G. and German , D. M . 2010. Beyond Replication: An example of the potential benefits of replicability in the Mining of Software Repositories Community . In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010 . Cape Town, South Africa. {ABO025} Robles, G. and German, D. M. 2010. Beyond Replication: An example of the potential benefits of replicability in the Mining of Software Repositories Community. In: Proceedings of the 1st International Workshop on Replication in Empirical Software Engineering Research (RESER) {Held during ICSE 2010}. May 4, 2010. Cape Town, South Africa."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9141-9"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/2184075.2184077"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 23rd International Conference on Software Engineering & Knowledge Engineering (SEKE'2011)","author":"Scatalon L. P.","year":"2011","unstructured":"{ABO028} Scatalon , L. P. , Garcia R. E. , Correia , R. C. M. 2011 . Packaging Controlled Experiments Using an Evolutionary Approach Based on Ontology(S) . In: Proceedings of the 23rd International Conference on Software Engineering & Knowledge Engineering (SEKE'2011) , Eden Roc Renaissance, Miami Beach, USA, July 7--9 , 2011 {ABO028} Scatalon, L. P., Garcia R. E., Correia, R. C. M. 2011. Packaging Controlled Experiments Using an Evolutionary Approach Based on Ontology(S). In: Proceedings of the 23rd International Conference on Software Engineering & Knowledge Engineering (SEKE'2011), Eden Roc Renaissance, Miami Beach, USA, July 7--9, 2011"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/RCIS.2012.6240454"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/RESER.2013.10"},{"key":"e_1_3_2_1_48_1","first-page":"363","volume-title":"Proceedings of the 10th Working Conference on Mining Software Repositories.","author":"Ghezzi G.","unstructured":"{ABO031} Ghezzi , G. and Gall H. C . 2013. Replicating mining studies with SOFAS . In: Proceedings of the 10th Working Conference on Mining Software Repositories. p. 363 -- 372 . {ABO031} Ghezzi, G. and Gall H. C. 2013. Replicating mining studies with SOFAS. In: Proceedings of the 10th Working Conference on Mining Software Repositories. p. 363--372."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/CESI.2013.6618472"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/RESER.2013.11"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.07.016"},{"key":"e_1_3_2_1_52_1","unstructured":"{ABO035} Runeson P. Stefik A. and Andrews A. 2013. Variation factors in the design and analysis of replicated controlled experiments. Empirical Software Engineering. Springer US. DOI= 10.1007\/s10664-013-9262-z.  {ABO035} Runeson P. Stefik A. and Andrews A. 2013. Variation factors in the design and analysis of replicated controlled experiments. Empirical Software Engineering . Springer US. DOI= 10.1007\/s10664-013-9262-z."},{"key":"e_1_3_2_1_53_1","volume-title":"University of Strathclyde","author":"Brooks A.","year":"1996","unstructured":"{ABO036} Brooks , A. , Daly , J. , Miller , J. , Roper , M. and Wood , M . 1996. Replication of Experimental Results in Software Engineering. Technical Report ISERN-96-10, Department of Computer Science , University of Strathclyde , Glasgow, Scotland, UK , 1996 {ABO036} Brooks, A., Daly, J., Miller, J., Roper, M. and Wood, M. 1996. Replication of Experimental Results in Software Engineering. Technical Report ISERN-96-10, Department of Computer Science, University of Strathclyde, Glasgow, Scotland, UK, 1996"}],"event":{"name":"EASE '14: 18th International Conference on Evaluation and Assessment in Software Engineering","sponsor":["Brunel University Brunel University"],"location":"London England United Kingdom","acronym":"EASE '14"},"container-title":["Proceedings of the 18th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2601248.2601289","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2601248.2601289","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T20:00:52Z","timestamp":1750276852000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2601248.2601289"}},"subtitle":["preliminary findings from a mapping study"],"short-title":[],"issued":{"date-parts":[[2014,5,13]]},"references-count":52,"alternative-id":["10.1145\/2601248.2601289","10.1145\/2601248"],"URL":"https:\/\/doi.org\/10.1145\/2601248.2601289","relation":{},"subject":[],"published":{"date-parts":[[2014,5,13]]},"assertion":[{"value":"2014-05-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}