{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T13:18:52Z","timestamp":1782566332054,"version":"3.54.5"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2007,3,14]],"date-time":"2007-03-14T00:00:00Z","timestamp":1173830400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2007,9,20]]},"DOI":"10.1007\/s10664-007-9037-5","type":"journal-article","created":{"date-parts":[[2007,3,13]],"date-time":"2007-03-13T13:56:04Z","timestamp":1173794164000},"page":"551-571","source":"Crossref","is-referenced-by-count":68,"title":["Empirical studies in reverse engineering: state of the art and future trends"],"prefix":"10.1007","volume":"12","author":[{"given":"Paolo","family":"Tonella","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco","family":"Torchiano","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bart","family":"Du Bois","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tarja","family":"Syst\u00e4","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2007,3,14]]},"reference":[{"key":"9037_CR1","doi-asserted-by":"crossref","first-page":"442","DOI":"10.1109\/ICSE.1996.493439","volume-title":"ICSE \u201996: Proceedings of the 18th international conference on software engineering","author":"VR Basili","year":"1996","unstructured":"Basili VR (1996) The role of experimentation in software engineering: past, current, and future. In: ICSE \u201996: Proceedings of the 18th international conference on software engineering. IEEE Computer Society, Washington, DC, USA, 1996. ISBN 0-8186-7246-3, pp 442\u2013449"},{"key":"9037_CR2","doi-asserted-by":"crossref","unstructured":"Basili VR, Shull F, Lanubile F (1999) Building knowledge through families of experiments. In: IEEE transactions on software engineering. IEEE Computer Society, pp 456\u2013473","DOI":"10.1109\/32.799939"},{"issue":"6","key":"9037_CR3","doi-asserted-by":"crossref","first-page":"737","DOI":"10.1016\/S0020-7373(77)80039-4","volume":"9","author":"R Brooks","year":"1977","unstructured":"Brooks R (1977) Towards a theory of the cognitive processes in computer programming. Int J Man-Mach Stud 9(6):737\u2013741","journal-title":"Int J Man-Mach Stud"},{"issue":"1","key":"9037_CR4","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1109\/52.43044","volume":"7","author":"E Chikofsky","year":"1990","unstructured":"Chikofsky E, Cross II J (1990) Reverse engineering and design recovery: a taxonomy. IEEE Softw 7(1):13\u201317","journal-title":"IEEE Softw"},{"key":"9037_CR5","volume-title":"Empirical methods and studies in software engineering, experiences from ESERNET","year":"2003","unstructured":"Conradi R, Wang AI (eds) (2003) Empirical methods and studies in software engineering, experiences from ESERNET. Springer, Berlin Heidelberg New York"},{"issue":"3","key":"9037_CR6","doi-asserted-by":"crossref","first-page":"319","DOI":"10.2307\/249008","volume":"13","author":"FD Davis","year":"1989","unstructured":"Davis FD (1989) Perceived usefulness, perceived ease of use, and user acceptance of information technology. MIS Quart 13(3):319\u2013340","journal-title":"MIS Quart"},{"issue":"4","key":"9037_CR7","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1007\/s10664-005-3861-2","volume":"10","author":"H Do","year":"2005","unstructured":"Do H, Elbaum SG, Rothermel G (2005) Supporting controlled experimentation with testing techniques: an infrastructure and its potential impact. Empir Softw Eng 10(4):405\u2013435","journal-title":"Empir Softw Eng"},{"key":"9037_CR8","doi-asserted-by":"crossref","unstructured":"Erlikh L (2000) Leveraging legacy system dollars for e-business. In: IEEE IT Pro, pp 17\u201323","DOI":"10.1109\/6294.846201"},{"key":"9037_CR9","unstructured":"IEEE (1983) Glossary of software engineering terminology. Technical Report"},{"key":"9037_CR10","unstructured":"ISO (1995) ISO\/IEC DIS 14102: evaluation and selection of computer-aided software engineering (CASE) tools"},{"key":"9037_CR11","unstructured":"ISO (1998) ISO 9241: ergonomic requirements for office work with visual display terminals (Part 11. Guidance on Usability)"},{"issue":"4\u20135","key":"9037_CR12","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1080\/014492997119789","volume":"16","author":"B John","year":"1997","unstructured":"John B, Marks S (1997) Tracking the effectiveness of usability evaluation methods. Behav Inf Technol 16(4\u20135):188\u2013202","journal-title":"Behav Inf Technol"},{"key":"9037_CR13","unstructured":"Jones TC (1998) Estimating software costs. McGraw Hill"},{"key":"9037_CR14","unstructured":"Kitchenham B (2004) Procedures for performing systematic reviews. Technical Report TR\/SE-0401, Keele University and NICTA"},{"issue":"6","key":"9037_CR15","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1002\/(SICI)1096-908X(199911\/12)11:6<365::AID-SMR200>3.0.CO;2-W","volume":"11","author":"B Kitchenham","year":"1999","unstructured":"Kitchenham B, Travassos G, von Mayrhauser A, Niessink F, Schneidewind NF, Singer J, Takada S, Vehvilainen R, Yang H (1999) Towards an ontology of software maintenance. J Softw Maint 11(6):365\u2013389","journal-title":"J Softw Maint"},{"issue":"8","key":"9037_CR16","doi-asserted-by":"crossref","first-page":"721","DOI":"10.1109\/TSE.2002.1027796","volume":"28","author":"BA Kitchenham","year":"2002","unstructured":"Kitchenham BA, Pfleeger SL, Pickard LM, Jones PW, Hoaglin DC, Emam KE, Rosenberg J (2002) Preliminary guidelines for empirical research in software engineering. IEEE Trans Softw Eng 28(8):721\u2013734","journal-title":"IEEE Trans Softw Eng"},{"key":"9037_CR17","unstructured":"Lethbridge T, Singer J (1997) Understanding software maintenance tools: some empirical research. In: Proceedings of the IEEE workshop on empirical studies in software maintenance (WESS), pp 157\u2013162"},{"key":"9037_CR18","volume-title":"Proceedings of the 1st workshop on empirical studies of programmers","author":"S Letovsky","year":"1986","unstructured":"Letovsky S (1986) Cognitive processes in program comprehension. In: Soloway E, Iyengar S (eds) Proceedings of the 1st workshop on empirical studies of programmers. Ablex Publishing Company, Norwood, NJ"},{"issue":"4","key":"9037_CR19","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/0164-1212(87)90033-1","volume":"7","author":"DC Littman","year":"1987","unstructured":"Littman DC, Pinto J, Letovsky S, Soloway E (1987) Mental models and software maintenance. J Syst Softw 7(4):341\u2013355","journal-title":"J Syst Softw"},{"issue":"1","key":"9037_CR20","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/S0164-1212(00)00024-8","volume":"54","author":"J Miller","year":"2000","unstructured":"Miller J (2000) Applying meta-analytical procedures to software engineering experiments. J Syst Softw 54(1):29\u201339","journal-title":"J Syst Softw"},{"key":"9037_CR21","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1145\/336512.336526","volume-title":"Proc. of the 22nd international conference on software engineering, future of software engineering track","author":"H Muller","year":"2000","unstructured":"Muller H, Jahnke J, Smith D, Storey M-A, Tilley S, Wong K (2000) Reverse engineering: a roadmap. In: Proc. of the 22nd international conference on software engineering, future of software engineering track. ACM Press, New York, pp 47\u201360"},{"key":"9037_CR22","unstructured":"Nelson ML (1996) Software maintenance cost estimation and modernization support. Technical Report, Old Dominion University"},{"key":"9037_CR23","volume-title":"Usability engineering","author":"J Nielsen","year":"1993","unstructured":"Nielsen J (1993) Usability engineering. Academic, Boston, MA"},{"key":"9037_CR24","volume-title":"Proceedings of the 2nd workshop on empirical studies of programmers","author":"N Pennington","year":"1987","unstructured":"Pennington N (1987) Comprehension strategies in programming. In: Olson G, Sheppard S, Soloway E (eds) Proceedings of the 2nd workshop on empirical studies of programmers. Ablex Publishing Company, Norwood, NJ"},{"key":"9037_CR25","doi-asserted-by":"crossref","unstructured":"Pfleeger SL, Kitchenham B (2001\u20132002) Principles of survey research \u2013 parts 1\u20135. ACM Software Engineering Notes 26,27(6,1,2,3,5):16\u201318,18\u201320,20\u201324,20\u201323,17\u201320","DOI":"10.1145\/566493.566495"},{"issue":"1","key":"9037_CR26","doi-asserted-by":"crossref","first-page":"811","DOI":"10.1016\/S0950-5849(98)00101-3","volume":"40","author":"LM Pickard","year":"1998","unstructured":"Pickard LM, Kitchenham BA, Jones PW (1998) Combining empirical results in software engineerig. Inf Softw Technol 40(1):811\u2013821","journal-title":"Inf Softw Technol"},{"key":"9037_CR27","unstructured":"Sayyad\u00a0Shirabad J, Menzies T (2005) The PROMISE Repository of software engineering databases. School of Information Technology and Engineering, University of Ottawa, Canada"},{"key":"9037_CR28","volume-title":"Experimental and quasi-experimental designs for generalized causal inference","author":"WR Shadish","year":"2001","unstructured":"Shadish WR, Cook TD, Campbell DT (2001) Experimental and quasi-experimental designs for generalized causal inference. Houghton Mifflin, Boston, MA"},{"issue":"1","key":"9037_CR29","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10009-002-0083-4","volume":"4","author":"M Shaw","year":"2002","unstructured":"Shaw M (2002) What makes good research in software engineering? Int J Softw Tools Technol Transf 4(1):1\u20137. ISSN 1433-2779 (print), 1433-2787 (electronic)","journal-title":"Int J Softw Tools Technol Transf"},{"key":"9037_CR30","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1109\/ISESE.2002.1166920","volume-title":"Proc. of the international symposium on empirical software engineering (ISESE)","author":"F Shull","year":"2002","unstructured":"Shull F, Basili VR, Carver J, Maldonado JC, Travassos GH, Mendon\u00e7a MG, Fabbri SCPF (2002) Replicating software engineering experiments: addressing the tacit knowledge problem. In: Proc. of the international symposium on empirical software engineering (ISESE). IEEE Computer Society, Los Alamitos, CA, pp 7\u201316"},{"issue":"1\u20132","key":"9037_CR31","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1023\/B:EMSE.0000013516.80487.33","volume":"9","author":"F Shull","year":"2004","unstructured":"Shull F, Mendon\u00e7a MG, Basili VR, Carver J, Maldonado JC, Fabbri SCPF, Travassos GH, de\u00a0Oliveira MCF (2004) Knowledge-sharing issues in experimental software engineering. Empir Softw Eng 9(1\u20132):111\u2013137","journal-title":"Empir Softw Eng"},{"key":"9037_CR32","volume-title":"Proceedings of the 13th working conference on reverse engineering","year":"2006","unstructured":"Sim SE, Di Penta M (eds) (2006) Proceedings of the 13th working conference on reverse engineering. IEEE Computer Society, Benevento, Italy, 2006. ISBN 0-7695-2719-1"},{"key":"9037_CR33","first-page":"74","volume-title":"Proceedings of the 25th international conference on software engineering","author":"SE Sim","year":"2003","unstructured":"Sim SE, Easterbrook SM, Holt RC (2003) Using benchmarking to advance research: a challenge to software engineering. In: Proceedings of the 25th international conference on software engineering. IEEE Computer Society, Los Alamitos, CA, pp 74\u201383"},{"key":"9037_CR34","doi-asserted-by":"crossref","unstructured":"Sim SE, Storey M-AD (2000) A structured demonstration of program comprehension tools. In: Proceedings of the working conference on reverse engineering (WCRE), pp 184\u2013193","DOI":"10.1109\/WCRE.2000.891465"},{"key":"9037_CR35","doi-asserted-by":"crossref","unstructured":"Sim SE, Storey M-AD, Winter A (2000) A structured demonstration of five program comprehension tools: lessons learnt. In: Proceedings of the working conference on reverse engineering (WCRE), pp 210\u2013212","DOI":"10.1109\/WCRE.2000.891471"},{"key":"9037_CR36","unstructured":"Singer J (1999) Using the American Psychological Association (APA) style guidelines to report experimental results. In: Proceedings of the IEEE workshop on empirical studies in software maintenance (WESS), pp 71\u201375"},{"issue":"9","key":"9037_CR37","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.2005.97","volume":"31","author":"D Sjoberg","year":"2005","unstructured":"Sjoberg D, Hannay J, Hansen O, Kampenes V, Karahasanovic A, Liborg N, Rekdal A (2005) A survey of controlled experiments in software engineering. IEEE Trans Softw Eng 31(9):733\u2013753","journal-title":"IEEE Trans Softw Eng"},{"key":"9037_CR38","doi-asserted-by":"crossref","unstructured":"Sneed H (1996) Encapsulating legacy software for use in client\/server systems. In: Proceedings of the working conference on reverse engineering, Monterey, CA, pp 104\u2013119","DOI":"10.1109\/WCRE.1996.558885"},{"issue":"5","key":"9037_CR39","doi-asserted-by":"crossref","first-page":"595","DOI":"10.1109\/TSE.1984.5010283","volume":"10","author":"E Soloway","year":"1984","unstructured":"Soloway E, Ehrlich K (1984) Empirical studies of programming knowledge. IEEE Trans Softw Eng 10(5):595\u2013609","journal-title":"IEEE Trans Softw Eng"},{"key":"9037_CR40","doi-asserted-by":"crossref","unstructured":"Storey M-AD, Fracchia FD, Mueller HA (1997) Cognitive design elements to support the construction of a mental model during software visualization. In: Proceedings of the 5th international workshop on program comprehension (IWPC), p 17","DOI":"10.1109\/WPC.1997.601257"},{"issue":"1","key":"9037_CR41","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/0164-1212(94)00111-Y","volume":"28","author":"WF Tichy","year":"1995","unstructured":"Tichy WF, Lukowicz P, Prechelt L, Heinz EA (1995) Experimental evaluation in computer science: a quantitative study. J Syst Softw 28(1):9\u201318","journal-title":"J Syst Softw"},{"issue":"2","key":"9037_CR42","doi-asserted-by":"crossref","first-page":"186","DOI":"10.1287\/mnsc.46.2.186.11926","volume":"46","author":"V Venkatesh","year":"2000","unstructured":"Venkatesh V, Davis FD (2000) A theoretical extension of the technology acceptance model: four longitudinal field studies. Manage Sci 46(2):186\u2013204","journal-title":"Manage Sci"},{"key":"9037_CR43","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1109\/ICSE.1994.296764","volume-title":"Proceedings of the international conference on software engineering, Sorrento, Italy","author":"A Mayrhauser von","year":"1994","unstructured":"von Mayrhauser A, Vans A (1994) Comprehension processes during large scale maintenance. In: Proceedings of the international conference on software engineering, Sorrento, Italy. IEEE Computer Society Press, Los Alamitos, CA, pp 39\u201348"},{"key":"9037_CR44","unstructured":"Walenstein A (2002) Cognitive support in software engineering tools: a distributed cognition framework. Ph.D. thesis, School of Computing Science, Simon Fraser University"},{"issue":"5","key":"9037_CR45","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1145\/175290.175291","volume":"37","author":"RG Waters","year":"1994","unstructured":"Waters RG, Chikofsky E (1994) Reverse engineering: progress along many dimensions. Commun ACM 37(5):22\u201325","journal-title":"Commun ACM"},{"key":"9037_CR46","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4615-4625-2","volume-title":"Experimentation in software engineering: an introduction","author":"C Wohlin","year":"2000","unstructured":"Wohlin C, Runeson P, Host M, Ohlsson MC, Regnell B, Wesslen A (2000) Experimentation in software engineering: an introduction. Kluwer, Boston, MA"},{"key":"9037_CR47","first-page":"245","volume-title":"Proc. of the international workshop on program comprehension (IWPC)","author":"I Zayour","year":"2001","unstructured":"Zayour I, Lethbridge T (2001) Adoption of reverse engineering tools: a cognitive perspective and methodology. In: Proc. of the international workshop on program comprehension (IWPC). IEEE Computer Society, Los Alamitos, CA, pp 245\u2013258"},{"issue":"11","key":"9037_CR48","doi-asserted-by":"crossref","first-page":"735","DOI":"10.1016\/S0950-5849(97)00025-6","volume":"39","author":"M Zelkowitz","year":"1997","unstructured":"Zelkowitz M, Wallace D (1997) Experimental validation in software engineering. Inf Softw Technol 39(11):735\u2013743","journal-title":"Inf Softw Technol"},{"issue":"5","key":"9037_CR49","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1109\/2.675630","volume":"31","author":"M Zelkowitz","year":"1998","unstructured":"Zelkowitz M, Wallace D (1998) Experimental models for validating technology. IEEE Computer 31(5):23\u201331","journal-title":"IEEE Computer"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-007-9037-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-007-9037-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-007-9037-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,11]],"date-time":"2021-08-11T04:52:18Z","timestamp":1628657538000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-007-9037-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,3,14]]},"references-count":49,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2007,9,20]]}},"alternative-id":["9037"],"URL":"https:\/\/doi.org\/10.1007\/s10664-007-9037-5","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2007,3,14]]}}}