{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T03:47:27Z","timestamp":1760586447964},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2008,11,7]],"date-time":"2008-11-07T00:00:00Z","timestamp":1226016000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2009,2]]},"DOI":"10.1007\/s10664-008-9090-8","type":"journal-article","created":{"date-parts":[[2008,11,6]],"date-time":"2008-11-06T14:53:54Z","timestamp":1225983234000},"page":"57-92","source":"Crossref","is-referenced-by-count":63,"title":["Assessing IR-based traceability recovery tools through controlled experiments"],"prefix":"10.1007","volume":"14","author":[{"given":"Andrea","family":"De Lucia","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rocco","family":"Oliveto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Genoveffa","family":"Tortora","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2008,11,7]]},"reference":[{"key":"9090_CR1","volume-title":"Proceedings of 7th working conference on reverse engineering, vol 240\u2013247","author":"G Antoniol","year":"2000","unstructured":"Antoniol G, Casazza G, Cimitile A (2000a) Traceability recovery by modelling programmer behaviour. In: Proceedings of 7th working conference on reverse engineering, vol 240\u2013247. IEEE CS, Brisbane"},{"key":"9090_CR2","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1109\/CSMR.2000.827331","volume-title":"Proceedings of 4th European conference on software maintenance and reengineering","author":"G Antoniol","year":"2000","unstructured":"Antoniol G, Canfora G, Casazza G, De\u00a0Lucia A (2000b) Identifying the starting impact set of a maintenance request. In: Proceedings of 4th European conference on software maintenance and reengineering. IEEE CS, Zurich, pp 227\u2013230"},{"issue":"10","key":"9090_CR3","doi-asserted-by":"crossref","first-page":"970","DOI":"10.1109\/TSE.2002.1041053","volume":"28","author":"G Antoniol","year":"2002","unstructured":"Antoniol G, Canfora G, Casazza G, De\u00a0Lucia A, Merlo E (2002) Recovering traceability links between code and documentation. IEEE Trans Softw Eng 28(10):970\u2013983","journal-title":"IEEE Trans Softw Eng"},{"key":"9090_CR4","volume-title":"Modern information retrieval","author":"R Baeza-Yates","year":"1999","unstructured":"Baeza-Yates R, Ribeiro-Neto B (1999) Modern information retrieval. Addison-Wesley, Reading"},{"issue":"7","key":"9090_CR5","first-page":"758","volume":"12","author":"VR Basili","year":"1986","unstructured":"Basili VR, Selby RW, Hutchens DH (1986) Experimentation in software engineering. IEEE Trans Softw Eng 12(7):758\u2013773","journal-title":"IEEE Trans Softw Eng"},{"key":"9090_CR6","doi-asserted-by":"crossref","unstructured":"Bruegge B, De\u00a0Lucia A, Fasano F, Tortora G (2006) Supporting distributed software development with fine-grained artefact management. In: Proceedings of 2nd international conference on global software engineering. Florianopolis, 16\u201319 October 2006, pp 213\u2013222","DOI":"10.1109\/ICGSE.2006.261235"},{"key":"9090_CR7","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1109\/RE.2005.78","volume-title":"Proceedings of 13th IEEE international requirements engineering conference","author":"J Cleland-Huang","year":"2005","unstructured":"Cleland-Huang J, Settimi R, Duan C, Zou X (2005) Utilizing supporting evidence to improve dynamic requirements traceability. In: Proceedings of 13th IEEE international requirements engineering conference. IEEE CS, Paris, pp 135\u2013144"},{"key":"9090_CR8","volume-title":"Practical nonparametric statistics","author":"WJ Conover","year":"1998","unstructured":"Conover WJ (1998) Practical nonparametric statistics, 3rd edn. Wiley, New York","edition":"3"},{"key":"9090_CR9","volume-title":"Lanczos algorithms for large symmetric eigenvalue computations, vol\u00a01, chapter real rectangular matrices","author":"JK Cullum","year":"1998","unstructured":"Cullum JK, Willoughby RA (1998) Lanczos algorithms for large symmetric eigenvalue computations, vol\u00a01, chapter real rectangular matrices. Birkhauser, Boston"},{"key":"9090_CR10","first-page":"299","volume-title":"Proceedings of 22nd IEEE international conference on software maintenance","author":"A Lucia De","year":"2006","unstructured":"De\u00a0Lucia A, Oliveto R, Sgueglia P (2006a) Incremental approach and user feedbacks: a silver bullet for traceability recovery. In: Proceedings of 22nd IEEE international conference on software maintenance. IEEE CS, Philadelphia, pp 299\u2013309"},{"key":"9090_CR11","first-page":"317","volume-title":"Proceedings of 14th IEEE international conference on program comprehension","author":"A Lucia De","year":"2006","unstructured":"De\u00a0Lucia A, Di\u00a0Penta M, Oliveto R, Zurolo F (2006b) Improving comprehensibility of source code via traceability information: a controlled experiment. In: Proceedings of 14th IEEE international conference on program comprehension. IEEE CS, Athens, pp 317\u2013326"},{"key":"9090_CR12","first-page":"31","volume-title":"Proceedings of 16th international conference on software engineering and knowledge engineering","author":"A Lucia De","year":"2004","unstructured":"De\u00a0Lucia A, Fasano F, Francese R, Tortora G (2004) ADAMS: an artefact-based process support system. In: Proceedings of 16th international conference on software engineering and knowledge engineering. KSI, Banff, pp 31\u201336"},{"key":"9090_CR13","first-page":"46","volume-title":"Proceedings of international symposium on grand challenges in traceability","author":"A Lucia De","year":"2007","unstructured":"De\u00a0Lucia A, Oliveto R, Tortora G (2007a) Recovering traceability links using information retrieval tools: a controlled experiment. In: Proceedings of international symposium on grand challenges in traceability. ACM, Lexington, pp 46\u201355"},{"issue":"4","key":"9090_CR14","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1145\/1276933.1276934","volume":"16","author":"A Lucia De","year":"2007","unstructured":"De\u00a0Lucia A, Fasano F, Oliveto R, Tortora G (2007b) Recovering traceability links in software artefact management systems using information retrieval methods. ACM Trans Softw Eng Methodol 16(4):13","journal-title":"ACM Trans Softw Eng Methodol"},{"key":"9090_CR15","first-page":"839","volume-title":"Proceedings of 30th IEEE\/ACM international conference on software engineering","author":"A Lucia De","year":"2008","unstructured":"De\u00a0Lucia A, Oliveto R, Tortora G (2008) ADAMS re-trace: traceability link recovery via latent semantic indexing. In: Proceedings of 30th IEEE\/ACM international conference on software engineering. ACM, Leipzig, pp 839\u2013842"},{"issue":"6","key":"9090_CR16","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1002\/(SICI)1097-4571(199009)41:6<391::AID-ASI1>3.0.CO;2-9","volume":"41","author":"S Deerwester","year":"1990","unstructured":"Deerwester S, Dumais ST, Furnas GW, Landauer TK, Harshman R (1990) Indexing by latent semantic analysis. J Am Soc Inf Sci 41(6):391\u2013407","journal-title":"J Am Soc Inf Sci"},{"key":"9090_CR17","volume-title":"Applied statistics for engineers and scientists","author":"JL Devore","year":"1999","unstructured":"Devore JL, Farnum N (1999) Applied statistics for engineers and scientists. Brooks\/Cole, Duxbury"},{"key":"9090_CR18","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1109\/WPC.2002.1021342","volume-title":"Proceedings of 10th international workshop in program comprehension","author":"M Penta Di","year":"2002","unstructured":"Di\u00a0Penta M, Gradara S, Antoniol G (2002) Traceability recovery in RAD software systems. In: Proceedings of 10th international workshop in program comprehension. IEEE CS, Paris, pp 207\u2013216"},{"issue":"12","key":"9090_CR19","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1145\/290133.290149","volume":"41","author":"R Domges","year":"1998","unstructured":"Domges R, Pohl K (1998) Adapting traceability environments to project specific needs. Commun ACM 41(12):55\u201362","journal-title":"Commun ACM"},{"key":"9090_CR20","doi-asserted-by":"crossref","first-page":"244","DOI":"10.1145\/1321631.1321668","volume-title":"Proceedings of 22nd IEEE\/ACM international conference on automated software engineering","author":"C Duan","year":"2007","unstructured":"Duan C, Cleland-Huang J (2007) Clustering support for automated tracing. In: Proceedings of 22nd IEEE\/ACM international conference on automated software engineering. ACM, Atlanta, pp 244\u2013253"},{"key":"9090_CR21","doi-asserted-by":"crossref","first-page":"229","DOI":"10.3758\/BF03203370","volume":"23","author":"ST Dumais","year":"1991","unstructured":"Dumais ST (1991) Improving the retrieval of information from external sources. Behav Res Meth Instrum Comput 23:229\u2013236","journal-title":"Behav Res Meth Instrum Comput"},{"key":"9090_CR22","unstructured":"Dumais ST (1993) LSI meets TREC: a status report. In: Proceedings of the first text retrieval conference (TREC-1). NIST Special Publication, pp 137\u2013152"},{"key":"9090_CR23","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1109\/ICRE.1994.292398","volume-title":"Proceedings of 1st international conference on requirements engineering","author":"O Gotel","year":"1994","unstructured":"Gotel O, Finkelstein A (1994) An analysis of the requirements traceability problem. In: Proceedings of 1st international conference on requirements engineering. IEEE CS, Colorado Springs, pp 94\u2013101"},{"key":"9090_CR24","first-page":"363","volume-title":"Information retrieval: data structures and algorithms, chapter ranking algorithms","author":"D Harman","year":"1992","unstructured":"Harman D (1992) Information retrieval: data structures and algorithms, chapter ranking algorithms. Prentice-Hall, Englewood Cliffs, pp 363\u2013392"},{"key":"9090_CR25","first-page":"138","volume-title":"Proceedings of 11th IEEE international requirements engineering conference","author":"JH Hayes","year":"2003","unstructured":"Hayes JH, Dekhtyar A, Osborne J (2003) Improving requirements tracing via information retrieval. In: Proceedings of 11th IEEE international requirements engineering conference. IEEE CS, Monterey, pp 138\u2013147"},{"issue":"1","key":"9090_CR26","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1109\/TSE.2006.3","volume":"32","author":"JH Hayes","year":"2006","unstructured":"Hayes JH, Dekhtyar A, Sundaram SK (2006) Advancing candidate link generation for requirements tracing: the study of methods. IEEE Trans Softw Eng 32(1):4\u201319","journal-title":"IEEE Trans Softw Eng"},{"key":"9090_CR27","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-3304-4","volume-title":"Basics of software engineering experimentation","author":"N Juristo","year":"2001","unstructured":"Juristo N, Moreno A (2001) Basics of software engineering experimentation. Kluwer Academic, Dordrecht"},{"key":"9090_CR28","unstructured":"Leffingwell D (1997) Calculating your return on investment from more effective requirements management. Technical report, Rational Software Corporation"},{"key":"9090_CR29","first-page":"356","volume-title":"Proceedings of 14th IEEE international requirements engineering conference","author":"J Lin","year":"2006","unstructured":"Lin J, Lin CC, Cleland-Huang J, Settimi R, Amaya J, Bedford G, Berenbach B, Khadra OB, Duan C, Zou X (2006) Poirot: a distributed tool supporting enterprise-wide automated traceability. In: Proceedings of 14th IEEE international requirements engineering conference. IEEE CS, Minneapolis, pp 356\u2013357"},{"key":"9090_CR30","first-page":"45","volume-title":"Proceedings of 10th European conference on software maintenance and reengineering","author":"M Lormans","year":"2006","unstructured":"Lormans M, van Deursen A (2006) Can LSI help reconstructing requirements traceability in design and test? In: Proceedings of 10th European conference on software maintenance and reengineering. IEEE CS, Bari, pp 45\u201354"},{"key":"9090_CR31","first-page":"275","volume-title":"Proceedings of 13th working conference on reverse enginering","author":"M Lormans","year":"2006","unstructured":"Lormans M, Gross H, van Deursen A, van Solingen R, Stehouwer A (2006) Monitoring requirements coverage using reconstructed views: an industrial case study. In: Proceedings of 13th working conference on reverse enginering. IEEE CS, Benevento, pp 275\u2013284"},{"key":"9090_CR32","first-page":"125","volume-title":"Proceedings of 25th international conference on software engineering","author":"A Marcus","year":"2003","unstructured":"Marcus A, Maletic JI (2003) Recovering documentation-to-source-code traceability links using latent semantic indexing. In: Proceedings of 25th international conference on software engineering. IEEE CS, Portland, pp 125\u2013135"},{"key":"9090_CR33","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1145\/1107656.1107669","volume-title":"Proceedings of 3rd international workshop on traceability in emerging forms of software engineering","author":"A Marcus","year":"2005","unstructured":"Marcus A, Xie X, Poshyvanyk D (2005) When and how to visualize traceability links? In: Proceedings of 3rd international workshop on traceability in emerging forms of software engineering. ACM, Long Beach, pp 56\u201361"},{"key":"9090_CR34","doi-asserted-by":"crossref","unstructured":"Oliveto R (2008) Traceability management meets information retrieval methods: strengths and limitations. PhD thesis, University of Salerno, March. www.sesa.dmi.unisa.it\/thesis\/oliveto.pdf","DOI":"10.1109\/CSMR.2008.4493332"},{"key":"9090_CR35","volume-title":"Questionnaire design, interviewing and attitude measurement","author":"AN Oppenheim","year":"1992","unstructured":"Oppenheim AN (1992) Questionnaire design, interviewing and attitude measurement. Pinter, London"},{"issue":"1","key":"9090_CR36","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1109\/52.819965","volume":"17","author":"SL Pfleeger","year":"2000","unstructured":"Pfleeger SL, Menezes W (2000) Marketing technology to software practitioners. IEEE Softw 17(1):27\u201333","journal-title":"IEEE Softw"},{"issue":"2","key":"9090_CR37","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1109\/52.506462","volume":"13","author":"FAC Pinhero","year":"1996","unstructured":"Pinhero FAC, Goguen JA (1996) An object-oriented tool for tracing requirements. IEEE Softw 13(2):52\u201364","journal-title":"IEEE Softw"},{"issue":"3","key":"9090_CR38","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1108\/eb046814","volume":"14","author":"MF Porter","year":"1980","unstructured":"Porter MF (1980) An algorithm for suffix stripping. Program 14(3):130\u2013137","journal-title":"Program"},{"key":"9090_CR39","first-page":"375","volume-title":"Proceedings of 29th international conference on software engineering","author":"F Ricca","year":"2007","unstructured":"Ricca F, Di\u00a0Penta M, Torchiano M, Tonella P, Ceccato M (2007) The role of experience and ability in comprehension tasks supported by UML stereotypes. In: Proceedings of 29th international conference on software engineering. IEEE Computer Society, Minneapolis, pp 375\u2013384"},{"key":"9090_CR40","first-page":"49","volume-title":"Proceedings of 7th IEEE international workshop on principles of software evolution","author":"R Settimi","year":"2004","unstructured":"Settimi R, Cleland-Huang J, Ben\u00a0Khadra O, Mody J, Lukasik W, De\u00a0Palma C (2004) Supporting software evolution through dynamically retrieving traces to UML artifacts. In: Proceedings of 7th IEEE international workshop on principles of software evolution. IEEE CS, Kyoto, pp 49\u201354"},{"key":"9090_CR41","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4615-4625-2","volume-title":"Experimentation in software engineering\u2014an introduction","author":"C Wohlin","year":"2000","unstructured":"Wohlin C, Runeson P, Host M, Ohlsson MC, Regnell B, Wesslen A (2000) Experimentation in software engineering\u2014an introduction. Kluwer, Deventer"},{"issue":"2","key":"9090_CR42","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1007\/s11334-005-0011-3","volume":"1","author":"S Yadla","year":"2005","unstructured":"Yadla S, Huffman\u00a0Hayes J, Dekhtyar A (2005) Tracing requirements to defect reports: an application of information retrieval techniques. Innov Syst Softw Eng NASA J 1(2):116\u2013124","journal-title":"Innov Syst Softw Eng NASA J"},{"key":"9090_CR43","first-page":"40","volume-title":"Proceedings of international symposium on grand challenges in traceability","author":"X Zou","year":"2007","unstructured":"Zou X, Settimi R, Cleland-Huang J (2007) Term-based enhancement factors for improving automated requirement trace retrieval. In: Proceedings of international symposium on grand challenges in traceability. ACM, Lexington, pp 40\u201345"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-008-9090-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-008-9090-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-008-9090-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T22:19:01Z","timestamp":1684621141000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-008-9090-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,11,7]]},"references-count":43,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2009,2]]}},"alternative-id":["9090"],"URL":"https:\/\/doi.org\/10.1007\/s10664-008-9090-8","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2008,11,7]]}}}