{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T02:28:36Z","timestamp":1768876116795,"version":"3.49.0"},"reference-count":65,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2008,11,11]],"date-time":"2008-11-11T00:00:00Z","timestamp":1226361600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2009,2]]},"DOI":"10.1007\/s10664-008-9095-3","type":"journal-article","created":{"date-parts":[[2008,11,10]],"date-time":"2008-11-10T15:01:26Z","timestamp":1226329286000},"page":"93-130","source":"Crossref","is-referenced-by-count":63,"title":["An empirical analysis of information retrieval based concept location techniques in software comprehension"],"prefix":"10.1007","volume":"14","author":[{"given":"Brendan","family":"Cleary","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chris","family":"Exton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jim","family":"Buckley","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"English","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2008,11,11]]},"reference":[{"key":"9095_CR1","volume-title":"File clustering using naming conventions for legacy systems. Conference of the centre for advanced studies on collaborative research","author":"N Anquetil","year":"1997","unstructured":"Anquetil N, Lethbridge T (1997) File clustering using naming conventions for legacy systems. Conference of the centre for advanced studies on collaborative research. IBM, Toronto, Ontario, Canada"},{"issue":"10","key":"9095_CR2","doi-asserted-by":"crossref","first-page":"970","DOI":"10.1109\/TSE.2002.1041053","volume":"28","author":"G Antoniol","year":"2002","unstructured":"Antoniol G, Canfora G et al (2002) Recovering traceability links between code and documentation. IEEE Trans Soft Eng 28(10):970\u2013983","journal-title":"IEEE Trans Soft Eng"},{"key":"9095_CR3","volume-title":"Query expansion using term relationships in language models for information retrieval. 14th ACM International Conference on Information and Knowledge Management","author":"J Bai","year":"2005","unstructured":"Bai J, Song D et al (2005) Query expansion using term relationships in language models for information retrieval. 14th ACM International Conference on Information and Knowledge Management. ACM, Bremen, Germany"},{"key":"9095_CR4","unstructured":"Berry M, Do T et al (2007) SVDPACK. http:\/\/www.netlib.org\/svdpack\/"},{"key":"9095_CR5","volume-title":"The concept assignment problem in program understanding. 15th International Conference on Software Engineering","author":"TJ Biggerstaff","year":"1993","unstructured":"Biggerstaff TJ, Mitbander BG et al (1993) The concept assignment problem in program understanding. 15th International Conference on Software Engineering. IEEE Computer Society Press, Baltimore, MD, USA"},{"issue":"5","key":"9095_CR6","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1145\/175290.175300","volume":"37","author":"TJ Biggerstaff","year":"1994","unstructured":"Biggerstaff TJ, Mitbander BG et al (1994) Program understanding and the concept assignment problem. Commun ACM 37(5):72\u201382","journal-title":"Commun ACM"},{"key":"9095_CR7","volume-title":"Inferring query models by computing information flow. Proceedings of the eleventh international conference on Information and knowledge management","author":"PD Bruza","year":"2002","unstructured":"Bruza PD, Song D (2002) Inferring query models by computing information flow. Proceedings of the eleventh international conference on Information and knowledge management. ACM, McLean, VA, USA"},{"key":"9095_CR8","volume-title":"Evaluating evaluation measure stability. 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"C Buckley","year":"2000","unstructured":"Buckley C, Voorhees EM (2000) Evaluating evaluation measure stability. 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. ACM, Athens, Greece"},{"key":"9095_CR9","doi-asserted-by":"crossref","unstructured":"Canfora G, Cerulo L (2005) Impact analysis by mining software and change request repositories. 11th IEEE International Symposium on Software Metrics (METRICS\u201905)","DOI":"10.1109\/METRICS.2005.28"},{"key":"9095_CR10","doi-asserted-by":"crossref","unstructured":"Canfora G, Cerulo L (2006) Fine grained indexing of software repositories to support impact analysis. International Workshop on Mining Software Repositories (MSR\u201906)","DOI":"10.1145\/1137983.1138009"},{"key":"9095_CR11","volume-title":"Working with implicit concerns in the concern manipulation environment. Linking aspect technology and evolution (LATE) co located with aspect orientated software development (ASOD 05)","author":"W Chung","year":"2005","unstructured":"Chung W, Harrison W et al (2005) Working with implicit concerns in the concern manipulation environment. Linking aspect technology and evolution (LATE) co located with aspect orientated software development (ASOD 05). IEEE, Chicago, USA"},{"key":"9095_CR12","unstructured":"Cleary B (2007) Cognitive assignment plug-in. https:\/\/sourceforge.net\/projects\/forager"},{"key":"9095_CR13","unstructured":"Cleary B, Exton C (2006a) Assisting concept assignment using probabilistic classification and cognitive mapping. 2nd International Workshop on Supporting Knowledge Collaboration in Software Development (KSCD2006). IEEE\/ACM, Tokyo, Japan"},{"key":"9095_CR14","volume-title":"The cognitive assignment eclipse plug-in (ICPC 06). 10th International Conference on Program Comprehension","author":"B Cleary","year":"2006","unstructured":"Cleary B, Exton C (2006b) The cognitive assignment eclipse plug-in (ICPC 06). 10th International Conference on Program Comprehension. IEEE Computer Society Press, Athens, Greece"},{"key":"9095_CR15","unstructured":"Cleary B, Exton C (2007) Assisting concept location in software comprehension. 19th Annual Psychology of Programming Workshop (PPIG07). Joensu, Finland"},{"issue":"6","key":"9095_CR16","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1109\/TSE.2005.71","volume":"31","author":"D Cubranic","year":"2005","unstructured":"Cubranic D, Murphy GC et al (2005) Hipikat: a project memory for software development. IEEE Trans Soft Eng 31(6):446\u2013465","journal-title":"IEEE Trans Soft Eng"},{"issue":"6","key":"9095_CR17","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1002\/(SICI)1097-4571(199009)41:6<391::AID-ASI1>3.0.CO;2-9","volume":"41","author":"S Deerwester","year":"1990","unstructured":"Deerwester S, Dumais ST et al (1990) Indexing by latent semantic analysis. J Am Soc Info Sci 41(6):391\u2013407","journal-title":"J Am Soc Info Sci"},{"key":"9095_CR18","first-page":"1","volume":"7","author":"J Demsar","year":"2006","unstructured":"Demsar J (2006) Statistical comparisons of classifiers over multiple data sets. J Mach Learn Res 7:1\u201330","journal-title":"J Mach Learn Res"},{"key":"9095_CR19","unstructured":"Diesner J, Carley K (2004) AutoMap1.2-Extract, analyze, represent, and compare mental models from texts. Carnegie Mellon University"},{"issue":"3","key":"9095_CR20","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1109\/TSE.2003.1183929","volume":"29","author":"T Eisenbarth","year":"2003","unstructured":"Eisenbarth T, Koschke R et al (2003) Locating features in source code. IEEE Trans Softw Eng 29(3):210\u2013224","journal-title":"IEEE Trans Softw Eng"},{"key":"9095_CR21","doi-asserted-by":"crossref","first-page":"675","DOI":"10.1080\/01621459.1937.10503522","volume":"32","author":"M Friedman","year":"1937","unstructured":"Friedman M (1937) The use of ranks to avoid the assumption of normality implicit in the analysis of variance. J Am Stat Assoc 32:675\u2013701","journal-title":"J Am Stat Assoc"},{"key":"9095_CR22","volume-title":"Dependence language model for information retrieval. 27th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"J Gao","year":"2004","unstructured":"Gao J, Nie J-Y et al (2004) Dependence language model for information retrieval. 27th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. ACM, Sheffield, UK"},{"key":"9095_CR23","volume-title":"Software factories: assembling applications with patterns, frameworks, models & tools","author":"J Greenfield","year":"2004","unstructured":"Greenfield J, Short K (2004) Software factories: assembling applications with patterns, frameworks, models & tools. Wiley, New York"},{"key":"9095_CR24","doi-asserted-by":"crossref","unstructured":"Hassan AE, Holt RC (2004) Using development history sticky notes to understand software architecture. Proceedings of the 12th IEEE International Workshop on Program Comprehension","DOI":"10.1109\/WPC.2004.1311060"},{"key":"9095_CR25","doi-asserted-by":"crossref","unstructured":"Hill E, Pollock L et al (2007) Exploring the neighborhood with Dora to expedite software maintenance. 22nd IEEE\/ACM International Conference on Automated Software Engineering (ASE\u201907)","DOI":"10.1145\/1321631.1321637"},{"key":"9095_CR26","unstructured":"IEEE (2000) IEEE recommended practice for architectural description of software-intensive systems. Software Engineering Standards Committee"},{"issue":"6","key":"9095_CR27","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1016\/S0306-4573(00)00015-7","volume":"36","author":"KS Jones","year":"2000","unstructured":"Jones KS, Walker S et al (2000) A probabilistic model of information retrieval: development and comparative experiments. Inf Process Manage 36(6):779\u2013808","journal-title":"Inf Process Manage"},{"key":"9095_CR28","doi-asserted-by":"crossref","unstructured":"Kagdi H, Maletic JI et al (2007) Mining software repositories for traceability links. Proceedings of the 15th IEEE International Conference on Program Comprehension (ICPC \u201907)","DOI":"10.1109\/ICPC.2007.28"},{"key":"9095_CR29","volume-title":"Aspect-oriented programming. European conference on object-oriented programming","author":"G Kiczales","year":"1997","unstructured":"Kiczales G, Lamping J et al (1997) Aspect-oriented programming. European conference on object-oriented programming. Springer, Jyv\u00e4skyl\u00e4, Finland"},{"key":"9095_CR30","volume-title":"Property of average precision and its generalization: an examination of evaluation indicator for information retrieval experiments","author":"K Kishida","year":"2005","unstructured":"Kishida K (2005) Property of average precision and its generalization: an examination of evaluation indicator for information retrieval experiments. National Institute of Informatics, Tokyo, Japan"},{"key":"9095_CR31","volume-title":"Program comprehension experiences with GXL: comprehension for comprehension. 10th International Workshop on Program Comprehension (IWPC 02)","author":"C Knight","year":"2002","unstructured":"Knight C, Munro M (2002) Program comprehension experiences with GXL: comprehension for comprehension. 10th International Workshop on Program Comprehension (IWPC 02). IEEE Computer Society Press, Paris, France"},{"key":"9095_CR32","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1080\/01638539809545028","volume":"25","author":"TK Landauer","year":"1998","unstructured":"Landauer TK, Foltz PW et al (1998) Introduction to latent semantic analysis. Discourse Process 25:259\u2013248","journal-title":"Discourse Process"},{"key":"9095_CR33","volume-title":"Achieving a reuse perspective within a component recovery process: an industrial scale case study. 13th International Workshop on Program Comprehension (IWPC 2005)","author":"A LeGear","year":"2005","unstructured":"LeGear A, Buckley J et al (2005) Achieving a reuse perspective within a component recovery process: an industrial scale case study. 13th International Workshop on Program Comprehension (IWPC 2005). IEEE Computer Society Press, St. Louis, MI, USA"},{"key":"9095_CR34","volume-title":"Mental models and software maintenance. First Workshop on Empirical Studies of Programmers","author":"DC Littman","year":"1986","unstructured":"Littman DC, Pinto J et al (1986) Mental models and software maintenance. First Workshop on Empirical Studies of Programmers. Ablex, Washington, DC, USA"},{"issue":"2","key":"9095_CR35","doi-asserted-by":"crossref","first-page":"203","DOI":"10.3758\/BF03204766","volume":"28","author":"K Lund","year":"1996","unstructured":"Lund K, Burgess C (1996) Producing high-dimensional semantic spaces from lexical co-occurrence. Behav Res Meth Instrum Comput 28(2):203\u2013208","journal-title":"Behav Res Meth Instrum Comput"},{"key":"9095_CR36","doi-asserted-by":"crossref","first-page":"203","DOI":"10.3758\/BF03204766","volume":"28","author":"K Lund","year":"1997","unstructured":"Lund K, Burgess C (1997) Producing high-dimensional semantic spaces from lexical co-occurrence. Behav Res Meth Instrum Comput 28:203\u2013208","journal-title":"Behav Res Meth Instrum Comput"},{"key":"9095_CR37","volume-title":"Introduction to information retrieval","author":"CD Manning","year":"2007","unstructured":"Manning CD, Raghavan P et al (2007) Introduction to information retrieval. Cambridge University Press, Cambridge"},{"key":"9095_CR38","doi-asserted-by":"crossref","unstructured":"Marcus A, Maletic JI (2003) Recovering documentation-to-source-code traceability links using latent semantic indexing. 25th International Conference on Software Engineering (ICSE 2003). ACM\/IEEE, Portland, OR, USA","DOI":"10.1109\/ICSE.2003.1201194"},{"key":"9095_CR39","volume-title":"Comprehension of software analysis data using 3D visualisation. 1st IEEE International Workshop on Program Comprehension (IWPC\u201903)","author":"A Marcus","year":"2003","unstructured":"Marcus A, Feng L et al (2003) Comprehension of software analysis data using 3D visualisation. 1st IEEE International Workshop on Program Comprehension (IWPC\u201903). IEEE Computer Society Press, Portland, OR, USA"},{"key":"9095_CR40","doi-asserted-by":"crossref","unstructured":"Marcus A, Sergeyev A et al (2004) An information retrieval approach to concept location in source code. 11th Working Conference on Reverse Engineering (WCRE 2004). Delft, The Netherlands.","DOI":"10.1109\/WCRE.2004.10"},{"issue":"4","key":"9095_CR41","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1002\/smr.274","volume":"15","author":"E Merlo","year":"2003","unstructured":"Merlo E, McAdam I et al (2003) Feed-forward and recurrent neural networks for source code informal information analysis. J Softw Maint Evol Res Pract 15(4):205\u2013244","journal-title":"J Softw Maint Evol Res Pract"},{"issue":"4","key":"9095_CR42","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1109\/MS.2006.105","volume":"23","author":"GC Murphy","year":"2006","unstructured":"Murphy GC, Kersten M et al (2006) How are java software developers using the eclipse IDE? IEEE Softw 23(4):76\u201383","journal-title":"IEEE Softw"},{"key":"9095_CR43","unstructured":"Nemenyi PB (1963) Distribution-free multiple comparisons. PhD thesis, Princeton University"},{"key":"9095_CR44","doi-asserted-by":"crossref","unstructured":"Poshyvanyk D, Marcus A (2007) Combining formal concept analysis with information retrieval for concept location in source code. 15th IEEE International Conference on Program Comprehension (ICPC \u201807)","DOI":"10.1109\/ICPC.2007.13"},{"key":"9095_CR45","doi-asserted-by":"crossref","unstructured":"Poshyvanyk D, Marcus A et al (2006a) JIRiSS\u2014an eclipse plug-in for source code exploration. 14th IEEE International Conference on Program Comprehension (ICPC 2006). Athens, Greece.","DOI":"10.1109\/ICPC.2006.32"},{"key":"9095_CR46","volume-title":"Combining probabilistic ranking and latent semantic indexing for feature identification. 14th IEEE International Conference on Program Comprehension (ICPC 2006)","author":"D Poshyvanyk","year":"2006","unstructured":"Poshyvanyk D, Marcus A et al (2006b) Combining probabilistic ranking and latent semantic indexing for feature identification. 14th IEEE International Conference on Program Comprehension (ICPC 2006). IEEE Computer Society Press, Athens, Greece"},{"key":"9095_CR47","volume-title":"The role of concepts in program comprehension. 10th International Workshop on Program Comprehension, (IWPC 2002)","author":"V Rajlich","year":"2002","unstructured":"Rajlich V, Wilde N (2002) The role of concepts in program comprehension. 10th International Workshop on Program Comprehension, (IWPC 2002). IEEE Computer Society Press, Paris, France"},{"key":"9095_CR48","unstructured":"Robillard MP (2003) Representing concerns in source code. The University of British Columbia"},{"key":"9095_CR49","unstructured":"Rohde D (2007) SVDLIBC. http:\/\/tedlab.mit.edu\/~dr\/SVDLIBC\/"},{"key":"9095_CR50","volume-title":"Automatic text processing the transformation analysis and retrieval of information by computer","author":"G Salton","year":"1989","unstructured":"Salton G (1989) Automatic text processing the transformation analysis and retrieval of information by computer. Addison-Wesley, Reading, MA"},{"key":"9095_CR51","volume-title":"Term weighting approaches in automatic text retrieval","author":"G Salton","year":"1987","unstructured":"Salton G, Buckley C (1987) Term weighting approaches in automatic text retrieval. Cornell University, NY, USA"},{"issue":"11","key":"9095_CR52","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1145\/361219.361220","volume":"18","author":"G Salton","year":"1975","unstructured":"Salton G, Wong A et al (1975) A vector space model for automatic indexing. Commun ACM 18(11):613\u2013620","journal-title":"Commun ACM"},{"key":"9095_CR53","volume-title":"A little knowledge can go a long way towards program understanding. Fifth International Workshop on Program Comprehension (IWPC \u201897)","author":"J Sayyad-Shirabad","year":"1997","unstructured":"Sayyad-Shirabad J, Lethbridge TC et al (1997) A little knowledge can go a long way towards program understanding. Fifth International Workshop on Program Comprehension (IWPC \u201897). IEEE Computer Society Press, Dearborn, MI, USA"},{"key":"9095_CR54","volume-title":"Resolved: software maintenance is nothing more than another form of development. IEEE International Conference on Software Maintenance (ICSM \u201899)","author":"N Schneidewind","year":"1999","unstructured":"Schneidewind N, Kitchenharn B et al (1999) Resolved: software maintenance is nothing more than another form of development. IEEE International Conference on Software Maintenance (ICSM \u201899). IEEE Computer Society Press, Oxford, UK"},{"key":"9095_CR55","doi-asserted-by":"crossref","unstructured":"Shepherd D, Fry Z et al (2007) Using natural language program analysis to locate and understand action-oriented concerns. International Conference on Aspect Oriented Software Development (AOSD\u201907)","DOI":"10.1145\/1218563.1218587"},{"key":"9095_CR56","doi-asserted-by":"crossref","unstructured":"Simonyi C (2005) Intentional programming. www.intentionalsoftware.com","DOI":"10.1145\/1167473.1167511"},{"key":"9095_CR57","first-page":"327","volume-title":"Discovering information flow suing high dimensional conceptual space. Proceedings of the 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"D Song","year":"2001","unstructured":"Song D, Bruza P (2001) Discovering information flow suing high dimensional conceptual space. Proceedings of the 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. ACM, New Orleans, LA, USA, pp 327\u2013333"},{"issue":"54","key":"9095_CR58","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1002\/asi.10213","volume":"4","author":"D Song","year":"2003","unstructured":"Song D, Bruza P (2003) Towards context-sensitive information inference. J Am Soc Info Sci Technol (JASIST) 4(54):321\u2013334","journal-title":"J Am Soc Info Sci Technol (JASIST)"},{"key":"9095_CR59","unstructured":"TREC (2007) Text RETrieval Conference. http:\/\/trec.nist.gov\/"},{"issue":"1","key":"9095_CR60","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1002\/smr.4360070105","volume":"7","author":"N Wilde","year":"1995","unstructured":"Wilde N, Scully MC (1995) Software reconnaissance: mapping program features to code. J Softw Maint Res Pract 7(1):49\u201362","journal-title":"J Softw Maint Res Pract"},{"key":"9095_CR61","volume-title":"A case study of feature location in unstructured legacy Fortran code. 5th European Conference on Software Maintenance and Reengineering (CSMR 01)","author":"N Wilde","year":"2001","unstructured":"Wilde N, Page H et al (2001) A case study of feature location in unstructured legacy Fortran code. 5th European Conference on Software Maintenance and Reengineering (CSMR 01). IEEE Computer Society Press, Lisbon, Portugal"},{"key":"9095_CR62","volume-title":"Adoption of reverse engineering tools a cognitive perspective and methodology. 9th International Workshop on Program Comprehension (IWPC 01)","author":"L Zayour","year":"2001","unstructured":"Zayour L, Lethbridge TC (2001) Adoption of reverse engineering tools a cognitive perspective and methodology. 9th International Workshop on Program Comprehension (IWPC 01). IEEE Computer Society Press, Toronto, Canada"},{"issue":"2","key":"9095_CR63","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1145\/984321.984322","volume":"22","author":"C Zhai","year":"2004","unstructured":"Zhai C, Lafferty J (2004) A study of smoothing methods for language models applied to information retrieval. ACM Trans Info Syst 22(2):179\u2013214","journal-title":"ACM Trans Info Syst"},{"key":"9095_CR64","doi-asserted-by":"crossref","unstructured":"Zhao W, Zhang L et al (2004) SNIAFL: towards a static non-interactive approach to feature location. International Conference on Software Engineering (ICSE 04). ACM\/IEEE, Edinburgh, Scotland","DOI":"10.1109\/ICSE.2004.1317452"},{"key":"9095_CR65","unstructured":"Zimmermann T (2006) Knowledge collaboration by mining software repositories. 2nd International Workshop on Supporting Knowledge Collaboration in Software Development (KSCD2006). IEEE\/ACM, Tokyo, Japan"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-008-9095-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-008-9095-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-008-9095-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T23:36:37Z","timestamp":1684625797000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-008-9095-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,11,11]]},"references-count":65,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2009,2]]}},"alternative-id":["9095"],"URL":"https:\/\/doi.org\/10.1007\/s10664-008-9095-3","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2008,11,11]]}}}