{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T21:03:56Z","timestamp":1773867836708,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2020,7,13]],"date-time":"2020-07-13T00:00:00Z","timestamp":1594598400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,7,13]],"date-time":"2020-07-13T00:00:00Z","timestamp":1594598400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001711","name":"Swiss National Science Foundation","doi-asserted-by":"crossref","award":["172479"],"award-info":[{"award-number":["172479"]}],"id":[{"id":"10.13039\/501100001711","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1846142"],"award-info":[{"award-number":["CCF-1846142"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1644285"],"award-info":[{"award-number":["CCF-1644285"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2020,9]]},"DOI":"10.1007\/s10664-020-09823-w","type":"journal-article","created":{"date-parts":[[2020,7,13]],"date-time":"2020-07-13T15:03:59Z","timestamp":1594652639000},"page":"3086-3127","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["On the relationship between bug reports and queries for text retrieval-based bug localization"],"prefix":"10.1007","volume":"25","author":[{"given":"Chris","family":"Mills","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9813-9518","authenticated-orcid":false,"given":"Esteban","family":"Parra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jevgenija","family":"Pantiuchina","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gabriele","family":"Bavota","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sonia","family":"Haiduc","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,7,13]]},"reference":[{"key":"9823_CR1","doi-asserted-by":"crossref","unstructured":"Bettenburg N, Just S, Schr\u00f6ter A, Weiss C, Premraj R, Zimmermann T (2008) What makes a good bug report?. In: Proceedings of the 16th ACM SIGSOFT International Symposium on Foundations of Software Engineering (FSE\u201908). ACM, Atlanta, pp 308\u2013318","DOI":"10.1145\/1453101.1453146"},{"issue":"1","key":"9823_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2071389.2071390","volume":"44","author":"C Carpineto","year":"2012","unstructured":"Carpineto C, Romano G (2012) A survey of automatic query expansion in information retrieval. ACM Comput Surv (CSUR) 44(1):1","journal-title":"ACM Comput Surv (CSUR)"},{"key":"9823_CR3","doi-asserted-by":"crossref","unstructured":"Chaparro O, Marcus A (2016) On the reduction of verbose queries in text retrieval based software maintenance. In: Proceedings of the 38th ACM\/IEEE international conf. on software engineering, Austin, pp 716\u2013718","DOI":"10.1145\/2889160.2892647"},{"key":"9823_CR4","doi-asserted-by":"crossref","unstructured":"Chaparro O, Florez J M, Marcus A (2017a) Using observed behavior to reformulate queries during text retrieval-based bug localization. In: Proceedings of the 33rd IEEE International Conference on Software Maintenance and Evolution (ICSME\u201917). IEEE, Shangai, pp 376\u2013387","DOI":"10.1109\/ICSME.2017.100"},{"key":"9823_CR5","doi-asserted-by":"crossref","unstructured":"Chaparro O, Lu J, Zampetti F, Moreno L, Di Penta M, Marcus A, Bavota G, Ng V (2017b) Detecting missing information in bug descriptions. In: Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering. ACM, New York, pp 396\u2013407. ESEC\/FSE 2017","DOI":"10.1145\/3106237.3106285"},{"key":"9823_CR6","doi-asserted-by":"crossref","unstructured":"Chaparro O, Florez J M, Marcus A (2019) Using bug descriptions to reformulate queries during text-retrieval-based bug localization. Empirical Software Engineering, pp 1\u201361","DOI":"10.1007\/s10664-018-9672-z"},{"key":"9823_CR7","unstructured":"Devore JL, Farnum N (1999) Applied Statistics for Engineers and Scientists. Duxbury"},{"issue":"1","key":"9823_CR8","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1002\/smr.567","volume":"25","author":"B Dit","year":"2013","unstructured":"Dit B, Revelle M, Gethers M, Poshyvanyk D (2013) Feature location in source code: a taxonomy and survey. J Softw Evol Process 25(1):53\u201395","journal-title":"J Softw Evol Process"},{"key":"9823_CR9","doi-asserted-by":"crossref","unstructured":"Gay G, Haiduc S, Marcus A, Menzies T (2009) On the use of relevance feedback in ir-based concept location. In: Proceedings of the 25th IEEE International Conf. on Software Maintenance, Edmonton, pp 351\u2013360","DOI":"10.1109\/ICSM.2009.5306315"},{"key":"9823_CR10","unstructured":"Grissom RJ, Kim JJ (2005) Effect Sizes for Research: A Broad Practical Approach, 2nd edn. Lawrence Earlbaum Associates"},{"key":"9823_CR11","doi-asserted-by":"crossref","unstructured":"Haiduc S, Bavota G, Oliveto R, Marcus A, De Lucia A (2012) Evaluating the specificity of text retrieval queries to support software engineering tasks. In: Proceedings of the 34th IEEE\/ACM International Conference on Software Engineering (ICSE\u201912), Zurich, pp 1273\u20131276","DOI":"10.1109\/ICSE.2012.6227101"},{"key":"9823_CR12","doi-asserted-by":"crossref","unstructured":"Haiduc S, Bavota G, Marcus A, Oliveto R, De Lucia A, Menzies T (2013) Automatic query reformulations for text retrieval in software engineering. In: Proceedings of the 35th ACM\/IEEE International Conference on Software Engineering (ICSE\u201913). IEEE, San Francisco, pp 842\u2013851","DOI":"10.1109\/ICSE.2013.6606630"},{"key":"9823_CR13","doi-asserted-by":"crossref","unstructured":"Herzig K, Zeller A (2013) The impact of tangled code changes. In: Proceedings of the 10th IEEE Working Conference on Mining Software Repositories (MSR\u201913). IEEE, San Francisco, pp 121\u2013130","DOI":"10.1109\/MSR.2013.6624018"},{"key":"9823_CR14","doi-asserted-by":"crossref","unstructured":"Kawrykow D, Robillard MP (2011) Non-essential changes in version histories. In: Proceedings of the 33rd IEEE\/ACM International Conference on Software Engineering (ICSE,11). IEEE, Waikiki, pp 351\u2013360","DOI":"10.1145\/1985793.1985842"},{"key":"9823_CR15","doi-asserted-by":"crossref","unstructured":"Kim M, Lee E (2019) A novel approach to automatic query reformulation for ir-based bug localization. In: Proc. of the 34th ACM\/SIGAPP Symposium on Applied Computing, SAC\u201919. ACM, New York, pp 1752\u20131759","DOI":"10.1145\/3297280.3297451"},{"key":"9823_CR16","doi-asserted-by":"crossref","unstructured":"Kochhar P S, Tian Y, Lo D (2014) Potential Biases in bug localization: Do they matter?. In: Proceedings of the 29th ACM\/IEEE international conf. on automated software engineering (ASE\u201914). ACM, Vasteras, pp 803\u2013814","DOI":"10.1145\/2642937.2642997"},{"key":"9823_CR17","doi-asserted-by":"crossref","unstructured":"Lawrie D, Binkley D (2018) On the value of bug reports for retrieval-based bug localization. In: 2018 IEEE International conference on software maintenance and evolution (ICSME). IEEE, pp 524\u2013528","DOI":"10.1109\/ICSME.2018.00048"},{"issue":"2","key":"9823_CR18","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1007\/s10618-008-0118-x","volume":"18","author":"E Linstead","year":"2008","unstructured":"Linstead E, Bajracharya S, Ngo T, Rigor P, Lopes C, Baldi P (2008) Sourcerer: Mining and searching internet-scale software repositories. Data Min Knowl Disc 18(2):300\u2013336","journal-title":"Data Min Knowl Disc"},{"key":"9823_CR19","doi-asserted-by":"crossref","unstructured":"Lukins S K, Kraft N A, Etzkorn LH (2008) Source code retrieval for bug localization using latent dirichlet allocation. In: Proceedings of the 15th IEEE Working Conference on Reverse Engineering (WCRE\u201908), Koblenz-Landau, pp 155\u2013164","DOI":"10.1109\/WCRE.2008.33"},{"issue":"9","key":"9823_CR20","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1016\/j.infsof.2010.04.002","volume":"52","author":"SK Lukins","year":"2010","unstructured":"Lukins S K, Kraft N A, Etzkorn L H (2010) Bug localization using latent dirichlet allocation. Inf Softw Technol 52(9):972\u2013990","journal-title":"Inf Softw Technol"},{"key":"9823_CR21","doi-asserted-by":"crossref","unstructured":"Marcus A, Sergeyev A, Rajlich V, Maletic JI (2004) An information retrieval approach to concept location in source code. In: Proceedings of the 11th IEEE Working Conference on Reverse Engineering (WCRE\u201904). IEEE, Delft, pp 214-223","DOI":"10.1109\/WCRE.2004.10"},{"key":"9823_CR22","unstructured":"Marcus A, Antoniol G (2012) On the use of text retrieval techniques in software engineering. In: Proceedings of the 34th IEEE\/ACM International Conf. on Software Engineering (ICSE\u201912), Technical Briefing. IEEE, Zurich"},{"key":"9823_CR23","doi-asserted-by":"crossref","unstructured":"McMillan C, Grechanik M, Poshyvanyk D, Xie Q, Fu C (2011) Portfolio: Finding Relevant functions and their usage. In: Proceedings of the 33rd ACM\/IEEE International Conference on Software Engineering (ICSE\u201911). ACM, Waikiki, pp 111\u2013120","DOI":"10.1145\/1985793.1985809"},{"issue":"1","key":"9823_CR24","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/3078841","volume":"26","author":"C Mills","year":"2017","unstructured":"Mills C, Bavota G, Haiduc S, Oliveto R, Marcus A, Lucia A D (2017) Predicting query quality for applications of text retrieval to software engineering tasks. ACM Trans Softw Eng Methodol (TOSEM) 26(1):3","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"},{"key":"9823_CR25","doi-asserted-by":"crossref","unstructured":"Mills C, Pantiuchina J, Parra E, Bavota G, Haiduc S (2018) Are bug reports enough for text retrieval-based bug localization?. In: 2018 IEEE International conference on software maintenance and evolution, ICSME 2018, Madrid, pp 381\u2013392","DOI":"10.1109\/ICSME.2018.00046"},{"key":"9823_CR26","unstructured":"Mills C (2019) Replication package. http:\/\/www.cs.fsu.edu\/~serene\/mills2019-emse-bugs\/"},{"key":"9823_CR27","doi-asserted-by":"crossref","unstructured":"Mitchell M (1998) An introduction to genetic algorithms. MIT Press, Cambridge","DOI":"10.7551\/mitpress\/3927.001.0001"},{"key":"9823_CR28","unstructured":"Poshyvanyk D, Marcus A, Dong Y, Sergeyev A (2005) Iriss-a source code exploration tool. In: Proceedings of the 21st IEEE International Conference on Software Maintenance (ICSM\u201905). IEEE, Budapest, pp 25\u201330"},{"key":"9823_CR29","doi-asserted-by":"crossref","unstructured":"Rahman MM, Roy CK (2017a) Improved query reformulation for concept location using coderank and document structures. In: Proceedings of the 32nd IEEE\/ACM International Conference on Automated Software Engineering. IEEE Press, pp 428\u2013439","DOI":"10.1109\/ASE.2017.8115655"},{"key":"9823_CR30","doi-asserted-by":"publisher","unstructured":"Rahman MM, Roy CK (2017b) Strict: Information retrieval based search term identification for concept location. In: Proceedings of the 24th IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER\u201917), pp 79\u201390. https:\/\/doi.org\/10.1109\/SANER.2017.7884611","DOI":"10.1109\/SANER.2017.7884611"},{"key":"9823_CR31","doi-asserted-by":"crossref","unstructured":"Rahman M M, Roy CK (2018) Improving ir-based bug localization with context-aware query reformulation. In: Proceedings of the 26th ACM joint meeting on european software engineering conf. and symposium on the foundations of software engineering, ACM, New York, pp 621\u2013632","DOI":"10.1145\/3236024.3236065"},{"key":"9823_CR32","doi-asserted-by":"crossref","unstructured":"Rao S, Kak A (2011) Retrieval from software libraries for bug localization: A comparative study of generic and composite text models. In: Proceedings of the 8th IEEE Working Conference on Mining Software Repositories (MSR\u201911), ACM, Waikiki, pp 43\u201352","DOI":"10.1145\/1985441.1985451"},{"issue":"1","key":"9823_CR33","first-page":"2","volume":"28","author":"A Razzaq","year":"2018","unstructured":"Razzaq A, Wasala A, Exton C, Buckley J (2018) The state of empirical evaluation in static feature location. ACM Trans Softw Eng Methodol (TOSEM) 28(1):2","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"},{"key":"9823_CR34","doi-asserted-by":"crossref","unstructured":"Roldan-vega M, Mallet G, Hill E, Fails JA (2013) Conquer: A tool for nl-based query refinement and contextualizing source code search results. In: Proceedings of the 29th IEEE International Conference on Software Maintenance (ICSM\u201913). IEEE, Eindhoven, pp 512\u2013515","DOI":"10.1109\/ICSM.2013.84"},{"key":"9823_CR35","doi-asserted-by":"crossref","unstructured":"Saha R K, Lease M, Khurshid S, Perry DE (2013) Improving bug localization using structured information retrieval. In: Proceedings of the 28th IEEE International Conference on Automated Software Engineering (ASE\u201913). IEEE, Palo Alto, pp 345\u2013355","DOI":"10.1109\/ASE.2013.6693093"},{"issue":"11","key":"9823_CR36","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1145\/361219.361220","volume":"18","author":"G Salton","year":"1975","unstructured":"Salton G, Wong A, Yang C S (1975) A vector space model for information retrieval. Commun ACM 18(11):613\u2013620","journal-title":"Commun ACM"},{"key":"9823_CR37","doi-asserted-by":"crossref","unstructured":"Savage T, Revelle M, Poshyvanyk D (2010) Flat3: Feature location and textual tracing tool. In: Proceedings of the 32nd IEEE\/ACM International Conference on Software Engineering (ICSE\u201910), vol 2. IEEE, Cape Town, pp 255\u2013258","DOI":"10.1145\/1810295.1810345"},{"key":"9823_CR38","doi-asserted-by":"crossref","unstructured":"Shepherd D, Fry Z, Gibson E, Pollock L, Vijay-shanker K (2007) Using natural language program analysis to locate and understand action-oriented concerns. In: Proc. of the 6th international conf. on aspect oriented software development. ACM, Vancouver, pp 212\u2013224","DOI":"10.1145\/1218563.1218587"},{"key":"9823_CR39","doi-asserted-by":"crossref","unstructured":"Shepherd D, Damevski K, Ropski B, Fritz T (2012) Sando: An extensible local code search framework. In: Proceedings of the 20th ACM SIGSOFT International Symposium on the Foundations of Software Engineering (FSE\u201912). ACM, Cary, pp 15:1\u201315:2","DOI":"10.1145\/2393596.2393612"},{"key":"9823_CR40","unstructured":"Strasser H, Weber C (1999) On the asymptotic theory of permutation statistics. Mathematical Methods of Statistics 2"},{"key":"9823_CR41","doi-asserted-by":"crossref","unstructured":"Wang S, Lo D (2014a) Version history, similar report, and structure: Putting them together for improved bug localization. In: Proceedings of the 22nd IEEE International Conference on Program Comprehension (ICPC\u201914). IEEE, pp 53\u201363","DOI":"10.1145\/2597008.2597148"},{"key":"9823_CR42","doi-asserted-by":"crossref","unstructured":"Wang S, Lo D, Lawall J (2014b) Compositional vector space models for improved bug localization. In: Proceeedings of the 30th IEEE international conf. on software maintenance and evolution, IEEE, Victoria, pp 171\u2013180","DOI":"10.1109\/ICSME.2014.39"},{"key":"9823_CR43","doi-asserted-by":"crossref","unstructured":"Wang Q, Parnin C, Orso A (2015) Evaluating the usefulness of ir-based fault localization techniques. In: Proceedings of the 24th international symposium on software testing and analysis. ACM, Baltimore, pp 1-11","DOI":"10.1145\/2771783.2771797"},{"key":"9823_CR44","doi-asserted-by":"crossref","unstructured":"Wong SKM, Ziarko W, Wong PCN (1985) Generalized vector spaces model in information retrieval. In: Proceedings of the 8th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR \u201985. ACM, New York, pp 18\u201325","DOI":"10.1145\/253495.253506"},{"issue":"4","key":"9823_CR45","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1109\/TSE.2015.2479232","volume":"42","author":"X Ye","year":"2015","unstructured":"Ye X, Bunescu R, Liu C (2015) Mapping bug reports to relevant files: a ranking model, a fine-grained benchmark, and feature evaluation. IEEE Trans Softw Eng 42(4):379\u2013402","journal-title":"IEEE Trans Softw Eng"},{"key":"9823_CR46","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1016\/j.infsof.2016.11.002","volume":"82","author":"KC Youm","year":"2017","unstructured":"Youm K C, Ahn J, Lee E (2017) Improved bug localization based on code change histories and bug reports. Inf Softw Technol 82:177\u2013192","journal-title":"Inf Softw Technol"},{"issue":"2","key":"9823_CR47","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1145\/1131421.1131424","volume":"15","author":"W Zhao","year":"2006","unstructured":"Zhao W, Zhang L, Liu Y, Sun J, Yang F (2006) SNIAFL: Towards a static non-interactive approach to feature location. ACM Trans Softw Eng Methodol 15(2):195\u2013226","journal-title":"ACM Trans Softw Eng Methodol"},{"key":"9823_CR48","doi-asserted-by":"crossref","unstructured":"Zhou J, Zhang H, Lo D (2012) Where should the bugs be fixed?-more accurate information retrieval-based bug localization based on bug reports. In: Proceedings of the 34th IEEE International Conference on Software Engineering (ICSE\u201912). IEEE, Zurich, pp 14\u201324","DOI":"10.1109\/ICSE.2012.6227210"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09823-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-020-09823-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-020-09823-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,7,13]],"date-time":"2021-07-13T00:10:12Z","timestamp":1626135012000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-020-09823-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,13]]},"references-count":48,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2020,9]]}},"alternative-id":["9823"],"URL":"https:\/\/doi.org\/10.1007\/s10664-020-09823-w","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,13]]},"assertion":[{"value":"13 July 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}