{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T09:59:26Z","timestamp":1782813566957,"version":"3.54.5"},"reference-count":73,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,1,21]],"date-time":"2019-01-21T00:00:00Z","timestamp":1548028800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1007\/s10664-018-9671-0","type":"journal-article","created":{"date-parts":[[2019,1,21]],"date-time":"2019-01-21T03:02:26Z","timestamp":1548039746000},"page":"1869-1924","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Automatic query reformulation for code search using crowdsourced knowledge"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3821-5990","authenticated-orcid":false,"given":"Mohammad M.","family":"Rahman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chanchal K.","family":"Roy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Lo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,1,21]]},"reference":[{"key":"9671_CR1","doi-asserted-by":"crossref","unstructured":"Bacchelli A, Lanza M, Robbes R (2010) Linking e-mails and source code artifacts. In: Proceedings ICSE, pp 375\u2013384","DOI":"10.1145\/1806799.1806855"},{"issue":"4-5","key":"9671_CR2","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1007\/s10664-010-9144-6","volume":"17","author":"S Bajracharya","year":"2012","unstructured":"Bajracharya S, Lopes C (2012a) Analyzing and mining a code search engine usage log. Empirical Softw. Engg. 17(4-5):424\u2013466","journal-title":"Empirical Softw. Engg."},{"issue":"4-5","key":"9671_CR3","first-page":"424","volume":"17","author":"S Bajracharya","year":"2012","unstructured":"Bajracharya S, Lopes C (2012b) Analyzing and mining a code search engine usage log. EMSE 17(4-5):424\u2013466","journal-title":"EMSE"},{"key":"9671_CR4","unstructured":"Bojanowski P, Grave E, Joulin A, Mikolov T (2016) Enriching word vectors with subword information. arXiv: 1607.04606"},{"key":"9671_CR5","unstructured":"Brandt J, Guo PJ, Lewenstein J, Dontcheva M, Klemmer SR (2009) Two Studies of opportunistic programming interleaving web foraging, learning, and writing code. In: Proceedings SIGCHI, pp 1589\u20131598"},{"issue":"1-7","key":"9671_CR6","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1016\/S0169-7552(98)00110-X","volume":"30","author":"S Brin","year":"1998","unstructured":"Brin S, Page L (1998) The anatomy of a large-scale hypertextual web search engine. Comput Netw ISDN Syst 30(1-7):107\u2013117","journal-title":"Comput Netw ISDN Syst"},{"key":"9671_CR7","unstructured":"Campbell BA, Treude C (2017) Nlp2code: code snippet content assist via natural language tasks. In: Proceedings ICSME, pp 628\u2013632"},{"issue":"7","key":"9671_CR8","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1002\/smr.1564","volume":"25","author":"G Capobianco","year":"2013","unstructured":"Capobianco G, Lucia AD, Oliveto R, Panichella A, Panichella S (2013) Improving IR-based traceability recovery via noun-based indexing of software artifacts. J Softw Evol Process 25(7):743\u2013762","journal-title":"J Softw Evol Process"},{"key":"9671_CR9","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-02272-2","volume-title":"Estimating the query difficulty for information retrieval","author":"D Carmel","year":"2010","unstructured":"Carmel D, Yom-Tov E (2010) Estimating the query difficulty for information retrieval. Morgan & Claypool, San Rafael"},{"key":"9671_CR10","doi-asserted-by":"crossref","unstructured":"Carmel D, Yom-Tov E, Darlow A, Pelleg D (2006) What makes a query difficult?. In: Proceedings SIGIR, pp 390\u2013397","DOI":"10.1145\/1148170.1148238"},{"key":"9671_CR11","doi-asserted-by":"crossref","unstructured":"Chan W, Cheng H, Lo D (2012) Searching connected API subgraph via text phrases. In: Proceedings FSE, pp 10:1\u201310:11","DOI":"10.1145\/2393596.2393606"},{"key":"9671_CR12","doi-asserted-by":"crossref","unstructured":"Chaparro O, Florez JM, Marcus A (2017) Using observed behavior to reformulate queries during text retrieval-based bug localization. In: Proceedings ICSME, page to appear","DOI":"10.1109\/ICSME.2017.100"},{"key":"9671_CR13","doi-asserted-by":"crossref","unstructured":"Dagenais B, Robillard MP (2012) Recovering traceability links between an API and its learning resources. In: Proceedings ICSE, pp 47\u201357","DOI":"10.1109\/ICSE.2012.6227207"},{"issue":"11","key":"9671_CR14","doi-asserted-by":"publisher","first-page":"964","DOI":"10.1145\/32206.32212","volume":"30","author":"GW Furnas","year":"1987","unstructured":"Furnas GW, Landauer TK, Gomez LM, Dumais ST (1987) The vocabulary problem in human-system communication. Commun ACM 30(11):964\u2013971","journal-title":"Commun ACM"},{"key":"9671_CR15","doi-asserted-by":"crossref","unstructured":"Gay G, Haiduc S, Marcus A, Menzies T (2009) On the use of relevance feedback in IR-based concept location. In: Proceedings ICSM, pp 351\u2013360","DOI":"10.1109\/ICSM.2009.5306315"},{"key":"9671_CR16","unstructured":"Gosling J, Joy B, Steele G, Bracha G (2012) The java language specification: Java SE 7th edn"},{"key":"9671_CR17","doi-asserted-by":"crossref","unstructured":"Gvero T, Kuncak V (2015) Interactive synthesis using free-form queries. In: Proceedings ICSE, pp 689\u2013692","DOI":"10.1109\/ICSE.2015.224"},{"key":"9671_CR18","doi-asserted-by":"crossref","unstructured":"Haiduc S, Marcus A (2011) On the effect of the query in IR-based concept location. In: Proceedings ICPC, pp 234\u2013237","DOI":"10.1109\/ICPC.2011.48"},{"key":"9671_CR19","doi-asserted-by":"crossref","unstructured":"Haiduc S, Bavota G, Marcus A, Oliveto R, De Lucia A, Menzies T (2013) Automatic query reformulations for text retrieval in software engineering. In: Proceedings ICSE, pp 842\u2013851","DOI":"10.1109\/ICSE.2013.6606630"},{"key":"9671_CR20","unstructured":"Harris Z (1968) Mathematical structures in language contents"},{"key":"9671_CR21","unstructured":"Hellendoorn VJ, Devanbu P (2017) Are deep neural networks the best choice for modeling source code?. In: Proceedings ESEC\/FSE, pp 763\u2013773"},{"key":"9671_CR22","doi-asserted-by":"crossref","unstructured":"Hill E, Pollock L, Vijay-Shanker K (2009) Automatically capturing source code context of NL-queries for software maintenance and reuse. In: Proceedings ICSE, pp 232\u2013242","DOI":"10.1109\/ICSE.2009.5070524"},{"key":"9671_CR23","doi-asserted-by":"crossref","unstructured":"Howard MJ, Gupta S, Pollock L, Vijay-Shanker K (2013) Automatically mining software-based semantically-similar words from comment-code mappings. In: Proceedings MSR, pp 377\u2013386","DOI":"10.1109\/MSR.2013.6624052"},{"issue":"4","key":"9671_CR24","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin K., Kek\u00e4l\u00e4inen J (2002) Cumulated gain-based evaluation of ir techniques. ACM Trans Inf Syst 20(4):422\u2013446","journal-title":"ACM Trans Inf Syst"},{"key":"9671_CR25","unstructured":"Keivanloo I, Rilling J (2011) Internet-scale java source code data set. http:\/\/aseg.cs.concordia.ca\/codesearch\/~#IJaDataSet"},{"key":"9671_CR26","doi-asserted-by":"crossref","unstructured":"Keivanloo I, Rilling J, Zou Y (2014) Spotting working code examples. In: Proceedings ICSE, pp 664\u2013675","DOI":"10.1145\/2568225.2568292"},{"key":"9671_CR27","doi-asserted-by":"crossref","unstructured":"Kevic K, Fritz T (2014a) Automatic search term identification for change tasks. In: Proceedings ICSE, pp 468\u2013471","DOI":"10.1145\/2591062.2591117"},{"key":"9671_CR28","doi-asserted-by":"crossref","unstructured":"Kevic K, Fritz T (2014b) A dictionary to translate change tasks to source code. In: Proceedings MSR, pp 320\u2013323","DOI":"10.1145\/2597073.2597095"},{"key":"9671_CR29","doi-asserted-by":"crossref","unstructured":"Kimmig M, Monperrus M, Mezini M (2011) Querying source code with natural language. In: Proceedings ASE, pp 376\u2013379","DOI":"10.1109\/ASE.2011.6100076"},{"key":"9671_CR30","doi-asserted-by":"crossref","unstructured":"Li Z, Wang T, Zhang Y, Zhan Y, Yin G (2016) Query reformulation by leveraging crowd wisdom for scenario-based software search. In: Proceedings internetware, pp 36\u201344","DOI":"10.1145\/2993717.2993723"},{"key":"9671_CR31","doi-asserted-by":"crossref","unstructured":"Lin J, Liu Y, Guo J, Cleland-Huang J, Goss W, Liu W, Lohar S, Monaikul N, Rasin A (2017) Tiqi: a natural language interface for querying software project data. In: Proceedings ASE, pp 973\u2013977","DOI":"10.1109\/ASE.2017.8115714"},{"key":"9671_CR32","doi-asserted-by":"crossref","unstructured":"Linares-V\u00e1squez M., Bavota G, Di Penta M, Oliveto R, Poshyvanyk D (2014) How do api changes trigger stack overflow discussions? a study on the android sdk. In: Proceedings ICPC, pp 83\u201394","DOI":"10.1145\/2597008.2597155"},{"key":"9671_CR33","unstructured":"Lopes C, Bajracharya S, Ossher J, Baldi P (2010) UCI source code data sets. http:\/\/www.ics.uci.edu\/~lopes\/datasets\/"},{"key":"9671_CR34","doi-asserted-by":"crossref","unstructured":"Mamykina L, Manoim B, Mittal M, Hripcsak G, Hartmann B (2011) Design lessons from the fastest q & a site in the west. In: Proceedings CHI, pp 2857\u20132866","DOI":"10.1145\/1978942.1979366"},{"key":"9671_CR35","doi-asserted-by":"crossref","unstructured":"McMillan C, Grechanik M, Poshyvanyk D, Xie Q, Fu C (2011) Portfolio: finding relevant functions and their usage. In: Proceedings ICSE, pp 111\u2013120","DOI":"10.1145\/1985793.1985809"},{"key":"9671_CR36","unstructured":"Mihalcea R, Tarau P (2004) Textrank: bringing order into texts. In: Proceedings EMNLP, pp 404\u2013411"},{"key":"9671_CR37","doi-asserted-by":"crossref","unstructured":"Moreno L, Treadway JJ, Marcus A, Shen W (2014) On the use of stack traces to improve text retrieval-based bug localization. In: Proceedings ICSME, pp 151\u2013160","DOI":"10.1109\/ICSME.2014.37"},{"key":"9671_CR38","doi-asserted-by":"crossref","unstructured":"Moreno L, Bavota G, Haiduc S, Di Penta M, Oliveto R, Russo B, Marcus A (2015) Query-based configuration of text retrieval solutions for software engineering tasks. In: Proceedings ESEC\/FSE, pp 567\u2013578","DOI":"10.1145\/2786805.2786859"},{"key":"9671_CR39","doi-asserted-by":"crossref","unstructured":"Nakasai K, Tsunoda M, Hata H (2016) Web search behaviors for software development. In: Proceedings CHASE, pp 125\u2013128","DOI":"10.1145\/2897586.2897614"},{"issue":"5","key":"9671_CR40","first-page":"771","volume":"9","author":"L Nie","year":"2016","unstructured":"Nie L, Jiang H, Ren Z, Sun Z, Li X (2016) Query expansion based on crowd knowledge for code search. TSC 9(5):771\u2013783","journal-title":"TSC"},{"key":"9671_CR41","doi-asserted-by":"crossref","unstructured":"Ponzanelli L, Bavota G, Di Penta M, Oliveto R, Lanza M (2014) Mining stackOverflow to turn the IDE into a self-confident programming prompter. In: Proceedings MSR, pp 102\u2013111","DOI":"10.1145\/2597073.2597077"},{"key":"9671_CR42","unstructured":"Rahman MM, Roy CK (2014) On the use of context in recommending exception handling code examples. In: Proceedings SCAM, pp 285\u2013294"},{"key":"9671_CR43","unstructured":"Rahman MM, Roy CK (2016) QUICKAR: automatic query reformulation for concept location using crowdsourced knowledge. In: Proceedings ASE, pp 220\u2013225"},{"key":"9671_CR44","unstructured":"Rahman MM, Roy CK (2017) STRICT: information retrieval based search term identification for concept location. In: Proceedings SANER, pp 79\u201390"},{"key":"9671_CR45","unstructured":"Rahman MM, Roy CK (2018) Effective reformulation of query for code search using crowdsourced knowledge and extra-large data analytics. In: Proceedings ICSME, p 12"},{"key":"9671_CR46","doi-asserted-by":"crossref","unstructured":"Rahman MM, Yeasmin S, Roy CK (2014) Towards a context-aware IDE-based meta search engine for recommendation about programming errors and exceptions. In: Proceedings CSMR\u2013WCRE, pp 194\u2013203","DOI":"10.1109\/CSMR-WCRE.2014.6747170"},{"key":"9671_CR47","doi-asserted-by":"crossref","unstructured":"Rahman MM, Roy CK, Lo D (2016) RACK: automatic API recommendation using Crowdsourced knowledge. In: Proceedings SANER, pp 349\u2013359","DOI":"10.1109\/SANER.2016.80"},{"key":"9671_CR48","doi-asserted-by":"crossref","unstructured":"Rahman MM, Barson J, Paul S, Kayani J, Lois FA, Quezada SF, Parnin C, Stolee KT, Ray Baishakhi (2018) Evaluating how developers use general-purpose web-search for code retrieval. In: Proceedings MSR, p 10","DOI":"10.1145\/3196398.3196425"},{"key":"9671_CR49","unstructured":"Rigby PC, Robillard MP (2013) Discovering essential code elements in informal documentation. In: Proceedings ICSE, pp 832\u2013841"},{"key":"9671_CR50","volume-title":"The SMART retrieval system\u2014experiments in automatic document processing","author":"JJ Rocchio","year":"1971","unstructured":"Rocchio JJ (1971) The SMART retrieval system\u2014experiments in automatic document processing. Prentice-Hall, Inc, Upper Saddle River"},{"key":"9671_CR51","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J (2006) Appropriate statistics for ordinal level data Should we really be using t-test and Cohen\u2019sd for evaluating group differences on the NSSE and other surveys?. In: Annual meeting of the Florida Association of Institutional Research, pp 1\u20133"},{"key":"9671_CR52","unstructured":"Roy CK, Cordy JR (2008) NICAD: accurate detection of near-Miss Intentional clones using flexible pretty-printing and code normalization. In: Proceedings ICPC, pp 172\u2013181"},{"key":"9671_CR53","doi-asserted-by":"crossref","unstructured":"Sadowski C, Stolee KT, Elbaum S (2015) How developers search for code A case study. In: Proceedings ESEC\/FSE, pp 191\u2013201","DOI":"10.1145\/2786805.2786855"},{"key":"9671_CR54","doi-asserted-by":"crossref","unstructured":"Sirres R, Bissyand\u00e9 TF, Kim D, Lo D, Klein J, Kim K, Traon YL (2018) Augmenting and structuring user queries to support efficient free-form code search. EMSE","DOI":"10.1145\/3180155.3182513"},{"key":"9671_CR55","doi-asserted-by":"crossref","unstructured":"Sisman B, Kak AC (2013) Assisting code search with automatic query reformulation for bug localization. In: Proceedings MSR, pp 309\u2013318","DOI":"10.1109\/MSR.2013.6624044"},{"key":"9671_CR56","doi-asserted-by":"crossref","unstructured":"Svajlenko J, Roy CK (2018) Fast, scalable and user-guided clone detection. In: Proceedings ICSE-c, pp 352\u2013353","DOI":"10.1145\/3183440.3195005"},{"key":"9671_CR57","doi-asserted-by":"crossref","unstructured":"Svajlenko J, Islam JF, Keivanloo I, Roy CK, Mia MM (2014) Towards a big data curated benchmark of inter-project code clones. In: Proceedings ICSME, pp 476\u2013480","DOI":"10.1109\/ICSME.2014.77"},{"key":"9671_CR58","unstructured":"Thongtanunam P, Kula RG, Yoshida N, Iida H, Matsumoto K (2015) Who Should Review my Code?. In: Proceedings SANER, pp 141\u2013150"},{"key":"9671_CR59","doi-asserted-by":"crossref","unstructured":"Thummalapenta S, Xie T (2007) Parseweb: a programmer assistant for reusing open source code on the web. In: Proceedings ASE, pp 204\u2013213","DOI":"10.1145\/1321631.1321663"},{"key":"9671_CR60","doi-asserted-by":"crossref","unstructured":"Thung F, Lo D, Lawall J (2013a) Automated library recommendation. In: Proceedings WCRE, pp 182\u2013191","DOI":"10.1109\/WCRE.2013.6671293"},{"key":"9671_CR61","doi-asserted-by":"crossref","unstructured":"Thung F, Wang S, Lo D, Lawall J (2013b) Automatic recommendation of API methods from feature requests. In: Proceedings ASE, pp 290\u2013300","DOI":"10.1109\/ASE.2013.6693088"},{"key":"9671_CR62","doi-asserted-by":"crossref","unstructured":"Toutanova K, Manning CD (2000) Enriching the knowledge sources used in a maximum entropy part-of-speech tagger. In: Proceedings EMNLP, pp 63\u201370","DOI":"10.3115\/1117794.1117802"},{"key":"9671_CR63","doi-asserted-by":"crossref","unstructured":"Vassallo C, Panichella S, Di Penta M, Canfora G (2014) Codes: mining source code descriptions from developers discussions. In: Proceedings ICPC, pp 106\u2013109","DOI":"10.1145\/2597008.2597799"},{"key":"9671_CR64","doi-asserted-by":"crossref","unstructured":"Wang S, Lo D (2014) Version history, similar report, and structure: Putting them together for improved bug localization. In: Proceedings ICPC, pp 53\u201363","DOI":"10.1145\/2597008.2597148"},{"key":"9671_CR65","doi-asserted-by":"crossref","unstructured":"Wang S, Lo D, Jiang L (2014) Active code search: incorporating user feedback to improve code search relevance. In: Proceedings ASE, pp 677\u2013682","DOI":"10.1145\/2642937.2642947"},{"key":"9671_CR66","unstructured":"Wang Y, Wang L, Li Y, He D, Liu T (2013) A theoretical analysis of NDCG type ranking measures. In: Proceedings COLT, pp 25\u201354"},{"key":"9671_CR67","unstructured":"Warr FW, Robillard MP (2007) Suade: topology-based searches for software investigation. In: Proceedings ICSE, pp 780\u2013783"},{"key":"9671_CR68","doi-asserted-by":"crossref","unstructured":"Wong E, Yang J, Tan L (2013) AutoComment: mining question and answer sites for automatic comment generation. In: Proceedings ASE, pp 562\u2013567","DOI":"10.1109\/ASE.2013.6693113"},{"issue":"6","key":"9671_CR69","first-page":"3149","volume":"22","author":"X Xia","year":"2017","unstructured":"Xia X, Bao L, Lo D, Kochhar PS, Hassan AE, Xing Z (2017) What do developers search for on the web? EMSE 22(6):3149\u20133185","journal-title":"EMSE"},{"key":"9671_CR70","doi-asserted-by":"crossref","unstructured":"Xie T, Pei J (2006) MAPO: mining api usages from open source repositories. In: Proceedings MSR, pp 54\u201357","DOI":"10.1145\/1137983.1137997"},{"key":"9671_CR71","unstructured":"Yang J, Tan L (2012) Inferring semantically related words from software context. In: Proceedings MSR, pp 161\u2013170"},{"key":"9671_CR72","unstructured":"Yuan T, Lo D, Lawall J (2014) Automated construction of a software-specific word similarity database. In: Proceedings CSMR-WCRE, pp 44\u201353"},{"key":"9671_CR73","doi-asserted-by":"crossref","unstructured":"Zhang F, Niu H, Keivanloo I, Zou Y (2017) Expanding queries for code search using semantically related api class-names. TSE, page to appear","DOI":"10.1109\/TSE.2017.2750682"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9671-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-018-9671-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-018-9671-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,10]],"date-time":"2022-09-10T18:02:37Z","timestamp":1662832957000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-018-9671-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,21]]},"references-count":73,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,8]]}},"alternative-id":["9671"],"URL":"https:\/\/doi.org\/10.1007\/s10664-018-9671-0","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,21]]},"assertion":[{"value":"21 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}