{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T16:29:31Z","timestamp":1776443371539,"version":"3.51.2"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"3-4","license":[{"start":{"date-parts":[[2018,10,24]],"date-time":"2018-10-24T00:00:00Z","timestamp":1540339200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2018,10,24]],"date-time":"2018-10-24T00:00:00Z","timestamp":1540339200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval J"],"published-print":{"date-parts":[[2019,8,1]]},"DOI":"10.1007\/s10791-018-9343-0","type":"journal-article","created":{"date-parts":[[2018,10,24]],"date-time":"2018-10-24T17:03:01Z","timestamp":1540400581000},"page":"395-418","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Overcoming low-utility facets for complex answer retrieval"],"prefix":"10.1007","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8914-2659","authenticated-orcid":false,"given":"Sean","family":"MacAvaney","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew","family":"Yates","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arman","family":"Cohan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luca","family":"Soldaini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kai","family":"Hui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nazli","family":"Goharian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ophir","family":"Frieder","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,10,24]]},"reference":[{"key":"9343_CR1","doi-asserted-by":"crossref","unstructured":"Auer, S., Bizer, C., Kobilarov, G., Lehmann, J., Cyganiak, R., & Ives, Z. (2007). DBpedia: A nucleus for a web of open data. In: The semantic web (pp. 722\u2013735).","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"9343_CR2","doi-asserted-by":"crossref","unstructured":"Bollacker, K. D., Evans, C., Paritosh, P., Sturge, T., & Taylor, J. (2008). Freebase: A collaboratively created graph database for structuring human knowledge. In: Proceedings of the 2008 ACM SIGMOD international conference on management of data (pp. 1247\u20131250).","DOI":"10.1145\/1376616.1376746"},{"key":"9343_CR3","unstructured":"Bordes, A., Usunier, N., Garc\u00eda-Dur\u00e1n, A., Weston, J., & Yakhnenko, O. (2013). Translating embeddings for modeling multi-relational data. In: Advances in neural information processing systems (pp. 2787\u20132795."},{"key":"9343_CR4","doi-asserted-by":"crossref","unstructured":"Dai, Z., Xiong, C., Callan, J. P., & Liu, Z. (2018). Convolutional neural networks for soft-matching n-grams in ad-hoc search. In: Proceedings of the eleventh ACM international conference on web search and data mining (pp. 126\u2013134).","DOI":"10.1145\/3159652.3159659"},{"key":"9343_CR5","doi-asserted-by":"crossref","unstructured":"Daiber, J., Jakob, M., Hokamp, C., & Mendes, P. N. (2013). Improving efficiency and accuracy in multilingual entity extraction. In: Proceedings of the 9th international conference on semantic systems (pp. 121\u2013124).","DOI":"10.1145\/2506182.2506198"},{"key":"9343_CR6","doi-asserted-by":"crossref","unstructured":"Dalton, J., Dietz, L., & Allan, J. (2014). Entity query feature expansion using knowledge base links. In: Proceedings of the 37th international ACM SIGIR conference on research & development in information retrieval, ACM (pp. 365\u2013374).","DOI":"10.1145\/2600428.2609628"},{"key":"9343_CR7","unstructured":"Dietz, L., & Gamari, B. (2017). TREC CAR: A data set for complex answer retrieval (version 1.5). http:\/\/trec-car.cs.unh.edu. Accessed 2 May 2018."},{"key":"9343_CR8","unstructured":"Dietz, L., Verma, M., Radlinski, F., & Craswell, N. (2017). TREC complex answer retrieval overview. In: Proceedings of TREC."},{"key":"9343_CR9","doi-asserted-by":"crossref","unstructured":"Guo, J., Fan, Y., Ai, Q., & Croft, W. B. (2016). A deep relevance matching model for Ad-hoc retrieval. In: Proceedings of the 25th ACM international on conference on information and knowledge management (pp. 55\u201364).","DOI":"10.1145\/2983323.2983769"},{"issue":"3","key":"9343_CR10","doi-asserted-by":"publisher","first-page":"e62","DOI":"10.2196\/jmir.4069","volume":"17","author":"JM Heilman","year":"2015","unstructured":"Heilman, J. M., & West, A. G. (2015). Wikipedia and medicine: quantifying readership, editors, and the significance of natural language. Journal of medical Internet research, 17(3), e62.","journal-title":"Journal of medical Internet research"},{"key":"9343_CR11","doi-asserted-by":"crossref","unstructured":"Huang, P.-S., He, X., Gao, J., Deng, L., Acero, A., & Heck, L. (2013). Learning deep structured semantic models for web search using clickthrough data. In: Proceedings of the 22nd ACM international conference on conference on information & knowledge management (pp. 2333\u20132338).","DOI":"10.1145\/2505515.2505665"},{"key":"9343_CR12","doi-asserted-by":"crossref","unstructured":"Hui, K., Yates, A., Berberich, K., & de Melo, G. (2017). PACRR: A position-aware neural IR model for relevance matching. In: Proceedings of the 2017 conference on empirical methods in natural language processing (pp. 1049\u20131058).","DOI":"10.18653\/v1\/D17-1110"},{"key":"9343_CR13","doi-asserted-by":"crossref","unstructured":"Hui, K., Yates, A., Berberich, K., & de Melo, G. (2018). Co-PACRR: A context-aware neural IR model for ad-hoc retrieval. In: Proceedings of the eleventh ACM international conference on web search and data mining (pp. 279\u2013287).","DOI":"10.1145\/3159652.3159689"},{"key":"9343_CR14","doi-asserted-by":"crossref","unstructured":"Levy, O., & Goldberg, Y. (2014). Dependency-based word embeddings. In: Proceedings of the 52nd annual meeting of the association for computational linguistics (Volume 2: Short Papers) (vol 2, pp. 302\u2013308).","DOI":"10.3115\/v1\/P14-2050"},{"key":"9343_CR15","doi-asserted-by":"crossref","unstructured":"Lin, X., & Lam, W. (2017), CUIS team for TREC 2017 CAR track. In: Proceedings of TREC.","DOI":"10.6028\/NIST.SP.500-331.car-CUIS"},{"key":"9343_CR16","unstructured":"MacAvaney, S., Hui, K., & Yates, A. (2017a). An approach for weakly-supervised deep information retrieval. In: SIGIR 2017 workshop on neural information retrieval."},{"key":"9343_CR17","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Yates, A., & Hui, K. (2017b). Contextualized PACRR for complex answer retrieval. In: Proceedings of TREC. .","DOI":"10.6028\/NIST.SP.500-324.car-MPIID5"},{"key":"9343_CR18","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Yates, A., Cohan, A., Soldaini, L., Hui, K., Goharian, N., & Frieder, O. (2018). Characterizing question facets for complex answer retrieval. In: Proceedings of the 41st international ACM SIGIR conference on research & development in information retrieval (pp. 1205\u20131208).","DOI":"10.1145\/3209978.3210135"},{"key":"9343_CR19","unstructured":"Maldonado, R., Taylor, S., & Harabagiu, S. M. (2017). UTD HLTRI at TREC 2017: Complex answer retrieval track. In: Proceedings of TREC."},{"key":"9343_CR20","doi-asserted-by":"crossref","unstructured":"Metzler, D., & Croft, W. B. (2005). A markov random field model for term dependencies. In: Proceedings of the 28th annual international ACM SIGIR conference on research and development in information retrieval (pp. 472\u2013479).","DOI":"10.1145\/1076034.1076115"},{"key":"9343_CR21","doi-asserted-by":"crossref","unstructured":"Mitra, B., Diaz, F., & Craswell, N. (2017). Learning to match using local and distributed representations of text for web search. In: Proceedings of the 26th International Conference on World Wide Web (pp. 1291\u20131299).","DOI":"10.1145\/3038912.3052579"},{"key":"9343_CR22","doi-asserted-by":"crossref","unstructured":"Nanni, F., Mitra, B., Magnusson, M., & Dietz, L. (2017). Benchmark for complex answer retrieval. In: Proceedings of the ACM SIGIR international conference on theory of information retrieval (pp. 293\u2013296).","DOI":"10.1145\/3121050.3121099"},{"key":"9343_CR23","doi-asserted-by":"crossref","unstructured":"Nickel, M., Rosasco, L., & Poggio, T. A. (2016). Holographic embeddings of knowledge graphs. In: Proceedings of the thirtieth AAAI conference on artificial intelligence (pp. 1955\u20131961).","DOI":"10.1609\/aaai.v30i1.10314"},{"key":"9343_CR24","doi-asserted-by":"crossref","unstructured":"Nogueira, R., & Cho, K. (2017). Task-oriented query reformulation with reinforcement learning. In: Proceedings of the 2017 conference on empirical methods in natural language processing (pp. 574\u2013583).","DOI":"10.18653\/v1\/D17-1061"},{"key":"9343_CR25","unstructured":"Nogueira, R., Cho, K., Patel, U., & Chabot, V. (2017). New york university submission to TREC-CAR 2017. In: Proceedings of TREC."},{"key":"9343_CR26","volume-title":"2016","author":"L Pang","year":"2016","unstructured":"Pang, L., Lan, Y., Guo, J., Xu, J., & Cheng, X. (2016). 2016. A study of MatchPyramid models on ad-hoc retrieval. In: NeuIR at SIGIR."},{"key":"9343_CR27","doi-asserted-by":"crossref","unstructured":"Pang, L., Lan, Y., Guo, J., Xu, J., Xu, J., & Cheng, X. (2017). DeepRank: A new deep architecture for relevance ranking in information retrieval. In: Proceedings of the 2017 ACM on conference on information and knowledge management (pp. 257\u2013266).","DOI":"10.1145\/3132847.3132914"},{"issue":"5","key":"9343_CR28","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1007\/s10791-008-9059-7","volume":"11","author":"T Sakai","year":"2008","unstructured":"Sakai, T., & Kando, N. (2008). On information retrieval metrics designed for evaluation with incomplete relevance assessments. Information Retrieval, 11(5), 447\u2013470.","journal-title":"Information Retrieval"},{"key":"9343_CR29","doi-asserted-by":"crossref","unstructured":"Schuhmacher, M., Dietz, L., & Ponzetto, S. P. (2015). Ranking entities for web queries through text and knowledge. In: Proceedings of the 24th ACM international on conference on information and knowledge management (pp. 1461\u20131470).","DOI":"10.1145\/2806416.2806480"},{"key":"9343_CR30","unstructured":"Singh, A. (2012). Entity based Q&A retrieval. In: Proceedings of the 2012 Joint conference on empirical methods in natural language processing and computational natural language learning (pp. 1266\u20131277."},{"key":"9343_CR31","unstructured":"Singh, S., Subramanya, A., Pereira, F., & McCallum, A. (2012). Wikilinks: A large-scale cross-document coreference corpus labeled via links to wikipedia. University of Massachusetts, Amherst, Technical Report UM-CS-2012 15."},{"key":"9343_CR32","doi-asserted-by":"crossref","unstructured":"Wang, Z., Zhang, J., Feng, J., & Chen, Z. (2014). Knowledge graph embedding by translating on hyperplanes. In: Twenty-Eighth AAAI conference on artificial intelligence.","DOI":"10.1609\/aaai.v28i1.8870"},{"key":"9343_CR33","doi-asserted-by":"crossref","unstructured":"Xiong, C., & Callan, J. (2015). Query expansion with Freebase. In: Proceedings of the 2015 international conference on the theory of information retrieval, ACM (pp. 111\u2013120).","DOI":"10.1145\/2808194.2809446"},{"key":"9343_CR34","doi-asserted-by":"crossref","unstructured":"Xiong, C., Callan, J. P., & Liu, T. -Y. (2017). Word-entity duet representations for document ranking. In: Proceedings of the 40th International ACM SIGIR conference on research and development in information retrieval.","DOI":"10.1145\/3077136.3080768"},{"key":"9343_CR35","doi-asserted-by":"crossref","unstructured":"Xiong, C., Dai, Z., Callan, J., Liu, Z., & Power, R. (2017). End-to-end neural ad-hoc ranking with kernel pooling. In: Proceedings of the 40th International ACM SIGIR conference on research and development in information retrieval, ACM (pp. 55\u201364).","DOI":"10.1145\/3077136.3080809"},{"key":"9343_CR36","doi-asserted-by":"crossref","unstructured":"Yih, W.-t., Chang, M.-W., He, X., & Gao, J. (2015). Semantic parsing via staged query graph generation: Question answering with knowledge base. In: Proceedings of the 53rd annual meeting of the association for computational linguistics (pp. 1321\u20131331).","DOI":"10.3115\/v1\/P15-1128"},{"key":"9343_CR37","doi-asserted-by":"crossref","unstructured":"Zamani, H., Mitra, B., Song, X., Craswell, N., & Tiwary, S. (2018). Neural ranking models with multiple document fields. In: Proceedings of the eleventh ACM international conference on web search and data mining (pp. 700\u2013708).","DOI":"10.1145\/3159652.3159730"}],"container-title":["Information Retrieval Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-018-9343-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-018-9343-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-018-9343-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T18:45:03Z","timestamp":1720723503000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-018-9343-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,24]]},"references-count":37,"journal-issue":{"issue":"3-4","published-print":{"date-parts":[[2019,8,1]]}},"alternative-id":["9343"],"URL":"https:\/\/doi.org\/10.1007\/s10791-018-9343-0","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,10,24]]},"assertion":[{"value":"6 May 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 October 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 October 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}