{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T20:21:43Z","timestamp":1768594903056,"version":"3.49.0"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2009,7,18]],"date-time":"2009-07-18T00:00:00Z","timestamp":1247875200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2009,7,18]],"date-time":"2009-07-18T00:00:00Z","timestamp":1247875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval"],"published-print":{"date-parts":[[2009,12]]},"DOI":"10.1007\/s10791-009-9101-4","type":"journal-article","created":{"date-parts":[[2009,7,18]],"date-time":"2009-07-18T05:19:55Z","timestamp":1247894395000},"page":"615-641","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":42,"title":["Overview of the Reliable Information Access Workshop"],"prefix":"10.1007","volume":"12","author":[{"given":"Donna","family":"Harman","sequence":"first","affiliation":[]},{"given":"Chris","family":"Buckley","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2009,7,18]]},"reference":[{"key":"9101_CR1","unstructured":"Buckley, C. (1985). Implementation of the SMART information retrieval system. Technical Report 85-686. Computer Science Department, Cornell University, Ithaca, NY, May."},{"key":"9101_CR2","doi-asserted-by":"publisher","unstructured":"Buckley, C. (in press). Why current IR engines fail. Information Retrieval. doi:10.1007\/s10791-009-9103-2.","DOI":"10.1007\/s10791-009-9103-2"},{"key":"9101_CR3","unstructured":"Buckley, C., Singhal, A., Mitra, M., & Salton, G. (1996). New retrieval approaches using SMART: TREC-4. In D. K. Harman (Ed.), The Fourth Text REtrieval Conference (TREC-4) , Gaithersburg, MD, pp. 25\u201348."},{"key":"9101_CR4","doi-asserted-by":"crossref","unstructured":"Clarke, C. L. A., Cormack, G. V., & Lynam, T. R. (2001). Exploiting redundancy in question answering. In W. B. Croft, D. J. Harper, D. H. Kraft, & J. Zobel (Eds.), Proceedings of the 24th annual international ACM SIGIR conference on research and development in information retrieval New Orleans, LA, pp. 358\u2013365.","DOI":"10.1145\/383952.384024"},{"key":"9101_CR5","doi-asserted-by":"publisher","unstructured":"Clarke, C. L. A., Cormack, G. V., Lynam, T. R., Buckley, C., & Harman, D. (in press). Swapping documents and terms. Information Retrieval. doi:10.1007\/s10791-009-9105-0.","DOI":"10.1007\/s10791-009-9105-0"},{"key":"9101_CR6","doi-asserted-by":"crossref","unstructured":"Collins-Thompson, K., Callan, J., Terra, E., & Clarke, C. L. A. (2004). The effect of document retrieval quality on factoid question answering performance. In K. J\u00e4rvelin, J. Allan, P. Bruza, & M. Sanderson (Eds.), Proceedings of the 27th annual international ACM SIGIR conference on research and development in information retrieval Sheffield, UK, pp. 574\u2013575.","DOI":"10.1145\/1008992.1009127"},{"key":"9101_CR7","doi-asserted-by":"crossref","unstructured":"Cronen-Townsend, S., Zhou, Y., & Croft, W. B. (2002). Predicting query performance. In M. Beaulieu, R. Baeza-Yates, S. H. Myaeng, & K. J\u00e4rvelin (Eds.), Proceedings of the 25th annual international ACM SIGIR conference on research and development in information retrieval Tampere, Finland, pp. 299\u2013306.","DOI":"10.1145\/564376.564429"},{"key":"9101_CR8","unstructured":"Evans, D. A., & Lefferts, R. G. (1994). Design and evaluation of the CLARIT-TREC-2 system. In D. K. Harman (Ed.), The Second Text REtrieval Conference (TREC-2) Gaithersburg, MD, pp. 137\u2013150."},{"issue":"3","key":"9101_CR9","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1016\/0306-4573(94)00054-7","volume":"31","author":"D. A. Evans","year":"1995","unstructured":"Evans, D. A., & Lefferts, R. G. (1995). CLARIT-TREC experiments. Information Processing and Management, 31(3), 385\u2013395.","journal-title":"Information Processing and Management"},{"key":"9101_CR10","doi-asserted-by":"crossref","unstructured":"Gu, Z. (2004). Comparison of using passages and documents for blind relevance feedback. In K. J\u00e4rvelin, J. Allan, P. Bruza, & M. Sanderson (Eds.), Proceedings of the 27th annual international ACM SIGIR conference on research and development in information retrieval Sheffield, UK, pp. 482\u2013483.","DOI":"10.1145\/1008992.1009081"},{"key":"9101_CR11","doi-asserted-by":"crossref","unstructured":"Lavrenko, V., & Croft, W. B. (2001). Relevance-based language models. In W. B. Croft, D. J. Harper, D. H. Kraft, & J. Zobel (Eds.), Proceedings of the 24th annual international ACM SIGIR conference on research and development in information retrieval New Orleans, LA, pp. 120\u2013127.","DOI":"10.1145\/383952.383972"},{"key":"9101_CR12","unstructured":"Milic-Frayling N., Zhai C., Tong X., Jansen, P., & Evans, D. A. (1998). Experiments in query optimization: The CLARIT system TREC-6 report. In E. M. Voorhees & D. K. Harman (Eds.), The Sixth Text REtrieval Conference (TREC-6) (pp 415\u2013454). Gaithersburg, MD."},{"key":"9101_CR13","doi-asserted-by":"crossref","unstructured":"Montgomery, J., & Evans, D. A. (2004). Effect of varying number of documents in blind feedback. In K. J\u00e4rvelin, J. Allan, P. Bruza, & M. Sanderson (Eds.), Proceedings of the 27th annual international ACM SIGIR conference on research and development in information retrieval Sheffield, UK, pp. 476\u2013477.","DOI":"10.1145\/1008992.1009078"},{"key":"9101_CR14","doi-asserted-by":"publisher","unstructured":"Ogilvie, P., Voorhees, E., & Callan, J. (in press). On the number of terms used in automatic query expansion. Information Retrieval. doi:10.1007\/s10791-009-9104-1.","DOI":"10.1007\/s10791-009-9104-1"},{"key":"9101_CR15","doi-asserted-by":"crossref","unstructured":"Ponte, J. M., & Croft, W. B. (1998). A language modeling approach to information retrieval. In W. B. Croft, A. Moffat, C. J. van Rijsbergen, R. Wilkinson, & J. Zobel (Eds.), Proceedings of the 21th annual international ACM SIGIR conference on research and development in information retrieval Melbourne, Australia, pp. 275\u2013281.","DOI":"10.1145\/290941.291008"},{"key":"9101_CR16","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1108\/eb026866","volume":"46","author":"S. E. Robertson","year":"1990","unstructured":"Robertson, S. E. (1990). On term selection for query expansion. Journal of Documentation, 46, 359\u2013364.","journal-title":"Journal of Documentation"},{"issue":"3","key":"9101_CR17","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1002\/asi.4630270302","volume":"27","author":"S. E. Robertson","year":"1976","unstructured":"Robertson, S. E., & Sparck Jones, K. (1976). Relevance weighting of search terms. Journal of the American Society for Information Science, 27(3), 129\u2013146.","journal-title":"Journal of the American Society for Information Science"},{"key":"9101_CR18","unstructured":"Robertson, S. E., Walker, S., Jones, S., Hancock-Beaulieu, M. M., & Gatford, M. (1995). OKAPI at TREC-3. In D. K. Harman (Ed.), The Third Text REtrieval Conference (TREC-3) Gaithersburg, MD, pp. 109\u2013126."},{"key":"9101_CR19","unstructured":"Small, S., Strzalkowski, T., Liu, T., Shimizu, N., & Yamrom, B. (2004). A data driven approach to interactive question answering. In M. T. Maybury (Ed.), New directions in questions answering (pp. 129\u2013140). AAAI\/MIT Press."},{"key":"9101_CR20","doi-asserted-by":"publisher","unstructured":"Soboroff, I. (in press). A guide to the RIA workshop data archive. Information Retrieval. doi:10.1007\/s10791-009-9102-3.","DOI":"10.1007\/s10791-009-9102-3"},{"key":"9101_CR21","doi-asserted-by":"crossref","unstructured":"Strzalkowski, T., Small, S., Hardy, H., Kantor, P., Min, W., Ryan, S., et\u00a0al. (2008). Question answering as dialogue with data. In T. Strzalkowski & S. Harabagiu (Eds.), Advances in open-domain question answering (pp. 149\u2013188). Springer.","DOI":"10.1007\/978-1-4020-4746-6_5"},{"key":"9101_CR22","doi-asserted-by":"crossref","unstructured":"Voorhees, E. M., & Harman, D. (1997). Overview of the Fifth Text REtrieval Conference (TREC-5). In E. M. Voorhees & D. K. Harman (Eds.), The Fifth Text REtrieval Conference (TREC-5) Gaithersburg, MD, pp. 1\u201328.","DOI":"10.6028\/NIST.SP.500-238"},{"key":"9101_CR23","doi-asserted-by":"crossref","unstructured":"Warren, R. H. (2004). A review of relevance feedback experiments at the 2003 Reliable Information Access (RIA) Workshop. In K. J\u00e4rvelin, J. Allan, P. Bruza, & M. Sanderson (Eds.), Proceedings of the 27th annual international ACM SIGIR conference on research and development in information retrieval Sheffield, UK, pp. 570\u2013571.","DOI":"10.1145\/1008992.1009125"},{"key":"9101_CR24","unstructured":"Williamson, D., Williamson, R., & Leskm, M. E. (1969). The Cornell implementation of the SMART system. In G. Salton (Ed.), ISR Report 16 to the NSF, pp. 1\u201362."},{"key":"9101_CR25","unstructured":"Williamson, D., Williamson, R., & Lesk, M. E. (1971). The Cornell implementation of the SMART system. In G. Salton (Ed.), The SMART retrieval system (pp. 12\u201351). Prentice-Hall."},{"key":"9101_CR26","unstructured":"Yeung, D. L., Clarke, C. L. A., Cormack, G. V., Lynam, T. R., & Terra, E. L. (2004). Task-specific query expansion. In E. M. Voorhees (Ed.), The Twelfth Text REtrieval Conference (TREC-12), Gaithersburg, MD."},{"key":"9101_CR27","doi-asserted-by":"crossref","unstructured":"Yom-Tov, E., Fine, S., Carmel, D., & Darlow, A. (2005). Learning to estimate query difficulty. In G. Marchionini, A. Moffat, J. Tait, R. Baeza-Yates, & N. Ziviani (Eds.), Proceedings of the 28th annual international ACM SIGIR conference on research and development in information retrieval Salvador, Brazil, pp. 512\u2013519.","DOI":"10.1145\/1076034.1076121"},{"key":"9101_CR28","doi-asserted-by":"crossref","unstructured":"Zhai, C., & Lafferty, J. (2001). Model-based feedback in the language modeling approach to information retrieval. In Tenth International Conference on Information and Knowledge Management (CIKM 2001) Atlanta, GA, pp. 1\u20132.","DOI":"10.1145\/502585.502654"}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9101-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-009-9101-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9101-4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9101-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:46:06Z","timestamp":1704206766000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-009-9101-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,7,18]]},"references-count":28,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2009,12]]}},"alternative-id":["9101"],"URL":"https:\/\/doi.org\/10.1007\/s10791-009-9101-4","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,7,18]]},"assertion":[{"value":"18 July 2009","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}