{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T01:08:25Z","timestamp":1759972105745,"version":"build-2065373602"},"reference-count":199,"publisher":"Wiley","issue":"1","license":[{"start":{"date-parts":[[2007,9,28]],"date-time":"2007-09-28T00:00:00Z","timestamp":1190937600000},"content-version":"vor","delay-in-days":635,"URL":"http:\/\/onlinelibrary.wiley.com\/termsAndConditions#vor"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Annual Review Info Sci & Tec"],"published-print":{"date-parts":[[2006,1]]},"DOI":"10.1002\/aris.1440400111","type":"journal-article","created":{"date-parts":[[2007,9,28]],"date-time":"2007-09-28T12:53:28Z","timestamp":1190984008000},"page":"113-155","source":"Crossref","is-referenced-by-count":18,"title":["TREC: An overview"],"prefix":"10.1002","volume":"40","author":[{"given":"Donna K.","family":"Harman","sequence":"first","affiliation":[]},{"given":"Ellen M.","family":"Voorhees","sequence":"additional","affiliation":[]}],"member":"311","published-online":{"date-parts":[[2007,9,28]]},"reference":[{"key":"e_1_2_10_2_1","doi-asserted-by":"crossref","unstructured":"Alexander N. Brown C. Jose J. Ruthven I. &Tombros A.(2001). Question\u2010answering relevance feedback and summarisation: TREC\u20109 Interactive Track Report.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 523\u2013532","DOI":"10.6028\/NIST.SP.500-249.glasgow"},{"key":"e_1_2_10_3_1","doi-asserted-by":"crossref","unstructured":"Allan J.(2004). Hard track overview in the TREC 2003 high accuracy retrieval from documents.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 24\u201337","DOI":"10.6028\/NIST.SP.500-255.hard-overview"},{"key":"e_1_2_10_4_1","doi-asserted-by":"crossref","unstructured":"Allan J. Ballesteros L. Callan J. Croft B. &Lu Z.(1996). Recent experiments with INQUERY.Proceedings of the Fourth Text REtrieval Conference (TREC\u20104) 49\u201363","DOI":"10.21236\/ADA470554"},{"key":"e_1_2_10_5_1","doi-asserted-by":"crossref","unstructured":"Allan J. Callan J. Croft B. Ballesteros L. Broglio J. Xu J. et al. (1997). INQUERY at TREC\u20105.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 119\u2013133","DOI":"10.6028\/NIST.SP.500-238.routing-UMass"},{"key":"e_1_2_10_6_1","doi-asserted-by":"crossref","unstructured":"Allan J. Callan J. Croft W. Ballesteros L. Byrd D. Swan R. et al. (1998). INQUERY does battle with TREC\u20106.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 169\u2013206","DOI":"10.6028\/NIST.SP.500-240.filtering-UMass"},{"key":"e_1_2_10_7_1","doi-asserted-by":"crossref","unstructured":"Allan J. Callan J. Sanderson M. Xu J. &Wegmann S.(1999). INQUERY and TREC\u20107.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 201\u2013216","DOI":"10.6028\/NIST.SP.500-242.adhoc-UMass"},{"key":"e_1_2_10_8_1","doi-asserted-by":"crossref","unstructured":"Alpha S. Dixon P. Liao C. &Yang C.(2002). Oracle at TREC\u201010: Filtering and question answering.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 423\u2013433","DOI":"10.6028\/NIST.SP.500-250.oracle"},{"key":"e_1_2_10_9_1","doi-asserted-by":"crossref","unstructured":"Arampatzis A. Beney J. Koster C. &van der Weide T.(2001). Incrementality half\u2010life and threshold optimization for adaptive document filtering.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 589\u2013600","DOI":"10.6028\/NIST.SP.500-249.nijmegen"},{"key":"e_1_2_10_10_1","doi-asserted-by":"crossref","unstructured":"Ault T. &Yang Y.(2001). kNN at TREC\u20109.Proceeding of the Ninth Text Retrieval Conference (TREC\u20109) 127\u2013134","DOI":"10.6028\/NIST.SP.500-249.filtering-cmu"},{"key":"e_1_2_10_11_1","doi-asserted-by":"crossref","unstructured":"Ault T. &Yang Y.(2002). kNN Rocchio and metrics for information filtering at TREC\u201010.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 84\u201393","DOI":"10.6028\/NIST.SP.500-250.filtering-cmu-cat"},{"key":"e_1_2_10_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(02)00084-5"},{"key":"e_1_2_10_13_1","doi-asserted-by":"crossref","unstructured":"Ballerini J.\u2010P. B\u00fcchel M. Domenig R. Knaus D. Mateev B. Mittendorf E. et al. (1997). SPIDER retrieval system at TREC\u20105.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 217\u2013228","DOI":"10.6028\/NIST.SP.500-238.confusion-ETH"},{"key":"e_1_2_10_14_1","doi-asserted-by":"crossref","unstructured":"Belkin N. Head J. Jeng J. Kelly D. Lin S. Lobash L. et al. (2000). Relevance feedback versus local context analysis as term suggestion devices: Rutgers TREC\u20108 interactive track experience.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 565\u2013574","DOI":"10.6028\/NIST.SP.500-246.interactive-rutgersb"},{"key":"e_1_2_10_15_1","doi-asserted-by":"crossref","unstructured":"Belkin N. Keller A. Kelly D. Perez\u2010Carballo J. Sikora C. &Sun Y.(2001). Support for question\u2010answering in interactive information retrieval: Rutgers TREC\u20109 interactive track experience.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 463\u2013474","DOI":"10.6028\/NIST.SP.500-249.rutgers-belkin"},{"key":"e_1_2_10_16_1","unstructured":"Bhavnani S.(2002). Important cognitive components of domain\u2010specific search knowledge.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 571\u2013578"},{"key":"e_1_2_10_17_1","doi-asserted-by":"crossref","unstructured":"Boughanem M. &Soul\u00e9\u2010Dupuy C.(1998). Mercure at TREC\u20106.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 321\u2013328","DOI":"10.6028\/NIST.SP.500-240.adhoc-IRIT"},{"key":"e_1_2_10_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-49653-X_12"},{"key":"e_1_2_10_19_1","doi-asserted-by":"crossref","unstructured":"Braschler M. Wechsler M. Mateev B. Mittendorf E. &Sch\u00e4uble P.(1999). SPIDER retrieval system at TREC7.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 509\u2013518","DOI":"10.6028\/NIST.SP.500-242.adhoc-ETH"},{"key":"e_1_2_10_20_1","doi-asserted-by":"crossref","unstructured":"Brill E. Lin J. Banko M. Dumais S. &Ng A.(2002). Data intensive question answering.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 393\u2013400","DOI":"10.6028\/NIST.SP.500-250.qa-microsoft"},{"key":"e_1_2_10_21_1","doi-asserted-by":"crossref","unstructured":"Broglio J. Callan J. P. Croft W. B. &Nachbar D.(1995). Document retrieval and routing using the INQUERY system.Proceedings of the Third Text REtrieval Conference (TREC\u20103) 29\u201338","DOI":"10.6028\/NIST.SP.500-225.routing-umass"},{"key":"e_1_2_10_22_1","doi-asserted-by":"crossref","unstructured":"Brown E.(1995). Fast evaluation of structured queries for information retrieval.Proceedings of the Eighteenth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 30\u201338","DOI":"10.1145\/215206.215329"},{"key":"e_1_2_10_23_1","doi-asserted-by":"crossref","unstructured":"Brown E. &Chong H.(1998). The GURU System in TREC\u20106.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 535\u2013540","DOI":"10.6028\/NIST.SP.500-240.adhoc-IBM-Brown"},{"key":"e_1_2_10_24_1","doi-asserted-by":"crossref","unstructured":"Browne P. Czirjek C. Gurrin C. Jarina R. Lee H. Marlow S. et al. (2003). Dublin City University video track experiments for TREC 2002.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 217\u2013226","DOI":"10.6028\/NIST.SP.500-251.video-dublin"},{"key":"e_1_2_10_25_1","unstructured":"Buckley C.(2004). trec_eval IR evaluation package. Retrieved January 1 2005 from ftp:\/\/ftp.cs.cornell.edu\/pub\/smart"},{"key":"e_1_2_10_26_1","doi-asserted-by":"crossref","unstructured":"Buckley C. Mitra M. Walz J. &Cardie C.(1999). SMART high precision: TREC 7.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 285\u2013298","DOI":"10.6028\/NIST.SP.500-242.hp-Cornell_Sabir"},{"key":"e_1_2_10_27_1","doi-asserted-by":"crossref","unstructured":"Buckley C. Salton G. Allan J. &Singhal A.(1995). Automatic query expansion using SMART.Proceedings of the Third Text REtrieval Conference (TREC\u20103) 69\u201380","DOI":"10.6028\/NIST.SP.500-225.adhoc-cornell"},{"volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"Buckley C.","key":"e_1_2_10_28_1"},{"key":"e_1_2_10_29_1","doi-asserted-by":"crossref","unstructured":"Cancedda N. Goutte C. Renders J.\u2010M. Ces\u2010Bianchi N. Conconi A. Li Y. et al. (2003). Kernel methods for document filtering.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 373\u2013382","DOI":"10.6028\/NIST.SP.500-251.filtering-kerMIT"},{"key":"e_1_2_10_30_1","doi-asserted-by":"crossref","unstructured":"Chan E. Garcia S. &Roukos S.(1997). TREC\u20105 ad\u2010hoc retrieval using K nearest\u2010neighbors re\u2010scoring.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 415\u2013426","DOI":"10.6028\/NIST.SP.500-238.adhoc-IBM-S"},{"key":"e_1_2_10_31_1","doi-asserted-by":"crossref","unstructured":"Charoenkitkarn N. Chignell M. &Golovchinsky G.(1996). Is recall relevant? An analysis of how user interface conditions affect strategies and performance in large scale text retrieval.Proceedings of the Fourth Text REtrieval Conference (TREC\u20104) 211\u2013232","DOI":"10.6028\/NIST.SP.500-236.interactive-utoronto"},{"key":"e_1_2_10_32_1","doi-asserted-by":"crossref","unstructured":"Chowdhury A. Aljlayl M. Jensen E. Beitzel S. Grossman D. &Frieder O.(2003). IIT at TREC 2002: Linear combinations based on document structure and varied stemming for Arabic retrieval.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 299\u2013310","DOI":"10.6028\/NIST.SP.500-251.xlingual-IIT"},{"key":"e_1_2_10_33_1","doi-asserted-by":"crossref","unstructured":"Clarke C. &Cormack G.(1997). Interactive substring retrieval (multitext experiments for TREC\u20105).Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 267\u2013278","DOI":"10.6028\/NIST.SP.500-238.routing-Waterloo"},{"key":"e_1_2_10_34_1","doi-asserted-by":"crossref","unstructured":"Clarke C. Cormack G. Kisman D. &Lynam T.(2001). Question\u2010answering by passage selection (multitext experiments for TREC\u20109).Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 673\u2013682","DOI":"10.6028\/NIST.SP.500-249.waterloo"},{"key":"e_1_2_10_35_1","unstructured":"Cleverdon C. Mills J. &Keen E.(1966).Factors determining the performance of indexing systems.Cranfield UK: Aslib Cranfield Research Project."},{"key":"e_1_2_10_36_1","doi-asserted-by":"crossref","unstructured":"Collin\u2010Thompson K. Ogilvie P. Zhang Y. &Callan J.(2003). Information filtering novelty detection and named\u2010page finding.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 107\u2013118","DOI":"10.6028\/NIST.SP.500-251.web-cmu_lti"},{"key":"e_1_2_10_37_1","doi-asserted-by":"crossref","unstructured":"Cormack G. Clarke C. Palmer C. &To S.(1998). Passage\u2010based refinement (multitext) experiments for TREC\u20106.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 303\u2013319","DOI":"10.6028\/NIST.SP.500-240.chinese-Waterloo"},{"key":"e_1_2_10_38_1","doi-asserted-by":"crossref","unstructured":"Cormack G. Palmer C. Biesbrouck M. V. &Clarke C.(1999). Deriving very short queries for high precision and recall (multitext experiments for TREC\u20107).Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 121\u2013132","DOI":"10.6028\/NIST.SP.500-242.hp-Waterloo"},{"key":"e_1_2_10_39_1","doi-asserted-by":"crossref","unstructured":"Craswell N. &Hawking D.(2003). Overview of TREC 2002 Web track.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 86\u201395","DOI":"10.6028\/NIST.SP.500-251.web-overview"},{"key":"e_1_2_10_40_1","doi-asserted-by":"crossref","unstructured":"Craswell N. &Hawking D.(2004). Overview of TREC 2003 Web track.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 78\u201392","DOI":"10.6028\/NIST.SP.500-255.web-overview"},{"key":"e_1_2_10_41_1","doi-asserted-by":"crossref","unstructured":"Craswell N. Hawking D. Upstill T. McLean A. Wilkinson R. &Wu M.(2004). Trec 12 Web and interactive tracks at CSIRO.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 193\u2013203","DOI":"10.6028\/NIST.SP.500-255.web-CSIRO"},{"key":"e_1_2_10_42_1","doi-asserted-by":"crossref","unstructured":"Craswell N. Hawking D. Wilkinson R. &Wu M.(2002). Trec 10 Web and interactive tracks at CSIRO.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 151\u2013158","DOI":"10.6028\/NIST.SP.500-250.interactive-CSIRO"},{"key":"e_1_2_10_43_1","doi-asserted-by":"crossref","unstructured":"Craswell N. Hawking D. Wilkinson R. Wu M. Thom J. &Upstill T.(2003). TREC 11 Web and interactive tracks at CSIRO.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 197\u2013206","DOI":"10.6028\/NIST.SP.500-251.interactive-CSIRO"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Dumais S.","key":"e_1_2_10_44_1"},{"key":"e_1_2_10_45_1","doi-asserted-by":"crossref","unstructured":"Eichmann D. &Srinivasan P.(2000). Filters webs and answers: The University of Iowa TREC\u20108 results.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 259\u2013266","DOI":"10.6028\/NIST.SP.500-246.qa-iowa"},{"key":"e_1_2_10_46_1","doi-asserted-by":"crossref","unstructured":"Evans D. Huettner A. Tong X. Jansen P. &Bennett J.(1999). Effectiveness of clustering in ad hoc retrieval.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 143\u2013148","DOI":"10.6028\/NIST.SP.500-242.clarit"},{"key":"e_1_2_10_47_1","doi-asserted-by":"crossref","unstructured":"Fitzpatrick L. &Dent M.(1997). Automatic feedback using past queries: Social searching?Proceedings of the Twentieth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 306\u2013313","DOI":"10.1145\/278459.258597"},{"key":"e_1_2_10_48_1","doi-asserted-by":"crossref","unstructured":"Franz M. McCarley J. &Roukos S.(1999). Ad hoc and multilingual information retrieval at IBM.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 157\u2013168","DOI":"10.6028\/NIST.SP.500-242.adhoc-ibm-franz2"},{"key":"e_1_2_10_49_1","doi-asserted-by":"crossref","unstructured":"Fraser A. Xu J. &Weischedel R.(2003). TREC 2002 cross\u2010lingual retrieval at BBN.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 102\u2013106","DOI":"10.6028\/NIST.SP.500-251.xlingual-BBN"},{"key":"e_1_2_10_50_1","doi-asserted-by":"crossref","unstructured":"Fujita S.(2001). Reflections on \u201caboutness\u201d: TREC\u20109 evaluation experiments.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 281\u2013288","DOI":"10.6028\/NIST.SP.500-249.web-justsystems"},{"key":"e_1_2_10_51_1","doi-asserted-by":"crossref","unstructured":"Fuller M. Kaszkiel M. Ng C. Vines P. Wilkinson R. &Zobel J.(1998). MDS TREC\u20106 report.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 241\u2013257","DOI":"10.6028\/NIST.SP.500-240.interactive-MDS"},{"key":"e_1_2_10_52_1","doi-asserted-by":"crossref","unstructured":"Gao J. Xun E. Zhou M. Nie J.\u2010Y. Zhang J. &Su Y.(2001). TREC\u20109 CLIR experiments at MSRCN.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 343\u2013354","DOI":"10.6028\/NIST.SP.500-249.microsoft-china"},{"key":"e_1_2_10_53_1","doi-asserted-by":"crossref","unstructured":"Garofolo J. Auzanne C. &Voorhees E.(2000). The TREC spoken document retrieval track: A success story.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 107\u2013130","DOI":"10.6028\/NIST.SP.500-246.sdr-overview"},{"key":"e_1_2_10_54_1","unstructured":"Garofolo J. Fiscus J. &Fisher W.(1997). Design and preparation of the 1996 hub\u20104 broadcast news benchmark test corpora.Proceedings of the DARPA Speech Recognition Workshop 15\u201321"},{"key":"e_1_2_10_55_1","doi-asserted-by":"crossref","unstructured":"Garofolo J. Voorhees E. Auzanne C. Stanford V. &Lund B.(1999). 1998 TREC\u20107 spoken document retrieval track overview and results.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 79\u201390","DOI":"10.6028\/NIST.SP.500-242.overview-overview"},{"key":"e_1_2_10_56_1","doi-asserted-by":"crossref","unstructured":"Garofolo J. Voorhees E. Stanford V. &Sparck Jones K.(1998). 1997 TREC\u20106 spoken document retrieval track overview and results.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 83\u201392","DOI":"10.6028\/NIST.SP.500-240.overview"},{"key":"e_1_2_10_57_1","doi-asserted-by":"crossref","unstructured":"Gey F. &Chen A.(2001). The TREC\u20109 cross\u2010language information retrieval (English\u2010Chinese) overview.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 15\u201324","DOI":"10.6028\/NIST.SP.500-249.xlingual-overview"},{"key":"e_1_2_10_58_1","doi-asserted-by":"crossref","unstructured":"Gey F. Chen A. He J. Xu L. &Meggs J.(1997). Term importance Boolean conjunct training negative terms and foreign language retrieval: Probabilistic algorithms at TREC\u20105.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 187\u2013191","DOI":"10.6028\/NIST.SP.500-238.Spanish-Berkeley"},{"key":"e_1_2_10_59_1","doi-asserted-by":"crossref","unstructured":"Gey F. Jiang H. Chen A. &Larson R.(1999). Manual queries and machine translation in cross\u2010language retrieval and interactive retrieval with Cheshire II at TREC\u20107.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 527\u2013540","DOI":"10.6028\/NIST.SP.500-242.Berkeley"},{"key":"e_1_2_10_60_1","doi-asserted-by":"crossref","unstructured":"Gey F. &Oard D.(2002). The TREC 2001 Cross\u2010language information retrieval track: Searching Arabic using English French or Arabic queries.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 16\u201325","DOI":"10.6028\/NIST.SP.500-250.xlingual-overview"},{"key":"e_1_2_10_61_1","doi-asserted-by":"crossref","unstructured":"Harabagiu S. Moldovan D. Clark C. Bowden M. Williams J. &Bensley J.(2004). Answer mining by combining extraction techniques with abductive reasoning.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 375\u2013382","DOI":"10.6028\/NIST.SP.500-255.qa-lcc.harabagiu"},{"key":"e_1_2_10_62_1","doi-asserted-by":"crossref","unstructured":"Harabagiu S. Moldovan D. Pasca M. Mihalcea R. Surdeanu M. Bunescu R. et al. (2001). Falcon: Boosting knowledge for answer engines.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 479\u2013488","DOI":"10.6028\/NIST.SP.500-249.qa-SMU"},{"key":"e_1_2_10_63_1","doi-asserted-by":"crossref","unstructured":"Harabagiu S. Moldovan D. Pasca M. Surdeanu M. Mihalcea R. Girju R. et al. (2002). Answering complex list and context questions with LCC's question\u2010answering server.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 355\u2013361","DOI":"10.6028\/NIST.SP.500-250.LCC"},{"key":"e_1_2_10_64_1","doi-asserted-by":"crossref","unstructured":"Harman D.(1993a). Overview of the First Text REtrieval Conference (TREC\u20101).Proceedings of the First Text REtrieval Conference (TREC\u20101) 1\u201320","DOI":"10.6028\/NIST.SP.500-207"},{"key":"e_1_2_10_65_1","doi-asserted-by":"crossref","unstructured":"Harman D.(1993b).Proceedings of the First Text REtrieval Conference (TREC\u20101).National Institute of Standards and Technology Special Publication500\u2013207","DOI":"10.6028\/NIST.SP.500-207"},{"key":"e_1_2_10_66_1","doi-asserted-by":"crossref","unstructured":"Harman D.(1994a). Overview of the Second Text REtrieval Conference (TREC\u20102).Proceedings of the Second Text REtrieval Conference (TREC\u20102) 1\u201320","DOI":"10.6028\/NIST.SP.500-215.overview-overview"},{"key":"e_1_2_10_67_1","doi-asserted-by":"crossref","unstructured":"Harman D.(1994b).Proceedings of the Second Text REtrieval Conference (TREC\u20102).National Institute of Standards and Technology Special Publication500\u2013215","DOI":"10.6028\/NIST.SP.500-215"},{"key":"e_1_2_10_68_1","doi-asserted-by":"crossref","unstructured":"Harman D.(1995a). Overview of the Third Text REtrieval Conference.Proceedings of the Third Text REtrieval Conference (TREC\u20103) 1\u201320","DOI":"10.6028\/NIST.SP.500-225"},{"key":"e_1_2_10_69_1","doi-asserted-by":"crossref","unstructured":"Harman D.(1995b).Proceedings of the Third Text REtrieval Conference (TREC\u20103).National Institute of Standards and Technology Special Publication500\u2013225","DOI":"10.6028\/NIST.SP.500-225"},{"key":"e_1_2_10_70_1","doi-asserted-by":"crossref","unstructured":"Harman D.(1996a). Overview of the Fourth Text REtrieval Conference (TREC\u20104).Proceedings of the Fourth Text REtrieval Conference (TREC\u20104) 1\u201323","DOI":"10.6028\/NIST.SP.500-236.overview"},{"key":"e_1_2_10_71_1","doi-asserted-by":"crossref","unstructured":"Harman D.(1996b).Proceedings of the Fourth Text REtrieval Conference (TREC\u20104).National Institute of Standards and Technology Special Publication500\u2013236","DOI":"10.6028\/NIST.SP.500-236.overview"},{"volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"Harman D.","key":"e_1_2_10_72_1"},{"volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"Harman D.","key":"e_1_2_10_73_1"},{"key":"e_1_2_10_74_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44645-1_2"},{"key":"e_1_2_10_75_1","first-page":"3","article-title":"Evaluation of information retrieval systems: Approaches, issues, and methods","volume":"32","author":"Harter S. P.","year":"1997","journal-title":"Annual Review of Information Science and Technology"},{"key":"e_1_2_10_76_1","doi-asserted-by":"crossref","unstructured":"Hauptmann A. Yan R. Qi Y. Jin R. Christel M. Derthick M. et al. (2003). Video classification and retrieval with the Informedia Digital Library System.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 119\u2013127","DOI":"10.6028\/NIST.SP.500-251.video-cmu-Hauptmann-video"},{"key":"e_1_2_10_77_1","unstructured":"Hawking D. Bailey P. &Craswell N.(2000).Efficient and flexible search using text and metadata(Technical Report TR2000\u20108. Canberra Australia: CSIRO Mathematical and Information Sciences. Panoptic system retrieved December 30 2004 fromhttp:\/\/www.panopticsearch.com"},{"key":"e_1_2_10_78_1","doi-asserted-by":"crossref","unstructured":"Hawking D. &Craswell N.(2002). Overview of TREC 2001 Web track.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 61\u201367","DOI":"10.6028\/NIST.SP.500-251.web-overview"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Hawking D.","key":"e_1_2_10_79_1"},{"key":"e_1_2_10_80_1","doi-asserted-by":"crossref","unstructured":"Hawking D. Craswell N. &Thistlewaite P.(1999a). ACSys TREC\u20107 experiments.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 299\u2013312","DOI":"10.6028\/NIST.SP.500-242.adhoc-ANU"},{"key":"e_1_2_10_81_1","unstructured":"Hawking D. Craswell N. &Thistlewaite P.(1999b). Overview of TREC\u20107 very large collection track.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 91\u2013104"},{"key":"e_1_2_10_82_1","doi-asserted-by":"crossref","unstructured":"Hawking D. &Thistlewaite P.(1998). Overview of TREC\u20106 very large collection track.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 93\u2013106","DOI":"10.6028\/NIST.SP.500-240.vlc-overview"},{"key":"e_1_2_10_83_1","doi-asserted-by":"crossref","unstructured":"Hawking D. Thistlewaite P. &Bailey P.(1997). ANU\/ACSys TREC\u20105 experiments.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 359\u2013376","DOI":"10.6028\/NIST.SP.500-238.dbmerge-ANU"},{"key":"e_1_2_10_84_1","doi-asserted-by":"crossref","unstructured":"Hawking D. Thistlewaite P. &Craswell N.(1998). ANU\/ACSys TREC\u20106 experiments.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 275\u2013290","DOI":"10.6028\/NIST.SP.500-240.ANU"},{"key":"e_1_2_10_85_1","doi-asserted-by":"crossref","unstructured":"Hawking D. Voorhees E. Craswell N. &Bailey P.(2000). Overview of TREC\u20108 Web track.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 131\u2013150","DOI":"10.6028\/NIST.SP.500-246"},{"key":"e_1_2_10_86_1","doi-asserted-by":"crossref","unstructured":"Hearst M. Pederson J. Pirolli P. Schutze H. Grefenstette G. &Hull D.(1996). Xerox Site TREC\u20104 Report: Four TREC\u20104 tracks.Proceedings of the Fourth Text REtrieval Conference (TREC\u20104) 97\u2013120","DOI":"10.6028\/NIST.SP.500-236.routing-xerox"},{"key":"e_1_2_10_87_1","series-title":"Proceedings of the Seventeenth SIGIR Conference on Research and Development in Information Retrieval","first-page":"192","author":"Hersh W.","year":"1994"},{"key":"e_1_2_10_88_1","doi-asserted-by":"crossref","unstructured":"Hersh W.(2003). TREC\u20102002 interactive track report.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 40\u201345","DOI":"10.6028\/NIST.SP.500-251.interactive-overview"},{"key":"e_1_2_10_89_1","doi-asserted-by":"crossref","unstructured":"Hersh W.(2004). TREC GENOMICS track overview.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 14\u201323","DOI":"10.6028\/NIST.SP.500-255.genomics-overview"},{"key":"e_1_2_10_90_1","doi-asserted-by":"crossref","unstructured":"Hersh W. &Over P.(2000). TREC\u20108 interactive track report.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 57\u201364","DOI":"10.6028\/NIST.SP.500-246.interactive-overview"},{"key":"e_1_2_10_91_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00052-2"},{"key":"e_1_2_10_92_1","doi-asserted-by":"crossref","unstructured":"Hersh W. &Over P.(2001b). TREC\u20109 interactive track report.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 41\u201350","DOI":"10.6028\/NIST.SP.500-249.interactive-overview"},{"key":"e_1_2_10_93_1","doi-asserted-by":"crossref","unstructured":"Hersh W. &Over P.(2002). TREC\u20102001 interactive track report.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 38\u201341","DOI":"10.6028\/NIST.SP.500-250.interactive-overview"},{"key":"e_1_2_10_94_1","doi-asserted-by":"crossref","unstructured":"Hiemstra D. &Kraaij W.(1999). Twenty\u2010one at TREC\u20107: Ad\u2010hoc and cross\u2010language track.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 227\u2013238","DOI":"10.6028\/NIST.SP.500-242.xlingual-TwentyOne"},{"key":"e_1_2_10_95_1","doi-asserted-by":"crossref","unstructured":"Hovy E. Gerber L. Hermjakob U. Junk M. &Lin C. Y.(2001). Question answering in Webclopedia.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 655\u2013664","DOI":"10.6028\/NIST.SP.500-249.ISI-USC"},{"key":"e_1_2_10_96_1","doi-asserted-by":"crossref","unstructured":"Hull D.(1999). The TREC\u20107 filtering track: Description and analysis.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 33\u201356","DOI":"10.6028\/NIST.SP.500-242.filtering-overview"},{"key":"e_1_2_10_97_1","doi-asserted-by":"crossref","unstructured":"Hull D. Grefenstette G. Schulze B. Gaussier E. &Sch\u00fctze H.(1997). Xerox Site TREC\u20105 report: Routing filtering NLP and Spanish tracks.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 167\u2013180","DOI":"10.6028\/NIST.SP.500-238.filtering-Xerox"},{"key":"e_1_2_10_98_1","doi-asserted-by":"crossref","unstructured":"Hull D. &Robertson S.(2000). The TREC\u20108 filtering track final report.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 35\u201356","DOI":"10.6028\/NIST.SP.500-246.filtering-overview"},{"key":"e_1_2_10_99_1","doi-asserted-by":"crossref","unstructured":"J\u00e4rvelin K. &Kek\u00e4l\u00e4inen J.(2000). IR evaluation methods for retrieving highly relevant documents.Proceedings of the Twenty\u2010Third Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 41\u201348","DOI":"10.1145\/345508.345545"},{"key":"e_1_2_10_100_1","doi-asserted-by":"crossref","unstructured":"Johnson S. Woodland P. Jourlin P. &Sparck Jones K.(2000). Spoken document retrieval for TREC\u20108 at Cambridge University.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 197\u2013208","DOI":"10.6028\/NIST.SP.500-246.cambridge"},{"key":"e_1_2_10_101_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009902609570"},{"key":"e_1_2_10_102_1","doi-asserted-by":"crossref","unstructured":"Kraaij W. Westerveld T. &Hiemstra D.(2002). The importance of prior probabilities for entry page search.Proceedings of the Twenty\u2010Fifth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 27\u201334","DOI":"10.1145\/564376.564383"},{"key":"e_1_2_10_103_1","doi-asserted-by":"crossref","unstructured":"Kwok K.(1996). A new method of weighting query terms for ad\u2010hoc retrieval.Proceedings of the Nineteenth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 187\u2013196","DOI":"10.1145\/243199.243266"},{"key":"e_1_2_10_104_1","doi-asserted-by":"crossref","unstructured":"Kwok K. &Grunfeld L.(1994). TREC\u20102 document retrieval experiments using PIRCS.Proceedings of the Second Text REtrieval Conference (TREC\u20102) 233\u2013242","DOI":"10.6028\/NIST.SP.500-215.adhoc-queens"},{"key":"e_1_2_10_105_1","doi-asserted-by":"crossref","unstructured":"Kwok K. &Grunfeld L.(1997). TREC\u20105 English and Chinese retrieval experiments using PIRCS.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 133\u2013142","DOI":"10.6028\/NIST.SP.500-238.filtering-CUNY"},{"key":"e_1_2_10_106_1","doi-asserted-by":"crossref","unstructured":"Kwok K. Grunfeld L. &Xu J.(1998). TREC\u20106 English and Chinese retrieval experiments using PIRCS.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 207\u2013215","DOI":"10.6028\/NIST.SP.500-240.adhoc-CUNY"},{"key":"e_1_2_10_107_1","doi-asserted-by":"crossref","unstructured":"Lagergren E. &Over P.(1998). Comparing interactive information retrieval systems across sites: The TREC\u20106 interactive track matrix experiment.Proceedings of the Twenty\u2010First Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 164\u2013172","DOI":"10.1145\/290941.290986"},{"key":"e_1_2_10_108_1","doi-asserted-by":"crossref","unstructured":"Larson R.(2000). Berkeley's TREC\u20108 interactive track entry: Cheshire II and Zprise.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 613\u2013622","DOI":"10.6028\/NIST.SP.500-246.interactive-berkeley_gey"},{"key":"e_1_2_10_109_1","doi-asserted-by":"crossref","unstructured":"Lewis D.(1996). The TREC\u20104 filtering track.Proceedings of the Fourth Text REtrieval Conference (TREC\u20104) 165\u2013180","DOI":"10.6028\/NIST.SP.500-236.filtering-overview"},{"key":"e_1_2_10_110_1","doi-asserted-by":"crossref","unstructured":"Lu A. Ayoub M. &Dong J.(1997). Ad hoc experiments using EUREKA.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 229\u2013240","DOI":"10.6028\/NIST.SP.500-238.Lexis-Nexis"},{"key":"e_1_2_10_111_1","doi-asserted-by":"crossref","unstructured":"Lu A. Holt J. &Miller D.(1996). Boolean system revisited: Its performance and its behavior.Proceedings of the Fourth Text REtrieval Conference (TREC\u20104) 459\u2013475","DOI":"10.6028\/NIST.SP.500-236.interactive-lnbool"},{"key":"e_1_2_10_112_1","unstructured":"Lu A. Meier E. Rao A. Miller D. &Pliske D.(1998). Query processing in TREC\u20106.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 567\u2013576"},{"key":"e_1_2_10_113_1","doi-asserted-by":"crossref","unstructured":"Mandala R. Tokunaga T. Tanaka H. Okumura A. &Satoh K.(1999). Ad hoc retrieval experiments using WordNet and automatically constructed thesauri.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 475\u2013480","DOI":"10.6028\/NIST.SP.500-242.adhoc-NEC_TITECH"},{"key":"e_1_2_10_114_1","unstructured":"Marchionini G.(2002).The open video project.Retrieved December 30 2004 fromhttp:\/\/www.open\u2010video.org"},{"key":"e_1_2_10_115_1","doi-asserted-by":"crossref","unstructured":"Mayfield J. McNamee P. &Piatko C.(2000). JHU\/APL HAIRCUT System at TREC\u20108.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 445\u2013452","DOI":"10.6028\/NIST.SP.500-246.jhu"},{"key":"e_1_2_10_116_1","unstructured":"McNamee P. Piatko C. &Mayfield J.(2003). JHU\/APL at TREC 2002.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 358\u2013363"},{"volume-title":"The proceedings of the TIPSTER text program: Phase I","year":"1994","author":"Merchant R.","key":"e_1_2_10_117_1"},{"key":"e_1_2_10_118_1","doi-asserted-by":"crossref","unstructured":"Milic\u2010Frayling N. Evans D. Tong X. &Zhai C.(1997). CLARIT compound queries and constraint\u2010controlled feedback in TREC\u20105.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 315\u2013334","DOI":"10.6028\/NIST.SP.500-238.CLARITECH"},{"key":"e_1_2_10_119_1","unstructured":"Milic\u2010Frayling N. Zhai C. Tong X. Jansen P. &Evans D.(1998). Experiments in query optimization.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 415\u2013454"},{"key":"e_1_2_10_120_1","doi-asserted-by":"crossref","unstructured":"Miller D. Leek T. &Schwartz R.(1999). A hidden Markov model information retrieval system.Proceedings of the Twenty\u2010Second Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 214\u2013221","DOI":"10.1145\/312624.312680"},{"key":"e_1_2_10_121_1","doi-asserted-by":"crossref","unstructured":"Nakajima H. Takaki T. Hirao T. &Kitauchi A.(1999). NTT DATA at TREC\u20107: System approach for ad hoc and filtering.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 481\u2013490","DOI":"10.6028\/NIST.SP.500-242.NTT"},{"key":"e_1_2_10_122_1","doi-asserted-by":"crossref","unstructured":"Namba I. Igata N. Horai H. Nitta K. &Matsui K.(1999). Fujitsu Laboratories TREC7 report.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 383\u2013392","DOI":"10.6028\/NIST.SP.500-242.Fujitsu"},{"key":"e_1_2_10_123_1","doi-asserted-by":"crossref","unstructured":"Oard D. &Gey F.(2003). The TREC 2002 Arabic\/English CLIR track.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 17\u201326","DOI":"10.6028\/NIST.SP.500-251.xlingual-overview"},{"key":"e_1_2_10_124_1","doi-asserted-by":"crossref","unstructured":"Ogilvie P. &Callan J.(2004). Combining structural information and the use of priors in mixed named\u2010page and homepage finding.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 177\u2013184","DOI":"10.6028\/NIST.SP.500-255.web-cmu.callan"},{"key":"e_1_2_10_125_1","doi-asserted-by":"crossref","unstructured":"Osdin R. Ounis I. &White R.(2003). Using hierarchical clustering and summarisation approaches for Web retrieval: Glasgow at the TREC 2002 interactive track.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 640\u2013644","DOI":"10.6028\/NIST.SP.500-251.web-glasgow"},{"key":"e_1_2_10_126_1","doi-asserted-by":"crossref","unstructured":"Over P.(1997). TREC\u20105 interactive track report.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 29\u201356","DOI":"10.6028\/NIST.SP.500-238.interactive-overview"},{"key":"e_1_2_10_127_1","doi-asserted-by":"crossref","unstructured":"Over P.(1998). TREC\u20106 interactive track report.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 73\u201381","DOI":"10.6028\/NIST.SP.500-240.interactive-overview"},{"key":"e_1_2_10_128_1","doi-asserted-by":"crossref","unstructured":"Over P.(1999). TREC\u20107 interactive track report.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 65\u201372","DOI":"10.6028\/NIST.SP.500-242.interactive-overview"},{"key":"e_1_2_10_129_1","doi-asserted-by":"crossref","unstructured":"Quenot G. Moran D. Besacier L. &Mulhern P.(2003). CLIPS at TREC 11: Experiments in video retrieval.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 181\u2013187","DOI":"10.6028\/NIST.SP.500-251.video-clips-imag"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Robertson S.","key":"e_1_2_10_130_1"},{"key":"e_1_2_10_131_1","doi-asserted-by":"crossref","unstructured":"Robertson S. &Hull D.(2001). The TREC\u20109 filtering track final report.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 25\u201340","DOI":"10.6028\/NIST.SP.500-249.filtering-overview"},{"key":"e_1_2_10_132_1","doi-asserted-by":"crossref","unstructured":"Robertson S. &Soboroff I.(2002). The TREC 2001 filtering track report.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 26\u201337","DOI":"10.6028\/NIST.SP.500-250.filtering-overview"},{"key":"e_1_2_10_133_1","doi-asserted-by":"crossref","unstructured":"Robertson S. &Walker S.(1994). Some simple effective approximations to the 2\u2010Poisson model for probabilistic weighted retrieval.Proceedings of the Seventeenth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 232\u2013241","DOI":"10.1007\/978-1-4471-2099-5_24"},{"key":"e_1_2_10_134_1","doi-asserted-by":"crossref","unstructured":"Robertson S. &Walker S.(2001). Microsoft Cambridge at TREC\u20109: Filtering track.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 361\u2013368","DOI":"10.6028\/NIST.SP.500-249.filtering-microsoft"},{"key":"e_1_2_10_135_1","doi-asserted-by":"crossref","unstructured":"Robertson S. Walker S. &Beaulieu M.(1999). Okapi at TREC\u20107: Automatic ad\u2010hoc filtering VLC and interactive track.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 253\u2013264","DOI":"10.6028\/NIST.SP.500-242.okapi"},{"key":"e_1_2_10_136_1","doi-asserted-by":"crossref","unstructured":"Robertson S. Walker S. Beaulieu M. Gatford M. &Payne A.(1996). Okapi at TREC\u20104.Proceedings of the Fourth Text REtrieval Conference (TREC\u20104) 73\u201396","DOI":"10.6028\/NIST.SP.500-236.routing-city"},{"key":"e_1_2_10_137_1","doi-asserted-by":"crossref","unstructured":"Robertson S. Walker S. Hancock\u2010Beaulieu M. &Gatford M.(1994). Okapi and TREC\u20102.Proceedings of the Second Text REtrieval Conference (TREC\u20102) 21\u201334","DOI":"10.6028\/NIST.SP.500-215.city"},{"key":"e_1_2_10_138_1","doi-asserted-by":"crossref","unstructured":"Robertson S. Walker S. Jones S. Hancock\u2010Beaulieu M. &Gatford M.(1995). OKAPI at TREC\u20103.Proceedings of the Third Text REtrieval Conference (TREC\u20103) 109\u2013126","DOI":"10.6028\/NIST.SP.500-225.city"},{"key":"e_1_2_10_139_1","doi-asserted-by":"crossref","unstructured":"Robertson S. Walker S. Zaragoza H. &Herbrich R.(2003). Microsoft Cambridge at TREC 2002: Filtering track.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 439\u2013446","DOI":"10.6028\/NIST.SP.500-251.filtering-microsoft_cambridge"},{"key":"e_1_2_10_140_1","doi-asserted-by":"crossref","unstructured":"Savoy J. Rasolofo Y. &Perret L.(2004). Report on the TREC 2003 experiment: Genomic and Web searches.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 739\u2013750","DOI":"10.6028\/NIST.SP.500-255.web-neuchatelu.savoy"},{"key":"e_1_2_10_141_1","doi-asserted-by":"crossref","unstructured":"Sch\u00e4uble P. &Sheridan P.(1998). Cross\u2010language information retrieval (CLIR) track overview.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 31\u201343","DOI":"10.6028\/NIST.SP.500-240.clir-overview"},{"key":"e_1_2_10_142_1","unstructured":"Singhal A.(1998). AT&T at TREC\u20106.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 215\u2013225"},{"key":"e_1_2_10_143_1","doi-asserted-by":"crossref","unstructured":"Singhal A. Buckley C. &Mitra M.(1996). Pivoted document length normalization.Proceedings of the Nineteenth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 21\u201329","DOI":"10.1145\/243199.243206"},{"key":"e_1_2_10_144_1","doi-asserted-by":"crossref","unstructured":"Singhal A. Choi J. Hindle D. Lewis D. &Pereira F.(1999). AT&T at TREC\u20107.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 239\u2013252","DOI":"10.6028\/NIST.SP.500-242.ATT"},{"key":"e_1_2_10_145_1","doi-asserted-by":"crossref","unstructured":"Singhal A. &Kaszkiel M.(2001).AT&T at TREC\u20109. Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 103\u2013105","DOI":"10.6028\/NIST.SP.500-249.ATT"},{"key":"e_1_2_10_146_1","doi-asserted-by":"crossref","unstructured":"Smeaton A. &Over P.(2002). TREC\u20102001 video track report.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 52\u201360","DOI":"10.6028\/NIST.SP.500-250.video-overview"},{"key":"e_1_2_10_147_1","doi-asserted-by":"crossref","unstructured":"Smeaton A. &Over P.(2003). TREC\u20102002 video track report.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 69\u201385","DOI":"10.6028\/NIST.SP.500-251.video-overview"},{"key":"e_1_2_10_148_1","doi-asserted-by":"crossref","unstructured":"Smeaton A. &Wilkinson R.(1997). Spanish and Chinese document retrieval in TREC\u20105.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 57\u201364","DOI":"10.6028\/NIST.SP.500-238.Chinese-overview"},{"key":"e_1_2_10_149_1","doi-asserted-by":"crossref","unstructured":"Soboroff I. &Robertson S.(2003). Building a filtering test collection for TREC 2002.Proceedings of the Twenty\u2010Sixth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 243\u2013250","DOI":"10.1145\/860435.860481"},{"key":"e_1_2_10_150_1","doi-asserted-by":"crossref","unstructured":"Sormunen E.(2002). Liberal relevance criteria of TREC: Counting on negligible documents?.Proceedings of the Twenty\u2010Fifth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 324\u2013330","DOI":"10.1145\/564376.564433"},{"key":"e_1_2_10_151_1","doi-asserted-by":"crossref","unstructured":"Soubboutin M.(2002). Patterns of potential answer expressions as clues to the right answers.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 293\u2013302","DOI":"10.6028\/NIST.SP.500-250.InsightSoft"},{"key":"e_1_2_10_152_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(94)00048-8"},{"key":"e_1_2_10_153_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(99)00044-8"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Sparck Jones K.","key":"e_1_2_10_154_1"},{"key":"e_1_2_10_155_1","unstructured":"Sparck Jones K. &van Rijsbergen C.(1975).Report on the need for and provision of an \u201cideal\u201d information retrieval test collection(British Library Research and Development Report 5266). Cambridge UK: University of Cambridge Computer Laboratory."},{"key":"e_1_2_10_156_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00015-7"},{"key":"e_1_2_10_157_1","doi-asserted-by":"crossref","unstructured":"Strzalkowski T. Lin F. &Perez\u2010Carballo J.(1998). Natural language information retrieval: TREC\u20106 report.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 347\u2013366","DOI":"10.6028\/NIST.SP.500-240.nlp-GE"},{"key":"e_1_2_10_158_1","doi-asserted-by":"crossref","unstructured":"Strzalkowski T. Lin F. Wang J. Guthrie L. Leistensnider J. Wilding J. et al. (1997). Natural language information retrieval: TREC\u20105 report.Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 291\u2013314","DOI":"10.6028\/NIST.SP.500-238.adhoc-GE-NYU"},{"key":"e_1_2_10_159_1","doi-asserted-by":"crossref","unstructured":"Strzalkowski T. Stein G. Wise G. B. Perez\u2010Carballo J. Tapananinen P. Jarvinen T. et al. (1999). Natural language information retrieval: TREC\u20107 report.Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 217\u2013226","DOI":"10.6028\/NIST.SP.500-242.adhoc-GE"},{"key":"e_1_2_10_160_1","doi-asserted-by":"crossref","unstructured":"Swan R. &Allan J.(1998). Aspect windows 3\u2010D visualizations and indirect comparisons of information retrieval systems.Proceedings of the Twenty\u2010First Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 173\u2013181","DOI":"10.1145\/290941.290987"},{"key":"e_1_2_10_161_1","doi-asserted-by":"crossref","unstructured":"Tomlinson S.(2004). Robust Web and genomic retrieval with Hummingbird SearchServer at TREC 2003.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 254\u2013267","DOI":"10.6028\/NIST.SP.500-255.genomics-hummingbird.tomlinson"},{"key":"e_1_2_10_162_1","doi-asserted-by":"crossref","unstructured":"Tomlinson S. &Blackwell T.(2001). Hummingbird's fulcrum SearchServer at TREC\u20109.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 209\u2013222","DOI":"10.6028\/NIST.SP.500-249.web-hummingbird"},{"key":"e_1_2_10_163_1","doi-asserted-by":"crossref","unstructured":"Toms E. Barlett J. Freund L. &Kopak R.(2002). Selecting versus describing: A preliminary analysis of the efficacy of categories in exploring the Web.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 653\u2013662","DOI":"10.6028\/NIST.SP.500-250.toronto"},{"key":"e_1_2_10_164_1","doi-asserted-by":"crossref","unstructured":"Tong R.(1995). Interactive document retrieval using TOPIC.Proceedings of the Third Text REtrieval Conference (TREC\u20103) 201\u2013210","DOI":"10.6028\/NIST.SP.500-225.verity"},{"key":"e_1_2_10_165_1","doi-asserted-by":"crossref","unstructured":"Vearasamy A.(1996). Interactive TREC\u20104 at Georgia Tech.Proceedings of the Fourth Text REtrieval Conference (TREC\u20104) 421\u2013432","DOI":"10.6028\/NIST.SP.500-236.interactive-gatin"},{"key":"e_1_2_10_166_1","doi-asserted-by":"crossref","unstructured":"Voorhees E.(2000a). The TREC\u20108 question answering track report.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 77\u201382","DOI":"10.6028\/NIST.SP.500-246"},{"key":"e_1_2_10_167_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00010-8"},{"key":"e_1_2_10_168_1","doi-asserted-by":"crossref","unstructured":"Voorhees E.(2001a). Evaluation by highly relevant documents.Proceedings of the Twenty\u2010Fourth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 74\u201382","DOI":"10.1145\/383952.383963"},{"key":"e_1_2_10_169_1","doi-asserted-by":"crossref","unstructured":"Voorhees E.(2001b). Overview of the TREC\u20109 question answering track.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 71\u201380","DOI":"10.6028\/NIST.SP.500-249"},{"key":"e_1_2_10_170_1","doi-asserted-by":"crossref","unstructured":"Voorhees E.(2002). Overview of the TREC\u20102001 question answering track.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 42\u201351","DOI":"10.6028\/NIST.SP.500-250.qa-overview"},{"key":"e_1_2_10_171_1","doi-asserted-by":"crossref","unstructured":"Voorhees E.(2003). Overview of the TREC\u20102002 question answering track.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 57\u201368","DOI":"10.6028\/NIST.SP.500-251.qa-overview"},{"key":"e_1_2_10_172_1","doi-asserted-by":"crossref","unstructured":"Voorhees E.(2004a). Overview of the TREC\u20102003 question answering track.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 54\u201368","DOI":"10.6028\/NIST.SP.500-255.qa-overview"},{"key":"e_1_2_10_173_1","doi-asserted-by":"crossref","unstructured":"Voorhees E.(2004b). Overview of the TREC 2003 robust retrieval track.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 69\u201377","DOI":"10.6028\/NIST.SP.500-255.robust-overview"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Voorhees E. M.","key":"e_1_2_10_174_1","doi-asserted-by":"crossref","DOI":"10.1145\/1297797.1297822"},{"key":"e_1_2_10_175_1","series-title":"NIST Special Publication 500\u2013251","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-251","volume-title":"Proceedings of the Eleventh Text REtrieval Conference (TREC 2002)","author":"Voorhees E.","year":"2003"},{"key":"e_1_2_10_176_1","series-title":"NIST Special Publication 500\u2013255","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-255","volume-title":"Proceedings of the Twelfth Text REtrieval Conference (TREC 2003)","author":"Voorhees E.","year":"2004"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Voorhees E. M.","key":"e_1_2_10_177_1","doi-asserted-by":"crossref","DOI":"10.1145\/1297797.1297822"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Voorhees E. M.","key":"e_1_2_10_178_1","doi-asserted-by":"crossref","DOI":"10.1145\/1297797.1297822"},{"key":"e_1_2_10_179_1","doi-asserted-by":"crossref","unstructured":"Voorhees E. &Harman D.(1997a). Overview of the Fifth Text REtrieval Conference (TREC\u20105).Proceedings of the Fifth Text REtrieval Conference (TREC\u20105) 1\u201328","DOI":"10.6028\/NIST.SP.500-238"},{"key":"e_1_2_10_180_1","series-title":"NIST Special Publication 500\u2013238","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-238","volume-title":"Proceedings of the Fifth Text REtrieval Conference (TREC\u20105)","author":"Voorhees E.","year":"1997"},{"key":"e_1_2_10_181_1","doi-asserted-by":"crossref","unstructured":"Voorhees E. &Harman D.(1998a). Overview of the Sixth Text REtrieval Conference (TREC\u20106).Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 1\u201324","DOI":"10.6028\/NIST.SP.500-240"},{"key":"e_1_2_10_182_1","series-title":"NIST Special Publication 500\u2013240","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-240","volume-title":"Proceedings of the Sixth Text REtrieval Conference (TREC\u20106)","author":"Voorhees E.","year":"1998"},{"key":"e_1_2_10_183_1","doi-asserted-by":"crossref","unstructured":"Voorhees E. &Harman D.(1999a). Overview of the Seventh Text REtrieval Conference (TREC\u20107).Proceedings of the Seventh Text REtrieval Conference (TREC\u20107) 1\u201324","DOI":"10.6028\/NIST.SP.500-242"},{"key":"e_1_2_10_184_1","series-title":"NIST Special Publication 500\u2013242","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-242","volume-title":"Proceedings of the Seventh Text REtrieval Conference (TREC\u20107)","author":"Voorhees E.","year":"1999"},{"key":"e_1_2_10_185_1","doi-asserted-by":"crossref","unstructured":"Voorhees F. &Harman D.(2000a). Overview of the Eighth Text REtrieval Conference (TREC\u20108).Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 1\u201324","DOI":"10.6028\/NIST.SP.500-246"},{"key":"e_1_2_10_186_1","series-title":"NIST Special Publication 500\u2013246","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-246","volume-title":"Proceedings of the Eighth Text REtrieval Conference (TREC\u20108)","author":"Voorhees E.","year":"2000"},{"key":"e_1_2_10_187_1","series-title":"NIST Special Publication 500\u2013249","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-249","volume-title":"Proceedings of the Ninth Text REtrieval Conference (TREC\u20109)","author":"Voorhees E.","year":"2001"},{"key":"e_1_2_10_188_1","series-title":"NIST Special Publication 500\u2013250","doi-asserted-by":"crossref","DOI":"10.6028\/NIST.SP.500-250","volume-title":"Proceedings of the Tenth Text REtrieval Conference(TREC 2001)","author":"Voorhees E.","year":"2002"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Voorhees E. M.","key":"e_1_2_10_189_1","doi-asserted-by":"crossref","DOI":"10.1145\/1297797.1297822"},{"key":"e_1_2_10_190_1","doi-asserted-by":"crossref","unstructured":"Walker S. Robertson S. Boughanem M. Jones G. Sparck Jones K.(1998). Okapi at TREC\u20106: Automatic ad hoc VLC routing filtering and QSDR.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 125\u2013136","DOI":"10.6028\/NIST.SP.500-240.filtering-City"},{"key":"e_1_2_10_191_1","doi-asserted-by":"crossref","unstructured":"Westerveld T. Hiemstra D. &Kraaij W.(2002). Retrieving Web pages using content links URLs and anchors.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 663\u2013672","DOI":"10.6028\/NIST.SP.500-250.tno\/utwente"},{"key":"e_1_2_10_192_1","doi-asserted-by":"crossref","unstructured":"Wilkinson R.(1998). Chinese document retrieval at TREC\u20106.Proceedings of the Sixth Text REtrieval Conference (TREC\u20106) 25\u201330","DOI":"10.6028\/NIST.SP.500-240.chinese-overview"},{"key":"e_1_2_10_193_1","doi-asserted-by":"crossref","unstructured":"Wu L. Huang X. Niu J. Guo Y. Xia Y. &Feng Z.(2002). FDU at TREC\u201010: Filtering QA and video tasks.Proceedings of the Tenth Text REtrieval Conference (TREC 2001) 192\u2013207","DOI":"10.6028\/NIST.SP.500-250.Fudan"},{"key":"e_1_2_10_194_1","doi-asserted-by":"crossref","unstructured":"Wu L. Huang X. Niu J. Xia Y. Feng Z. &Zhou Y.(2003). FDU at TREC 2002: Filtering Q&A Web and video tasks.Proceedings of the Eleventh Text REtrieval Conference (TREC 2002) 232\u2013247","DOI":"10.6028\/NIST.SP.500-251.web-Fudan"},{"key":"e_1_2_10_195_1","doi-asserted-by":"crossref","unstructured":"Xu J. &Croft W.(1996). Query expansion using local and global document analysis.Proceedings of the Nineteenth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 4\u201311","DOI":"10.1145\/243199.243202"},{"key":"e_1_2_10_196_1","doi-asserted-by":"crossref","unstructured":"Xu J. Licuanan A. &Weischedel R.(2004). TREC 2003 QA at BBN: Answering definitional questions.Proceedings of the Twelfth Text REtrieval Conference (TREC 2003) 98\u2013106","DOI":"10.6028\/NIST.SP.500-255.qa-bbn.xu"},{"key":"e_1_2_10_197_1","doi-asserted-by":"crossref","unstructured":"Xu J. &Weischedel R.(2001). TREC\u20109 cross\u2010lingual retrieval at BBN.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 106\u2013116","DOI":"10.6028\/NIST.SP.500-249.xlingual-BBN"},{"key":"e_1_2_10_198_1","doi-asserted-by":"crossref","unstructured":"Zhai C. Jansen P. Roma N. Stoica E. &Evans D.(2000). Optimization in CLARIT TREC\u20108 filtering.Proceedings of the Eighth Text REtrieval Conference (TREC\u20108) 253\u2013258","DOI":"10.6028\/NIST.SP.500-246.filtering-claritech"},{"key":"e_1_2_10_199_1","doi-asserted-by":"crossref","unstructured":"Zhang Y. &Callan J.(2001). YFilter at TREC\u20109.Proceedings of the Ninth Text REtrieval Conference (TREC\u20109) 135\u2013140","DOI":"10.6028\/NIST.SP.500-249.cmu-lti"},{"key":"e_1_2_10_200_1","doi-asserted-by":"crossref","unstructured":"Zobel J.(1998). How reliable are the results of large\u2010scale information retrieval experiments.Proceedings of the Twenty\u2010First Annual International ACM SIGIR Conference on Research and Development in Information Retrieval 307\u2013314","DOI":"10.1145\/290941.291014"}],"container-title":["Annual Review of Information Science and Technology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/api.wiley.com\/onlinelibrary\/tdm\/v1\/articles\/10.1002%2Faris.1440400111","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/asistdl.onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/aris.1440400111","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T19:22:23Z","timestamp":1759951343000},"score":1,"resource":{"primary":{"URL":"https:\/\/asistdl.onlinelibrary.wiley.com\/doi\/10.1002\/aris.1440400111"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2006,1]]},"references-count":199,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2006,1]]}},"alternative-id":["10.1002\/aris.1440400111"],"URL":"https:\/\/doi.org\/10.1002\/aris.1440400111","archive":["Portico"],"relation":{},"ISSN":["0066-4200","1550-8382"],"issn-type":[{"type":"print","value":"0066-4200"},{"type":"electronic","value":"1550-8382"}],"subject":[],"published":{"date-parts":[[2006,1]]}}}