{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:11:16Z","timestamp":1775283076636,"version":"3.50.1"},"reference-count":12,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2002,1,1]],"date-time":"2002-01-01T00:00:00Z","timestamp":1009843200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2002,1,1]],"date-time":"2002-01-01T00:00:00Z","timestamp":1009843200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Information Retrieval"],"published-print":{"date-parts":[[2002,1]]},"DOI":"10.1023\/a:1012778807438","type":"journal-article","created":{"date-parts":[[2002,12,23]],"date-time":"2002-12-23T14:27:29Z","timestamp":1040653649000},"page":"41-59","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Pooling for a Large-Scale Test Collection: An Analysis of the Search Results from the First NTCIR Workshop"],"prefix":"10.1007","volume":"5","author":[{"given":"Kazuko","family":"Kuriyama","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Noriko","family":"Kando","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Toshihiko","family":"Nozue","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Koji","family":"Eguchi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"383230_CR1","unstructured":"Buckley C and Voorhees E (1999) Tutorial: Theory and practice in text retrieval system evaluation. In: Tutorial in ACM-SIGIR'99, Berkeley, CA, USA, pp. 1\u2013109."},{"key":"383230_CR2","doi-asserted-by":"crossref","unstructured":"Cormack GV, Palmer CR and Clarke CLA (1998) Efficient construction of large test collections. In: Proceedings of the ACM-SIGIR'98, Melbourne, Australia, pp. 282\u2013289.","DOI":"10.1145\/290941.291009"},{"key":"383230_CR3","unstructured":"Gilbert G and Sparck Jones K (1979) Statistical bases of relevance assessment for the \u2018Ideal\u2019 information retrieval test collection. BL R&D Report 5481, Cambridge, England."},{"key":"383230_CR4","unstructured":"Kageura K, Koyama T, Yoshioka M, Takasu A, Nozue T and Tsuji K (1997) NACSIS corpus project for IR and terminological research. In: Proceedings of the Natural Language Processing Pacific Rim Symposium 1997, Phuket, Thailand, pp. 493\u2013496."},{"key":"383230_CR5","unstructured":"Kando N, Kuriyama K and Nozue T (1999a) NTCIR-1 (NACSIS Test Collection for Information Retrieval Systems-1): Its Policy and Practice. IPSJ SIG Notes, 99-FI-53-5:33\u201340. (In Japanese)."},{"key":"383230_CR6","unstructured":"Kando N, Kuriyama K, Nozue T, Eguchi K, Kato H and Hidaka S (1999b) Overview of IR tasks at the first NTCIR workshop. In: Proceedings of the NTCIR Workshop 1, Tokyo, Japan, pp. 11\u201344."},{"key":"383230_CR7","doi-asserted-by":"crossref","unstructured":"Kando N and Nozue T (1999), Eds. NTCIR Workshop 1: Proceedings of the First NTCIR Workshop on Retrieval in Japanese Text Retrieval and Term Recognition, Tokyo, Japan. http:\/\/research.nii.ac.jp\/ntcir\/ workshop\/OnlineProceedings\/(visited March 24th, 2001).","DOI":"10.1007\/3-540-44645-1_3"},{"key":"383230_CR8","unstructured":"Kuriyama K, Eguchi K, Nozue T and Kando N (1999) NACSIS test collection for information retrieval systems-1 (1): Analysis of the pooling and the relevance assessments. In: Proceedings of the IPSJ Annual Meeting, Morioka, Japan, pp. 3,105-106. (In Japanese)."},{"key":"383230_CR9","unstructured":"NTCIR (NACSIS Test Collection for IR Systems) Project. http:\/\/research.nii.ac.jp\/ntcir\/ (visited March 24th, 2001)."},{"key":"383230_CR10","doi-asserted-by":"crossref","unstructured":"Voorhees EM (1998) Variations in relevance judgments and the measurement of retrieval effectiveness. In: Proceedings of the ACM-SIGIR'98, Melbourne, Australia, pp. 315\u2013332.","DOI":"10.1145\/290941.291017"},{"key":"383230_CR11","doi-asserted-by":"crossref","unstructured":"Voorhees EM and Harman D (2000), Eds. The Eighth Text REtrieval Conference (TREC-8), NIST Special Publication 500-246, Maryland, U.S.A., Text REtrieval Conference (TREC). http:\/\/trec.nist.gov\/(visited March 20th, 2001).","DOI":"10.6028\/NIST.SP.500-246"},{"key":"383230_CR12","doi-asserted-by":"crossref","unstructured":"Zobel J (1998) How reliable are the results of large scale information retrieval experiments? In: Proceedings of the ACM-SIGIR'98, Melbourne, Australia, pp. 307\u2013314.","DOI":"10.1145\/290941.291014"}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1012778807438.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1023\/A:1012778807438\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1012778807438.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T12:12:45Z","timestamp":1748347965000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1023\/A:1012778807438"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002,1]]},"references-count":12,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2002,1]]}},"alternative-id":["383230"],"URL":"https:\/\/doi.org\/10.1023\/a:1012778807438","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2002,1]]},"assertion":[{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}