{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:09:51Z","timestamp":1775282991562,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":18,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642159978","type":"print"},{"value":"9783642159985","type":"electronic"}],"license":[{"start":{"date-parts":[[2010,1,1]],"date-time":"2010-01-01T00:00:00Z","timestamp":1262304000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-15998-5_10","type":"book-chapter","created":{"date-parts":[[2010,9,9]],"date-time":"2010-09-09T23:59:35Z","timestamp":1284076775000},"page":"82-93","source":"Crossref","is-referenced-by-count":9,"title":["Examining the Robustness of Evaluation Metrics for Patent Retrieval with Incomplete Relevance Judgements"],"prefix":"10.1007","author":[{"given":"Walid","family":"Magdy","sequence":"first","affiliation":[]},{"given":"Gareth J. F.","family":"Jones","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"10_CR1","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Yilmaz, E.: Estimating average precision with incomplete and imperfect judgments. In: Proceedings of the 15th ACM international conference on Information and knowledge management CIKM, Arlington, Virginia, USA, pp. 102\u2013111 (2006)","DOI":"10.1145\/1183614.1183633"},{"key":"10_CR2","volume-title":"Modern Information Retrieval","author":"J. Baeza-Yates","year":"1999","unstructured":"Baeza-Yates, J., Ribeiro-Neto, B.: Modern Information Retrieval. Addison-Wesley, Reading (1999)"},{"key":"10_CR3","volume-title":"Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Amsterdam, The Netherlands","author":"T. Bompad","year":"2007","unstructured":"Bompad, T., Chang, C.-C., Chen, J., Kumar, R., Shenoy, R.: On the robustness of relevance measures with incomplete judgements. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Amsterdam, The Netherlands. ACM, New York (2007)"},{"key":"10_CR4","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1145\/345508.345543","volume-title":"Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"C. Buckley","year":"2000","unstructured":"Buckley, C., Voorhees, E.: Evaluating evaluation measure stability. In: Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 33\u201340. ACM, New York (2000)"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval evaluation with incomplete information. In: Proceedings of the 23rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Sheffield, South Yorkshire, UK, pp. 25\u201332 (2004)","DOI":"10.1145\/1008992.1009000"},{"key":"10_CR6","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1145\/1148170.1148284","volume-title":"Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"C. Buckley","year":"2006","unstructured":"Buckley, C., Dimmick, D., Soboroff, I., Voorhees, E.: Bias and the limits of pooling. In: Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Seattle, WA, USA, pp. 619\u2013620. ACM, New York (2006)"},{"key":"10_CR7","doi-asserted-by":"crossref","unstructured":"Fujii, A., Iwayama, M., Kando, N.: Overview of patent retrieval task at NTCIR-4. In: Proceedings of the Fourth NTCIR Workshop on Evaluation of Information Retrieval, Automatic Text Summarization and Question Answering, Tokyo, Japan (2004)","DOI":"10.3115\/1119303.1119306"},{"key":"10_CR8","unstructured":"Fujii, A., Iwayama, M., Kando, N.: Overview of the patent retrieval task at the NTCIR-6 workshop. In: Proceedings of the 6th NTCIR Workshop Meeting on Evaluation of Information Access Technologies: Information Retrieval, Question Answering and Cross-lingual Information Access, Tokyo, Japan, pp. 359\u2013365 (2007)"},{"key":"10_CR9","unstructured":"Graf, E., Azzopardi, L.: A methodology for building a patent test collection for prior art search. In: Proceedings of The Second International Workshop on Evaluating Information Access (EVIA 2008), Tokyo, Japan (2008)"},{"key":"10_CR10","doi-asserted-by":"crossref","unstructured":"Iwayama, M., Fujii, A., Kando, N., Takano, A.: Overview of patent retrieval task at NTCIR-3. In: Proceedings of the 3rd NTCIR Workshop on Evaluation of Information Retrieval, Automatic Text Summarization and Question Answering, Tokyo, Japan (2003)","DOI":"10.3115\/1119303.1119306"},{"issue":"1\/2","key":"10_CR11","doi-asserted-by":"publisher","first-page":"81","DOI":"10.2307\/2332226","volume":"30","author":"M. Kendall","year":"1938","unstructured":"Kendall, M.: A new measure of rank correlation. Biometrika\u00a030(1\/2), 81\u201393 (1938)","journal-title":"Biometrika"},{"key":"10_CR12","unstructured":"Leong, M.K.: Patent Data for IR Research and Evaluation. In: Proceedings of the 2nd NTCIR Workshop Meeting on Evaluation of Information Access Technologies: Information Retrieval, Question Answering and Cross-lingual Information Access, Tokyo, Japan, pp. 359\u2013365 (2001)"},{"key":"10_CR13","volume-title":"Proceedings of the 33rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"W. Magdy","year":"2010","unstructured":"Magdy, W., Jones, G.J.F.: PRES: a score metric for evaluating recall-oriented information retrieval applications. In: Proceedings of the 33rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Geneva, Switzerland. ACM, New York (2010)"},{"key":"10_CR14","unstructured":"Van Rijsbergen, C.J.: Information Retrieval, 2nd edn. Butterworths (1979)"},{"issue":"2","key":"10_CR15","first-page":"93","volume":"25","author":"S.E. Robertson","year":"1969","unstructured":"Robertson, S.E.: The parametric description of the retrieval tests. Part 2: Overall measures. Journal of Documentation\u00a025(2), 93\u2013107 (1969)","journal-title":"Part 2: Overall measures. Journal of Documentation"},{"key":"10_CR16","doi-asserted-by":"crossref","unstructured":"Roda, G., Tait, J., Piroi, F., Zenz, V.: CLEF-IP 2009: Retrieval experiments in the Intellectual Property domain. In: CLEF 2009 Working Notes, Corfu, Greece (2009)","DOI":"10.1007\/978-3-642-15754-7_47"},{"key":"10_CR17","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: Special Issue: The Sixth Text REtrieval Conference (TREC-6). Information Processing and Management, 36(1) (2000)","DOI":"10.1016\/S0306-4573(99)00042-4"},{"key":"10_CR18","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: Evaluation by highly relevant documents. In: Proceedings of the 24th ACM SIGIR Conference on Research and Development in Information Retrieval, New Orleans, U.S.A., pp. 74\u201382 (2001)","DOI":"10.1145\/383952.383963"}],"container-title":["Lecture Notes in Computer Science","Multilingual and Multimodal Information Access Evaluation"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-15998-5_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,11,9]],"date-time":"2021-11-09T05:52:45Z","timestamp":1636437165000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-15998-5_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642159978","9783642159985"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-15998-5_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010]]}}}