{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T02:48:59Z","timestamp":1783738139101,"version":"3.55.0"},"publisher-location":"Berlin, Heidelberg","reference-count":29,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642408014","type":"print"},{"value":"9783642408021","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-40802-1_25","type":"book-chapter","created":{"date-parts":[[2013,9,10]],"date-time":"2013-09-10T06:48:30Z","timestamp":1378795710000},"page":"232-249","source":"Crossref","is-referenced-by-count":14,"title":["Overview of CLEF-IP 2013 Lab"],"prefix":"10.1007","author":[{"given":"Florina","family":"Piroi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mihai","family":"Lupu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"25_CR1","unstructured":"***. Citations, http:\/\/www.intellogist.com\/wiki\/Citations (last retrieved: July 2013)"},{"key":"25_CR2","unstructured":"***. International Patent Classification (IPC), http:\/\/www.wipo.int\/classifications\/ipc\/en\/ (last retrieved: March 2013)"},{"key":"25_CR3","unstructured":"Manual of Patent Examining Procedure (MPEP), revision 2012 (2012) (last retrieved: June 2013)"},{"key":"25_CR4","doi-asserted-by":"crossref","unstructured":"Anderka, M., Stein, B.: The ESA Retrieval Model Revisited. In: Allan, J., Aslam, J.A., Sanderson, M., Zhai, C.X., Zobel, J. (eds.) Proceedings of SIGIR, pp. 670\u2013671. ACM (2009)","DOI":"10.1145\/1571941.1572070"},{"issue":"3","key":"25_CR5","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1145\/322017.322021","volume":"24","author":"R. Attar","year":"1977","unstructured":"Attar, R., Fraenkel, A.S.: Local Feedback in Full-text Retrieval Systems. J. ACM\u00a024(3), 397\u2013417 (1977)","journal-title":"J. ACM"},{"issue":"3-4","key":"25_CR6","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1016\/S0167-8655(97)00179-7","volume":"19","author":"H. Bunke","year":"1998","unstructured":"Bunke, H., Shearer, K.: A Graph Distance Metric Based on the Maximal Common Subgraph. Pattern Recognition Letters\u00a019(3-4), 255\u2013259 (1998)","journal-title":"Pattern Recognition Letters"},{"key":"25_CR7","unstructured":"Giachanou, A., Salampasis, M., Satratzemi, M., Samaras, N.: Report on the CLEF-IP 2013 Experiments: Multilayer Collection Selection on Topically Organized Patents. In: CLEF (Notebook Papers\/LABs\/Workshops) (2013)"},{"key":"25_CR8","unstructured":"Goto, I., Lu, B., Chow, K.P., Sumita, E., Tsou, B.K.: Overview of the Patent Machine Translation Task at the NTCIR-9 Workshop. In: Proceedings of NTCIR, vol.\u00a09, pp. 559\u2013578 (2011)"},{"key":"25_CR9","unstructured":"Graf, E., Azzopardi, L.: A Methodology for Building a Patent Test Collection for Prior art Search. In: Proceedings of the Second International Workshop on Evaluating Information Access (EVIA) (2008)"},{"issue":"1","key":"25_CR10","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1145\/1842890.1842893","volume":"44","author":"A. Hanbury","year":"2010","unstructured":"Hanbury, A., Zenz, V., Berger, H.: 1st international workshop on advances in patent information retrieval (AsPIRe 2010). SIGIR Forum\u00a044(1), 19\u201322 (2010)","journal-title":"SIGIR Forum"},{"key":"25_CR11","doi-asserted-by":"crossref","unstructured":"Iwayama, M., Fujii, A., Kando, N., Marukawa, Y.: An Empirical Study on Retrieval Models for Different Document Genres: Patents and Newspaper Articles. In: Proc. 26th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2003, pp. 251\u2013258. ACM (2003)","DOI":"10.1145\/860435.860482"},{"key":"25_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/978-3-540-85902-4_2","volume-title":"Focused Access to XML Documents","author":"J. Kamps","year":"2008","unstructured":"Kamps, J., Pehcevski, J., Kazai, G., Lalmas, M., Robertson, S.: INEX 2007 Evaluation Measures. In: Fuhr, N., Kamps, J., Lalmas, M., Trotman, A. (eds.) INEX 2007. LNCS, vol.\u00a04862, pp. 24\u201333. Springer, Heidelberg (2008)"},{"issue":"1","key":"25_CR13","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1145\/373593.373621","volume":"34","author":"N. Kando","year":"2000","unstructured":"Kando, N., Leong, M.-K.: Workshop on Patent Retrieval (SIGIR 2000 Workshop Report). SIGIR Forum\u00a034(1), 28\u201330 (2000)","journal-title":"SIGIR Forum"},{"key":"25_CR14","unstructured":"Luo, J., Yang, H.: Query Formulation for Prior Art Search - Georgetown University at CLEF-IP 2013. In: CLEF (Notebook Papers\/LABs\/Workshops) (2013)"},{"key":"25_CR15","doi-asserted-by":"crossref","unstructured":"Lupu, M., Huang, J., Zhu, J., Tait, J.: TREC-CHEM: Large Scale Chemical Information Retrieval Evaluation at TREC. SIGIR Forum 43(2) (December 2009)","DOI":"10.1145\/1670564.1670576"},{"key":"25_CR16","doi-asserted-by":"crossref","unstructured":"Lupu, M., Hanbury, A.: Patent Retrieval. FnTIR. NOW Publishers (2012)","DOI":"10.1145\/2064975.2064979"},{"key":"25_CR17","unstructured":"Lupu, M., Piroi, F., Hanbury, A.: Evaluating Flowchart Recognition for Patent Retrieval. In: Song, R., Webber, W., Kando, N., Kishida, K. (eds.) The Fifth International Workshop on Evaluating Information Access (EVIA), pp. 37\u201344 (2013)"},{"key":"25_CR18","unstructured":"Lupu, M., Piroi, F., Huang, X., Zhu, J., Tait, J.: Overview of the TREC 2009 Chemical IR Track. In: Voorhees, E.M., Buckland, L.P. (eds.) Proceedings of The Eighteenth Text REtrieval Conference, TREC 2009, Gaithersburg, Maryland, USA, 2009, Gaithersburg, Maryland, USA, November 17-20, Special Publication 500\u2013278. National Institute of Standards and Technology, NIST (2009)"},{"key":"25_CR19","doi-asserted-by":"crossref","unstructured":"Lv, Y., Zhai, C.: When Documents are Very Long, BM25 Fails! In: Ma, W.-Y., Nie, J.-Y., Baeza-Yates, R.A., Chua, T.-S., Croft, W.B. (eds.) Proceedings of SIGIR, pp. 1103\u20131104. ACM (2011)","DOI":"10.1145\/2009916.2010070"},{"key":"25_CR20","doi-asserted-by":"crossref","unstructured":"Magdy, W., Jones, G.J.F.: PRES: A Score Metric for Evaluating Recall-oriented Information Retrieval Applications. In: SIGIR 2010 (2010)","DOI":"10.1145\/1835449.1835551"},{"key":"25_CR21","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1145\/266714.266899","volume-title":"Proceedings of the Sixth International Conference on Information and Knowledge Management, CIKM 1997","author":"M. Osborn","year":"1997","unstructured":"Osborn, M., Strzalkowski, T., Marinescu, M.: Evaluating Document Retrieval in Patent Database: A Preliminary Report. In: Proceedings of the Sixth International Conference on Information and Knowledge Management, CIKM 1997, pp. 216\u2013221. ACM, New York (1997)"},{"key":"25_CR22","unstructured":"PCT. Patent Cooperation Treaty (1970), http:\/\/www.wipo.int\/pct\/en\/treaty\/about.html (last retrieved: March 2013)"},{"key":"25_CR23","unstructured":"Piroi, F., Lupu, M., Hanbury, A., Zenz, V.: CLEF-IP 2011: Retrieval in the Intellectual Property Domain (September 2011)"},{"key":"25_CR24","unstructured":"Piroi, F., Lupu, M., Hanbury, A., Sexton, A.P., Magdy, W., Filippov, I.V.: Clef-IP 2012: Retrieval Experiments in the Intellectual Property Domain. In: CLEF (Online Working Notes\/Labs\/Workshop) (2012)"},{"key":"25_CR25","unstructured":"Piroi, F., Lupu, M., Hanbury, A.: Passage Retrieval Starting from Patent Claims. A Clef-Ip2013 Task Overview. In: CLEF (Online Working Notes\/Labs\/Workshop) (2013)"},{"key":"25_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"522","DOI":"10.1007\/978-3-540-78646-7_51","volume-title":"Advances in Information Retrieval","author":"M. Potthast","year":"2008","unstructured":"Potthast, M., Stein, B., Anderka, M.: A Wikipedia-Based Multilingual Retrieval Model. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol.\u00a04956, pp. 522\u2013530. Springer, Heidelberg (2008)"},{"key":"25_CR27","unstructured":"Tait, J., Harris, C., Lupu, M.: The 3rd International Workshop on Patent Information Retrieval (PaIR 2010) (October 2010)"},{"issue":"6\/7","key":"25_CR28","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1016\/S0167-8655(01)00022-8","volume":"22","author":"W.D. Wallis","year":"2001","unstructured":"Wallis, W.D., Shoubridge, P., Kraetzl, M., Ray, D.: Graph Distances Using Graph Union. Pattern Recognition Letters\u00a022(6\/7), 701\u2013704 (2001)","journal-title":"Pattern Recognition Letters"},{"key":"25_CR29","unstructured":"WIPO Econimics & Statistics Series. 2013: PCT Yearly Review. WIPO Publication No. 901E\/2013 (2013), http:\/\/www.wipo.int\/export\/sites\/www\/freepublications\/en\/patents\/901\/wipo_pub_901_2013.pdf"}],"container-title":["Lecture Notes in Computer Science","Information Access Evaluation. Multilinguality, Multimodality, and Visualization"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-40802-1_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,23]],"date-time":"2019-07-23T21:04:02Z","timestamp":1563915842000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-40802-1_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642408014","9783642408021"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-40802-1_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013]]}}}