{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:09:51Z","timestamp":1775282991914,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,10,26]],"date-time":"2010-10-26T00:00:00Z","timestamp":1288051200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,10,26]]},"DOI":"10.1145\/1871888.1871892","type":"proceedings-article","created":{"date-parts":[[2010,10,28]],"date-time":"2010-10-28T14:43:19Z","timestamp":1288276999000},"page":"17-22","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Aspects and analysis of patent test collections"],"prefix":"10.1145","author":[{"given":"Mihai","family":"Lupu","sequence":"first","affiliation":[{"name":"Information Retrieval Facility, Vienna, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Florina","family":"Piroi","sequence":"additional","affiliation":[{"name":"Information Retrieval Facility, Vienna, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[{"name":"Information Retrieval Facility, Vienna, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2010,10,26]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"NTCIR (NII Test Collection for IR Systems) Project. http:\/\/research.nii.ac.jp\/ntcir\/index-en.html.  NTCIR (NII Test Collection for IR Systems) Project. http:\/\/research.nii.ac.jp\/ntcir\/index-en.html."},{"key":"e_1_3_2_1_2_1","volume-title":"Proc. of SIGIR IR Evaluation Workshop","author":"Alonso O.","year":"2009","unstructured":"O. Alonso and S. Mizzaro . Can we get rid of TREC assessors? Using Mechanical Turk for relevance assessment . In Proc. of SIGIR IR Evaluation Workshop , 2009 . O. Alonso and S. Mizzaro. Can we get rid of TREC assessors? Using Mechanical Turk for relevance assessment. In Proc. of SIGIR IR Evaluation Workshop, 2009."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1480506.1480508"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45175-4_45"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291009"},{"key":"e_1_3_2_1_6_1","volume-title":"Proc. of EVIA","author":"Fujii A.","year":"2007","unstructured":"A. Fujii , M. Iwayama , and N. Kando . Overview of the Patent Retrieval Task at the NTCIR-6 Workshop . In Proc. of EVIA , 2007 . A. Fujii, M. Iwayama, and N. Kando. Overview of the Patent Retrieval Task at the NTCIR-6 Workshop. In Proc. of EVIA, 2007."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-12275-0_16"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/986278.986282"},{"key":"e_1_3_2_1_9_1","volume-title":"Proc. of Workshop on Patent Retrieval, SIGIR","author":"Kando N.","year":"2000","unstructured":"N. Kando . What We Shall Evaluate? In Proc. of Workshop on Patent Retrieval, SIGIR 2000 . N. Kando. What We Shall Evaluate? In Proc. of Workshop on Patent Retrieval, SIGIR 2000."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/373593.373621"},{"key":"e_1_3_2_1_11_1","volume-title":"Proc. of TREC","author":"Lupu M.","year":"2009","unstructured":"M. Lupu , F. Piroi , J. Huang , J. Zhu , and J. Tait . Overview of the trec chemical ir track . In Proc. of TREC , 2009 . M. Lupu, F. Piroi, J. Huang, J. Zhu, and J. Tait. Overview of the trec chemical ir track. In Proc. of TREC, 2009."},{"key":"e_1_3_2_1_12_1","volume-title":"Patent citation analysis: A closer look at the basic input data from patent search reports. Scientometrics, 51(1)","author":"Michel J.","year":"2001","unstructured":"J. Michel and B. Bettels . Patent citation analysis: A closer look at the basic input data from patent search reports. Scientometrics, 51(1) , 2001 . J. Michel and B. Bettels. Patent citation analysis: A closer look at the basic input data from patent search reports. Scientometrics, 51(1), 2001."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2005.03.023"},{"key":"e_1_3_2_1_14_1","volume-title":"Proc. of RIAO","author":"Ritchie A.","year":"2007","unstructured":"A. Ritchie , S. Robertson , and S. Teufel . Creating a Test Collection: Relevance Judgments of Cited and Non-cited Papers . In Proc. of RIAO , 2007 . A. Ritchie, S. Robertson, and S. Teufel. Creating a Test Collection: Relevance Judgments of Cited and Non-cited Papers. In Proc. of RIAO, 2007."},{"key":"e_1_3_2_1_15_1","volume-title":"Proc. of CLEF, Revised Selected Papers","author":"Roda G.","year":"2010","unstructured":"G. Roda , J. Tait , F. Piroi , and V. Zenz . CLEF-IP 2009: Retrieval Experiments in the Intellectual Property Domain. To appear . In Proc. of CLEF, Revised Selected Papers . Springer , 2010 . G. Roda, J. Tait, F. Piroi, and V. Zenz. CLEF-IP 2009: Retrieval Experiments in the Intellectual Property Domain. To appear. In Proc. of CLEF, Revised Selected Papers. Springer, 2010."},{"key":"e_1_3_2_1_16_1","first-page":"1918874","author":"Shannahan E.","year":"1933","unstructured":"E. Shannahan . Acquatic toy. US Patent 1918874 , 1933 . E. Shannahan. Acquatic toy. US Patent 1918874, 1933.","journal-title":"US Patent"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383961"},{"key":"e_1_3_2_1_18_1","first-page":"3113517","year":"1963","unstructured":"United States Atomic Energy Comission. Bomb Stabilizing Structure. US Patent 3113517 , 1963 . United States Atomic Energy Comission. Bomb Stabilizing Structure. US Patent 3113517, 1963.","journal-title":"United States Atomic Energy Comission. Bomb Stabilizing Structure. US Patent"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/952532.952693"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390437"}],"event":{"name":"CIKM '10: International Conference on Information and Knowledge Management","location":"Toronto ON Canada","acronym":"CIKM '10","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 3rd international workshop on Patent information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1871888.1871892","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1871888.1871892","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:17:38Z","timestamp":1750249058000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1871888.1871892"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,10,26]]},"references-count":20,"alternative-id":["10.1145\/1871888.1871892","10.1145\/1871888"],"URL":"https:\/\/doi.org\/10.1145\/1871888.1871892","relation":{},"subject":[],"published":{"date-parts":[[2010,10,26]]},"assertion":[{"value":"2010-10-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}