{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,27]],"date-time":"2025-12-27T14:57:22Z","timestamp":1766847442632,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":27,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642192302"},{"type":"electronic","value":"9783642192319"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-19231-9_6","type":"book-chapter","created":{"date-parts":[[2011,4,4]],"date-time":"2011-04-04T09:59:34Z","timestamp":1301911174000},"page":"125-143","source":"Crossref","is-referenced-by-count":4,"title":["Evaluating Real Patent Retrieval Effectiveness"],"prefix":"10.1007","author":[{"given":"Anthony","family":"Trippe","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ian","family":"Ruthven","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"6_CR1","volume-title":"3rd symposium on information interaction in context (IIiX \u201910)","author":"H Joho","year":"2010","unstructured":"Joho H, Azzopardi L, Vanderbauwhede W (2010) A survey of patent users: an analysis of tasks, behavior, search functionality and system requirements. In: 3rd symposium on information interaction in context (IIiX \u201910)"},{"volume-title":"Readings in information retrieval","year":"1997","key":"6_CR2","unstructured":"Sp\u00e4rck Jones K, Willett P (eds) (1997) Readings in information retrieval. Morgan Kaufmann, San Francisco"},{"volume-title":"TREC: Experiment and evaluation in information retrieval","year":"2005","key":"6_CR3","unstructured":"Voorhees EM, Harman D (eds) (2005) TREC: Experiment and evaluation in information retrieval. MIT Press, Cambridge"},{"key":"6_CR4","volume-title":"The Turn: Integration of information seeking and retrieval in context","author":"P Ingwersen","year":"2005","unstructured":"Ingwersen P, J\u00e4rvelin K (2005) The Turn: Integration of information seeking and retrieval in context. Springer, Heidelberg"},{"key":"6_CR5","doi-asserted-by":"publisher","first-page":"1101","DOI":"10.1016\/j.ipm.2004.04.016","volume":"41","author":"P Hansen","year":"2005","unstructured":"Hansen P, J\u00e4rvelin K (2005) Collaborative information retrieval in an information-intensive domain. Inf Process Manag 41:1101\u20131119","journal-title":"Inf Process Manag"},{"key":"6_CR6","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1145\/3166.3197","volume":"28","author":"DC Blair","year":"1985","unstructured":"Blair DC, Maron ME (1985) An evaluation of retrieval effectiveness for a full-text document-retrieval system. Commun ACM 28:289\u2013299","journal-title":"Commun ACM"},{"key":"6_CR7","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1007\/3-540-45691-0_34","volume-title":"CLEF \u201901: Revised papers from the second workshop of the cross-language evaluation forum on evaluation of cross-language information retrieval systems","author":"EM Voorhees","year":"2002","unstructured":"Voorhees EM (2002) The philosophy of information retrieval evaluation. In: CLEF \u201901: Revised papers from the second workshop of the cross-language evaluation forum on evaluation of cross-language information retrieval systems, pp 355\u2013370"},{"key":"6_CR8","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1002\/(SICI)1097-4571(198803)39:2<92::AID-ASI4>3.0.CO;2-P","volume":"39","author":"DR Swanson","year":"1989","unstructured":"Swanson DR (1989) Historical note: Information retrieval and the future of an illusion. J Am Soc Inf Sci Technol 39:92\u201398","journal-title":"J Am Soc Inf Sci Technol"},{"key":"6_CR9","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/1067268.1067272","volume":"39","author":"EM Voorhees","year":"2005","unstructured":"Voorhees EM (2005) The TREC robust retrieval track. ACM SIGIR Forum 39:11\u201320","journal-title":"ACM SIGIR Forum"},{"key":"6_CR10","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1002\/(SICI)1097-4571(199601)47:1<4::AID-ASI2>3.0.CO;2-3","volume":"47","author":"DC Blair","year":"1996","unstructured":"Blair DC (1996) STAIRS redux: Thoughts on the STAIRS evaluation, ten years after. J Am Soc Inf Sci Technol 47:4\u201322","journal-title":"J Am Soc Inf Sci Technol"},{"key":"6_CR11","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1016\/S0306-4573(01)00024-3","volume":"38","author":"DC Blair","year":"2002","unstructured":"Blair DC (2002) The challenge of commercial document retrieval, Part I: major issues, and a framework based on search exhaustivity, determinacy of representation and document collection size. Inf Process Manag 38:273\u2013291","journal-title":"Inf Process Manag"},{"key":"6_CR12","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1002\/asi.4630310407","volume":"31","author":"DC Blair","year":"1980","unstructured":"Blair DC (1980) Searching biases in large interactive document retrieval systems. J Am Soc Inf Sci 31:271\u2013277","journal-title":"J Am Soc Inf Sci"},{"key":"6_CR13","first-page":"161","volume-title":"28th annual international ACM SIGIR conference on research and development in information retrieval","author":"M Sanderson","year":"2005","unstructured":"Sanderson M, Zobel Z (2005) Information retrieval system evaluation: effort, sensitivity, and reliability. In: 28th annual international ACM SIGIR conference on research and development in information retrieval, pp 161\u2013169"},{"key":"6_CR14","first-page":"421","volume-title":"TREC: Experiment and evaluation in information retrieval","author":"Jones K Sp\u00e4rck","year":"2005","unstructured":"Sp\u00e4rck Jones K (2005) Epilogue: Metareflections on TREC. In: Voorhees EM, Harman DK (eds) TREC: Experiment and evaluation in information retrieval. MIT Press, Cambridge, pp 421\u2013448"},{"key":"6_CR15","first-page":"894","volume-title":"RIAO 2004 (Recherche d\u2019information assist\u00e9e par ordinateur)","author":"P Vakkari","year":"2000","unstructured":"Vakkari P (2000) Cognition and changes of search terms and tactics during task performance: a longitudinal study. In: RIAO 2004 (Recherche d\u2019information assist\u00e9e par ordinateur), pp 894\u2013907"},{"key":"6_CR16","doi-asserted-by":"publisher","first-page":"970","DOI":"10.1002\/asi.20047","volume":"55","author":"MH Huang","year":"2004","unstructured":"Huang MH, Wang HY (2004) The influence of document presentation order and number of documents judged on users\u2019 judgements of relevance. J Am Soc Inf Sci Technol 55:970\u2013979","journal-title":"J Am Soc Inf Sci Technol"},{"key":"6_CR17","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1145\/345508.345539","volume-title":"23rd annual international ACM SIGIR conference on research and development in information retrieval","author":"WR Hersh","year":"2000","unstructured":"Hersh WR, Turpin A, Price S, Chan B, Kraemer D, Sacherek L, Olson D (2000) Do batch and user evaluation give the same results. In: 23rd annual international ACM SIGIR conference on research and development in information retrieval, pp 17\u201324"},{"key":"6_CR18","doi-asserted-by":"publisher","first-page":"9:1","DOI":"10.1145\/1740592.1740597","volume":"28","author":"D Kelly","year":"2010","unstructured":"Kelly D, Fu X, Shah C (2010) Effects of position and number of relevant documents retrieved on users\u2019 evaluations of system performance. ACM Trans Inf Syst 28:9:1\u20139:26","journal-title":"ACM Trans Inf Syst"},{"key":"6_CR19","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1145\/1390334.1390362","volume-title":"31st annual international ACM SIGIR conference on research and development in information retrieval","author":"CL Smith","year":"2008","unstructured":"Smith CL, Kantor PB (2008) User adaptation: good results from poor systems. In: 31st annual international ACM SIGIR conference on research and development in information retrieval, pp 147\u2013154"},{"key":"6_CR20","first-page":"225","volume-title":"24th annual international ACM SIGIR conference on research and development in information retrieval","author":"W Hersh","year":"2001","unstructured":"Hersh W, Turpin A (2001) Why batch and user evaluations do not give the same results. In: 24th annual international ACM SIGIR conference on research and development in information retrieval, pp 225\u2013231"},{"key":"6_CR21","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1002\/(SICI)1097-4571(199601)47:1<37::AID-ASI4>3.0.CO;2-3","volume":"47","author":"SP Harter","year":"1996","unstructured":"Harter SP (1996) Variations in relevance assessments and the measurement of retrieval effectivness. J Am Soc Inf Sci Technol 47:37\u201349","journal-title":"J Am Soc Inf Sci Technol"},{"key":"6_CR22","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/1147197.1147198","volume":"40","author":"Jones K Sp\u00e4rck","year":"2006","unstructured":"Sp\u00e4rck Jones K (2006) What\u2019s the value of TREC\u2014is there a gap to jump or a chasm to bridge? ACM SIGIR Forum 40:10\u201320","journal-title":"ACM SIGIR Forum"},{"key":"6_CR23","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/S0306-4573(97)00078-2","volume":"34","author":"CL Barry","year":"1998","unstructured":"Barry CL, Schamber L (1998) Users\u2019 criteria for relevance evaluation: a cross-situational comparison. Inf Process Manag 34:291\u2013236","journal-title":"Inf Process Manag"},{"key":"6_CR24","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1108\/00220410710758986","volume":"63","author":"I Ruthven","year":"2007","unstructured":"Ruthven I, Baillie M, Elsweiler D (2007) The relative effects of knowledge, interest and confidence in assessing relevance. J Doc 63:482\u2013504","journal-title":"J Doc"},{"key":"6_CR25","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1016\/j.ipm.2007.08.002","volume":"44","author":"I Ruthven","year":"2008","unstructured":"Ruthven I, Baillie M, Azzopardi L, Bierig R, Nicol E, Sweeney S, Yakici M (2008) Contextual factors affecting the utility of surrogates within exploratory search. Inf Process Manag 44:437\u2013462","journal-title":"Inf Process Manag"},{"key":"6_CR26","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1002\/(SICI)1097-4571(199607)47:7<568::AID-ASI8>3.0.CO;2-S","volume":"47","author":"CL Borgman","year":"1996","unstructured":"Borgman CL, Hirsh SG, Hiller J (1996) Rethinking online monitoring methods for information retrieval systems: from search product to search process. J Am Soc Inf Sci Technol 47:568\u2013583","journal-title":"J Am Soc Inf Sci Technol"},{"key":"6_CR27","first-page":"169","volume":"9","author":"E Sormunen","year":"2004","unstructured":"Sormunen E, Pennanen S (2004) The challenge of automated tutoring in web-based learning environments for IR instruction. Inf Res 9:169","journal-title":"Inf Res"}],"container-title":["The Information Retrieval Series","Current Challenges in Patent Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-19231-9_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,22]],"date-time":"2023-12-22T03:37:43Z","timestamp":1703216263000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-642-19231-9_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642192302","9783642192319"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-19231-9_6","relation":{},"ISSN":["1387-5264"],"issn-type":[{"type":"print","value":"1387-5264"}],"subject":[],"published":{"date-parts":[[2011]]}}}