{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T17:09:53Z","timestamp":1742922593267,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":14,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642547973"},{"type":"electronic","value":"9783642547980"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-642-54798-0_9","type":"book-chapter","created":{"date-parts":[[2014,5,5]],"date-time":"2014-05-05T22:11:42Z","timestamp":1399327902000},"page":"192-207","source":"Crossref","is-referenced-by-count":0,"title":["Black Box Evaluation for Operational Information Retrieval Applications"],"prefix":"10.1007","author":[{"given":"Martin","family":"Braschler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Melanie","family":"Imhof","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefan","family":"Rietberger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"9_CR1","unstructured":"Rietberger, S., Imhof, M., Braschler, M., Berendsen, R., J\u00e4rvelin, A., Hansen, P., Garc\u00eda Seco de Herrera, A., Tsikrika, T., Lupu, M., Petras, V., G\u00e4de, M., Kleineberg, M., Choukri, K.: PROMISE deliverable 4.2: Tutorial on Evaluation in the Wild (2012)"},{"key":"9_CR2","first-page":"1","volume":"1","author":"S.E. Robertson","year":"1982","unstructured":"Robertson, S.E., Maron, M.E., Cooper, W.S.: Probability of relevance: a unification of two competing models for document retrieval. Info. Tech: R. and.D\u00a01, 1\u201321 (1982)","journal-title":"Info. Tech: R. and .D"},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Cleverdon, C.W.: The Cranfield tests on index language devices (1967)","DOI":"10.1108\/eb050097"},{"key":"9_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/3-540-45691-0_34","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"E.M. Voorhees","year":"2002","unstructured":"Voorhees, E.M.: The philosophy of information retrieval evaluation. In: Peters, C., Braschler, M., Gonzalo, J., Kluck, M. (eds.) CLEF 2001. LNCS, vol.\u00a02406, pp. 355\u2013370. Springer, Heidelberg (2002)"},{"key":"9_CR5","doi-asserted-by":"crossref","unstructured":"Jansen, B.J.: Search log analysis: What it is, what\u2019s been done, how to do it (2006)","DOI":"10.1016\/j.lisr.2006.06.005"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Blecic, D., Bangalore, N., Dorsch, J., Henderson, C., Koenig, M., Weller, A.: Using transaction log analysis to improve OPAC retrieval results (1998)","DOI":"10.5860\/crl.59.1.39"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Kohavi, R., Henne, R., Sommerfield, D.: Practical Guide to Controlled Experiments on the Web: Listen to Your Customers not to the HiPPO (2007)","DOI":"10.1145\/1281192.1281295"},{"key":"9_CR8","doi-asserted-by":"crossref","unstructured":"Radlinski, F., Kurup, M., Joachims, T.: How Does Clickthrough Data Reflect Retrieval Quality? (2008)","DOI":"10.1145\/1458082.1458092"},{"key":"9_CR9","doi-asserted-by":"publisher","first-page":"1269","DOI":"10.1002\/1097-4571(2000)9999:9999<::AID-ASI1042>3.0.CO;2-7","volume":"51","author":"M. Dunlop","year":"2000","unstructured":"Dunlop, M.: Reflections on Mira: Interactive evaluation in information retrieval. J. Am. Soc. Inf. Sci.\u00a051, 1269\u20131274 (2000)","journal-title":"J. Am. Soc. Inf. Sci."},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"Borlund, P.: User-centered evaluation of information retrieval systems. In: Information Retrieval: Searching in the 21st Century, pp. 21\u201337 (2009)","DOI":"10.1002\/9780470033647.ch2"},{"key":"9_CR11","unstructured":"Braschler, M., Rietberger, S., Imhof, M., J\u00e4rvelin, A., Hansen, P., Lupu, M., G\u00e4de, M., Berendsen, R., Garc\u00eda Seco de Herrera, A.: PROMISE deliverable 2.3: Best Practices Report (2012)"},{"key":"9_CR12","unstructured":"Braschler, M., Herget, J., Pfister, J., Sch\u00e4uble, P., Steinbach, M., Stuker, J.: Evaluation der Suchfunktion von Schweizer Unternehmens-Websites (2006)"},{"key":"9_CR13","unstructured":"Braschler, M., Heuwing, B., Mandel, T., Womser-Hacker, C., Herget, J., Sch\u00e4uble, P., Stuker, J.: Evaluation der Suchfunktion deutscher Unternehmens-Websites (2009)"},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"Peters, C., Braschler, M., Clough, P.: Multilingual Information Retrieval: From Research to Practice. Springer (2012) ISBN 3642230075","DOI":"10.1007\/978-3-642-23008-0"}],"container-title":["Lecture Notes in Computer Science","Bridging Between Information Retrieval and Databases"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-54798-0_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,26]],"date-time":"2019-05-26T15:09:35Z","timestamp":1558883375000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-54798-0_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783642547973","9783642547980"],"references-count":14,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-54798-0_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}