{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T22:22:15Z","timestamp":1759962135483,"version":"3.40.4"},"publisher-location":"Berlin, Heidelberg","reference-count":55,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642376870"},{"type":"electronic","value":"9783642376887"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-37688-7_9","type":"book-chapter","created":{"date-parts":[[2013,4,17]],"date-time":"2013-04-17T10:55:24Z","timestamp":1366196124000},"page":"179-196","source":"Crossref","is-referenced-by-count":8,"title":["Challenges for Search Engine Retrieval Effectiveness Evaluations: Universal Search, User Intents, and Results Presentation"],"prefix":"10.1007","author":[{"given":"Dirk","family":"Lewandowski","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"9_CR1","first-page":"165","volume-title":"Suchmaschinen: Neue Herausforderuingen f\u00fcr die Medienpolitik","author":"M. Beiler","year":"2005","unstructured":"Beiler, M.: Selektionsverhalten in den Ergebnislisten von Suchmaschinen. Modellentwicklung und empirische \u00dcberpr\u00fcfung am Beispiel von Google. In: Machill, M., Schneider, N. (eds.) Suchmaschinen: Neue Herausforderuingen f\u00fcr die Medienpolitik, vol.\u00a050, pp. 165\u2013189. VISTAS Verl, Berlin (2005)"},{"issue":"2","key":"9_CR2","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/792550.792552","volume":"36","author":"A. Broder","year":"2002","unstructured":"Broder, A.: A taxonomy of Web search. ACM Sigir Forum\u00a036(2), 3\u201310 (2002)","journal-title":"ACM Sigir Forum"},{"unstructured":"Bundesverband Digitale Wirtschaft, Nutzerverhalten auf Google-Suchergebnisseiten: Eine Eyetracking-Studie im Auftrag des Arbeitskreises Suchmaschinen-Marketing des Bundesverbandes Digitale Wirtschaft (BVDW) e.V. (2009)","key":"9_CR3"},{"key":"9_CR4","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1108\/S1876-0562(2012)002012a007","volume-title":"Web Search Engine Research","author":"B. Carterette","year":"2012","unstructured":"Carterette, B., Kanoulas, E., Yilmaz, E.: Evaluating Web retrieval effectiveness. In: Lewandowski, D. (ed.) Web Search Engine Research, pp. 105\u2013137. Emerald, Bingley (2012)"},{"unstructured":"ComScore. Global search market draws more than 100 billion searches per month (2009), http:\/\/www.comscore.com\/Press_Events\/Press_Releases\/2009\/8\/Global_Search_Market_Draws_More_than_100_Billion_Searches_per_Month (retrieved)","key":"9_CR5"},{"unstructured":"Cutrell, E., Guan, Z.: Eye tracking in MSN Search: Investigating snippet length, target position and task types. Technical Report, TR-2007-01 2007), http:\/\/research.microsoft.com\/pubs\/70395\/tr-2007-01.pdf (retrieved)","key":"9_CR6"},{"doi-asserted-by":"crossref","unstructured":"Dewan, R., Freimer, M., Zhang, J.: Managing Web sites for profitability: Balancing content and advertising. In: Proceedings from the 35th Annual Hawaii International Conference on System Sciences, HICSS, pp. 2340\u20132347 (2002)","key":"9_CR7","DOI":"10.1109\/HICSS.2002.994170"},{"unstructured":"Edelman, B.: Hard-coding bias in Google \u201calgorithmic\u201d search results (2010), http:\/\/www.benedelman.org\/hardcoding\/ (retrieved)","key":"9_CR8"},{"unstructured":"Edelman, B., Lockwood, B.: Measuring bias in an \u201corganic\u201d Web search (2011), http:\/\/www.benedelman.org\/searchbias\/ (retrieved)","key":"9_CR9"},{"key":"9_CR10","first-page":"1","volume-title":"Pew Internet & American Life Project","author":"D. Fallows","year":"2005","unstructured":"Fallows, D.: Search engine users: Internet searchers are confident, satisfied and trusting\u2013but they are also unaware and naive. In: Pew Internet & American Life Project, pp. 1\u201336. Pew Internet & American Life Project, Washington, DC (2005)"},{"key":"9_CR11","doi-asserted-by":"crossref","DOI":"10.1108\/S1876-0562(1997)97A","volume-title":"Automated information retrieval: Theory and methods","author":"V.I. Frants","year":"1997","unstructured":"Frants, V.I., Shapiro, J., Voiskunskii, V.G.: Automated information retrieval: Theory and methods. Academic Press, San Diego (1997)"},{"issue":"5","key":"9_CR12","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1080\/01972243.2010.511560","volume":"26","author":"L. Granka","year":"2010","unstructured":"Granka, L.: The politics of search: A decade retrospective. The Information Society\u00a026(5), 364\u2013374 (2010)","journal-title":"The Information Society"},{"key":"9_CR13","first-page":"435","volume-title":"The Next Digital Decade: Essays on the Future of the Internet","author":"J. Grimmelmann","year":"2010","unstructured":"Grimmelmann, J.: Some skepticism about search deutrality. In: Szoka, B., Marcus, A. (eds.) The Next Digital Decade: Essays on the Future of the Internet, pp. 435\u2013460. TechFreedom, Washington, DC (2010)"},{"key":"9_CR14","doi-asserted-by":"publisher","first-page":"902","DOI":"10.1145\/1062745.1062789","volume-title":"14th International Conference on World Wide Web","author":"A. Gulli","year":"2005","unstructured":"Gulli, A.: The indexable Web is more than 11.5 billion pages. In: 14th International Conference on World Wide Web, pp. 902\u2013903. ACM, New York (2005)"},{"key":"9_CR15","volume-title":"Eye tracking report: Google, MSN, and Yahoo! Compared","author":"G. Hotchkiss","year":"2006","unstructured":"Hotchkiss, G.: Eye tracking report: Google, MSN, and Yahoo! Compared. Enquiro, Kelown, British Columbia (2006)"},{"key":"9_CR16","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1145\/1277741.1277839","volume-title":"Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"S.B. Huffman","year":"2007","unstructured":"Huffman, S.B., Hochster, M.: How well does result relevance predict session satisfaction? In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 567\u2013574. ACM, New York (2007)"},{"issue":"12","key":"9_CR17","doi-asserted-by":"publisher","first-page":"1796","DOI":"10.1016\/j.ins.2009.01.028","volume":"179","author":"N. H\u00f6chst\u00f6tter","year":"2009","unstructured":"H\u00f6chst\u00f6tter, N., Lewandowski, D.: What users see \u2013 Structures in search engine results pages. Information Sciences\u00a0179(12), 1796\u20131812 (2009)","journal-title":"Information Sciences"},{"issue":"3","key":"9_CR18","doi-asserted-by":"publisher","first-page":"1251","DOI":"10.1016\/j.ipm.2007.07.015","volume":"44","author":"B.J. Jansen","year":"2008","unstructured":"Jansen, B.J., Booth, D.L., Spink, A.: Determining the informational, navigational, and transactional intent of Web queries. Information Processing and Management\u00a044(3), 1251\u20131266 (2008)","journal-title":"Information Processing and Management"},{"issue":"1","key":"9_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1232722.1232725","volume":"1","author":"B.J. Jansen","year":"2007","unstructured":"Jansen, B.J.: The comparative effectiveness of sponsored and nonsponsored links for Web e-commerce queries. ACM Transactions on the Web\u00a01(1), 1\u201325 (2007)","journal-title":"ACM Transactions on the Web"},{"issue":"1","key":"9_CR20","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1016\/j.ipm.2004.10.007","volume":"42","author":"B.J. Jansen","year":"2006","unstructured":"Jansen, B.J., Spink, A.: How are we searching the World Wide Web? A comparison of nine search engine transaction logs. Information Processing & Management\u00a042(1), 248\u2013263 (2006)","journal-title":"Information Processing & Management"},{"key":"9_CR21","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511997686","volume-title":"Understanding sponsored search: Core elements of keyword advertising","author":"J. Jansen","year":"2011","unstructured":"Jansen, J.: Understanding sponsored search: Core elements of keyword advertising. Cambridge University Press, Cambridge (2011)"},{"key":"9_CR22","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1145\/1076034.1076063","volume-title":"Proceedings of the 28th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"T. Joachims","year":"2005","unstructured":"Joachims, T., Granka, L., Pan, B., Hembrooke, H., Gay, G.: Accurately interpreting click-through data as implicit feedback. In: Proceedings of the 28th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 154\u2013161. ACM, New York (2005)"},{"issue":"2","key":"9_CR23","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1145\/1229179.1229181","volume":"25","author":"T. Joachims","year":"2007","unstructured":"Joachims, T., Granka, L., Pan, B., Hembrooke, H., Radlinski, F., Gay, G.: Evaluating the accuracy of implicit feedback from clicks and query reformulations in Web search. ACM Transactions on Information Systems 25(2), article 7 (2007)","journal-title":"ACM Transactions on Information Systems"},{"issue":"3","key":"9_CR24","doi-asserted-by":"publisher","first-page":"791","DOI":"10.1016\/j.ipm.2006.07.021","volume":"43","author":"S. Jung","year":"2007","unstructured":"Jung, S., Herlocker, J.L., Webster, J.: Click data as implicit relevance feedback in web search. Information Processing & Management\u00a043(3), 791\u2013807 (2007)","journal-title":"Information Processing & Management"},{"key":"9_CR25","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1108\/S1876-0562(2012)002012a012","volume-title":"Web Search Engine Research","author":"Y. Kammerer","year":"2012","unstructured":"Kammerer, Y., Gerjets, P.: How search engine users evaluate and select Web search results: The impact of the search engine interface on credibility assessments. In: Lewandowski, D. (ed.) Web Search Engine Research, pp. 251\u2013279. Emerald, Bingley (2012)"},{"key":"9_CR26","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1145\/860435.860449","volume-title":"Proceedings of the 26th Annual International ACM SIGIR Conference on Research and Development in Informaion Retrieval","author":"I.H. Kang","year":"2003","unstructured":"Kang, I.H., Kim, G.C.: Query type classification for Web document retrieval. In: Proceedings of the 26th Annual International ACM SIGIR Conference on Research and Development in Informaion Retrieval, pp. 64\u201371. ACM, New York (2003)"},{"issue":"2","key":"9_CR27","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/1314215.1314224","volume":"51","author":"M.T. Keane","year":"2008","unstructured":"Keane, M.T., O\u2019Brien, M., Smyth, B.: Are people biased in their use of search engines? Communications of the ACM\u00a051(2), 49\u201352 (2008)","journal-title":"Communications of the ACM"},{"issue":"6","key":"9_CR28","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1108\/14684520410570544","volume":"28","author":"D. Lewandowski","year":"2004","unstructured":"Lewandowski, D.: Date-restricted queries in Web search engines. Online Information Review\u00a028(6), 420\u2013427 (2004)","journal-title":"Online Information Review"},{"key":"9_CR29","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1177\/0165551508089396","volume":"34","author":"D. Lewandowski","year":"2008","unstructured":"Lewandowski, D.: A three-year study on the freshness of Web search engine databases. Journal of Information Science\u00a034, 817\u2013831 (2008a)","journal-title":"Journal of Information Science"},{"issue":"6","key":"9_CR30","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1108\/00220410810912451","volume":"64","author":"D. Lewandowski","year":"2008","unstructured":"Lewandowski, D.: The retrieval effectiveness of Web search engines: Considering results descriptions. Journal of Documentation\u00a064(6), 915\u2013937 (2008b)","journal-title":"Journal of Documentation"},{"issue":"5","key":"9_CR31","doi-asserted-by":"publisher","first-page":"668","DOI":"10.1108\/14684520810914034","volume":"32","author":"D. Lewandowski","year":"2008","unstructured":"Lewandowski, D.: Problems with the use of Web search engines to find results in foreign languages. Online Information Review\u00a032(5), 668\u2013672 (2008c)","journal-title":"Online Information Review"},{"key":"9_CR32","doi-asserted-by":"crossref","first-page":"261","DOI":"10.3233\/ISU-2008-0583","volume":"28","author":"D. Lewandowski","year":"2008","unstructured":"Lewandowski, D.: Search engine user behaviour: How can users be guided to quality content? Information Services & Use\u00a028, 261\u2013268 (2008d)","journal-title":"Information Services & Use"},{"issue":"4","key":"9_CR33","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1108\/00012531111148949","volume":"61","author":"D. Lewandowski","year":"2011","unstructured":"Lewandowski, D.: The retrieval effectiveness of search engines on navigational queries. ASLIB Proceedings\u00a061(4), 354\u2013363 (2011)","journal-title":"ASLIB Proceedings"},{"key":"9_CR34","doi-asserted-by":"publisher","first-page":"456","DOI":"10.4018\/978-1-4666-0330-1.ch020","volume-title":"Next Generation Search Engines: Advanced Models for Information Retrieval","author":"D. Lewandowski","year":"2012","unstructured":"Lewandowski, D.: A framework for evaluating the retrieval effectiveness of search engines. In: Jouis, C., Biskri, I., Ganascia, G., Roux, M. (eds.) Next Generation Search Engines: Advanced Models for Information Retrieval, pp. 456\u2013479. IGI Global, Hershey (2012)"},{"key":"9_CR35","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/978-3-540-75829-7_16","volume-title":"Web Search: Multidisciplinary Perspectives","author":"D. Lewandowski","year":"2008","unstructured":"Lewandowski, D., H\u00f6chst\u00f6tter, N.: Web searching: A quality measurement perspective. In: Spink, A., Zimmer, M. (eds.) Web Search: Multidisciplinary Perspectives, pp. 309\u2013340. Springer, Berlin (2008)"},{"key":"9_CR36","first-page":"204","volume-title":"Handbuch Internet-Suchmaschinen","author":"D. Lewandowski","year":"2009","unstructured":"Lewandowski, D., H\u00f6chst\u00f6tter, N.: Standards der Ergebnispr\u00e4sentation. In: Lewandowski, D. (ed.) Handbuch Internet-Suchmaschinen, pp. 204\u2013219. Akademische Verlagsgesellschaft Aka, Heidelberg (2009)"},{"issue":"2","key":"9_CR37","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1177\/0165551506062326","volume":"32","author":"D. Lewandowski","year":"2006","unstructured":"Lewandowski, D., Wahlig, H., Meyer-Bautor, G.: The freshness of Web search engine databases. Journal of Information Science\u00a032(2), 131\u2013148 (2006)","journal-title":"Journal of Information Science"},{"doi-asserted-by":"crossref","unstructured":"Li, Z., Shi, S.: Improving relevance judgment of Web search results with image excerpts. In: 17th International Conference on World Wide Web, vol.\u00a017, pp. 21\u201330 (2008)","key":"9_CR38","DOI":"10.1145\/1367497.1367501"},{"issue":"7","key":"9_CR39","doi-asserted-by":"publisher","first-page":"1041","DOI":"10.1002\/asi.20794","volume":"59","author":"L. Lorigo","year":"2008","unstructured":"Lorigo, L., Haridasan, M., Brynjarsd\u00f3ttir, H., Xia, L., Joachims, T., Gay, G., Granka, L., et al.: Eye tracking and online search: Lessons learned and challenges ahead. Journal of the American Society for Information Science and Technology\u00a059(7), 1041\u20131052 (2008)","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"4-5","key":"9_CR40","doi-asserted-by":"crossref","first-page":"352","DOI":"10.1108\/00012530710817573","volume":"59","author":"A. MacFarlane","year":"2007","unstructured":"MacFarlane, A.: Evaluation of web search for the information practitioner. Aslib Proceedings: New Information Perspectives\u00a059(4-5), 352\u2013366 (2007)","journal-title":"Aslib Proceedings: New Information Perspectives"},{"issue":"3","key":"9_CR41","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1177\/0267323104045258","volume":"19","author":"M. Machill","year":"2004","unstructured":"Machill, M., Neuberger, C., Schweiger, W., Wirth, W.: Navigating the Internet: A study of German-language search engines. European Journal of Communication\u00a019(3), 321\u2013347 (2004)","journal-title":"European Journal of Communication"},{"issue":"4","key":"9_CR42","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1108\/00012530810887980","volume":"60","author":"Y. Mansourian","year":"2008","unstructured":"Mansourian, Y.: Web search efficacy: definition and implementation. Aslib Proceedings\u00a060(4), 349\u2013363 (2008)","journal-title":"Aslib Proceedings"},{"issue":"4","key":"9_CR43","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1002\/asi.20318","volume":"57","author":"S. Nicholson","year":"2006","unstructured":"Nicholson, S., Sierra, T., Eseryel, U.Y., Park, J.-H., Barkow, P., Pozo, E.J., Ward, J.: How much of it is real? Analysis of paid placement in Web search engine results. Journal of the American Society for Information Science and Technology\u00a057(4), 448\u2013461 (2006)","journal-title":"Journal of the American Society for Information Science and Technology"},{"unstructured":"Nielsen, J., Tahir, M. (n.d.): Homepage Usability: 50 websites deconstructed. New Riders Publishing, Indianapolis","key":"9_CR44"},{"key":"9_CR45","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1111\/j.1083-6101.2007.00351.x","volume":"12","author":"B. Pan","year":"2007","unstructured":"Pan, B., Hembrooke, H., Joachims, T., Lorigo, L., Gay, G., Granka, L.: Google we trust: Users\u2019 decisions on rank, position, and relevance. Journal of Computer-Mediated Communication\u00a012, 801\u2013823 (2007)","journal-title":"Journal of Computer-Mediated Communication"},{"key":"9_CR46","volume-title":"Information foraging theory: Adaptive interaction with information","author":"P. Pirolli","year":"2009","unstructured":"Pirolli, P.: Information foraging theory: Adaptive interaction with information. Oxford University Press, London (2009)"},{"doi-asserted-by":"crossref","unstructured":"Rose, D.E., Levinson, D.: Understanding user goals in Web search. In: Proceedings of the 13th International Conference on World Wide Web, pp. 13\u201319 (2004)","key":"9_CR47","DOI":"10.1145\/988672.988675"},{"unstructured":"Sullivan, D.: Searching with invisible tabs. Search Engine Watch (2003), http:\/\/searchenginewatch.com\/showPage.html?page=3115131 (retrieved)","key":"9_CR48"},{"unstructured":"Sullivan, D.: Study: Google \u201cfavors\u201d itself only 19% of the time. Search Engine Land (2011), http:\/\/searchengineland.com\/survey-google-favors-itself-only-19-of-the-time-61675 (retrieved)","key":"9_CR49"},{"key":"9_CR50","volume-title":"Search engine visibility","author":"S. Thurow","year":"2007","unstructured":"Thurow, S.: Search engine visibility. New Riders, Berkeley (2007)"},{"key":"9_CR51","volume-title":"When search meets Web usability","author":"S. Thurow","year":"2009","unstructured":"Thurow, S., Musica, N.: When search meets Web usability. New Riders, Berkeley (2009)"},{"issue":"4","key":"9_CR52","doi-asserted-by":"publisher","first-page":"693","DOI":"10.1016\/S0306-4573(03)00063-3","volume":"40","author":"L. Vaughan","year":"2004","unstructured":"Vaughan, L., Thelwall, M.: Search engine coverage bias: Evidence and possible causes. Information Processing & Management\u00a040(4), 693\u2013707 (2004)","journal-title":"Information Processing & Management"},{"issue":"3","key":"9_CR53","doi-asserted-by":"publisher","first-page":"888","DOI":"10.1111\/j.1083-6101.2007.00355.x","volume":"12","author":"L. Vaughan","year":"2007","unstructured":"Vaughan, L., Zhang, Y.: Equal representation by search engines? A comparison of websites across countries and domains. Journal of Computer-Mediated Communication\u00a012(3), 888\u2013909 (2007)","journal-title":"Journal of Computer-Mediated Communication"},{"unstructured":"W3 Schools Browser Statistics (2011), http:\/\/www.w3schools.com\/browsers\/browsers_stats.asp (retrieved)","key":"9_CR54"},{"issue":"5","key":"9_CR55","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1177\/016555159802400509","volume":"24","author":"M. Xie","year":"1998","unstructured":"Xie, M., Wang, H., Goh, T.N.: Quality dimensions of Internet search engines. Journal of Information Science\u00a024(5), 365\u2013372 (1998)","journal-title":"Journal of Information Science"}],"container-title":["Intelligent Systems Reference Library","Quality Issues in the Management of Web Information"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-37688-7_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,30]],"date-time":"2025-04-30T05:24:22Z","timestamp":1745990662000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-642-37688-7_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642376870","9783642376887"],"references-count":55,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-37688-7_9","relation":{},"ISSN":["1868-4394","1868-4408"],"issn-type":[{"type":"print","value":"1868-4394"},{"type":"electronic","value":"1868-4408"}],"subject":[],"published":{"date-parts":[[2013]]}}}