{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:56:59Z","timestamp":1755838619083,"version":"3.40.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319658124"},{"type":"electronic","value":"9783319658131"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-65813-1_2","type":"book-chapter","created":{"date-parts":[[2017,8,16]],"date-time":"2017-08-16T03:54:23Z","timestamp":1502855663000},"page":"16-28","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A Component-Level Analysis of an Academic Search Test Collection."],"prefix":"10.1007","author":[{"given":"Florian","family":"Dietz","sequence":"first","affiliation":[]},{"given":"Vivien","family":"Petras","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,8,17]]},"reference":[{"issue":"6","key":"2_CR1","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1016\/j.acalib.2015.07.010","volume":"41","author":"C Behnert","year":"2015","unstructured":"Behnert, C., Lewandowski, D.: Ranking search results in library information systems - considering ranking approaches adapted from web search engines. J. Acad. Librariansh. 41(6), 725\u2013735 (2015)","journal-title":"J. Acad. Librariansh."},{"issue":"1","key":"2_CR2","first-page":"1","volume":"2","author":"D Carmel","year":"2010","unstructured":"Carmel, D., Yom-Tov, E.: Estimating the query difficulty for information retrieval. Synth. Lect. Inf. Concepts Retr. Serv. 2(1), 1\u201389 (2010)","journal-title":"Synth. Lect. Inf. Concepts Retr. Serv."},{"key":"2_CR3","volume-title":"Introduction to Modern Information Retrieval","author":"G Chowdhury","year":"2010","unstructured":"Chowdhury, G.: Introduction to Modern Information Retrieval. Facet, London (2010)"},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Cleverdon, C.: The Cranfield tests on index language devices. In: Aslib Proceedings, vol. 19, pp. 173\u2013194. MCB UP Ltd. (1967)","DOI":"10.1108\/eb050097"},{"key":"2_CR5","unstructured":"De Loupy, C., Bellot, P.: Evaluation of document retrieval systems and query difficulty. In: LREC 2000, Athens, pp. 32\u201339 (2000)"},{"key":"2_CR6","doi-asserted-by":"publisher","unstructured":"Dietz, F., Petras, V.: A component-level analysis of an academic search test collection. Part II: query analysis. In: CLEF 2017 (2017). doi:10.1007\/978-3-319-65813-1_3","DOI":"10.1007\/978-3-319-65813-1_3"},{"key":"2_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1007\/978-3-642-15754-7_68","volume-title":"Multilingual Information Access Evaluation I. Text Retrieval Experiments","author":"N Ferro","year":"2010","unstructured":"Ferro, N., Harman, D.: CLEF 2009: Grid@CLEF pilot track overview. In: Peters, C., Nunzio, G.M., Kurimo, M., Mandl, T., Mostefa, D., Pe\u00f1as, A., Roda, G. (eds.) CLEF 2009. LNCS, vol. 6241, pp. 552\u2013565. Springer, Heidelberg (2010). doi:10.1007\/978-3-642-15754-7_68"},{"key":"2_CR8","doi-asserted-by":"crossref","unstructured":"Ferro, N., Silvello, G.: A general linear mixed models approach to study system component effects. In: SIGIR 2016, pp. 25\u201334. ACM (2016)","DOI":"10.1145\/2911451.2911530"},{"key":"2_CR9","unstructured":"Grivolla, J., Jourlin, P., de Mori, R.: Automatic classification of queries by expected retrieval performance. In: Predicting Query Difficulty Workshop. SIGIR 2005 (2005)"},{"key":"2_CR10","unstructured":"Han, H., Jeong, W., Wolfram, D.: Log analysis of an academic digital library: user query patterns. In: iConference 2014. iSchools (2014)"},{"key":"2_CR11","doi-asserted-by":"publisher","unstructured":"Hanbury, A., M\u00fcller, H.: Automated component\u2013level evaluation: present and future. In: Agosti, M., Ferro, N., Peters, C., de Rijke, M., Smeaton, A. (eds.) CLEF 2010. LNCS, vol. 6360, pp. 124\u2013135. Springer, Heidelberg (2010). doi:10.1007\/978-3-642-15998-5_14","DOI":"10.1007\/978-3-642-15998-5_14"},{"issue":"6","key":"2_CR12","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1007\/s10791-009-9101-4","volume":"12","author":"D Harman","year":"2009","unstructured":"Harman, D., Buckley, C.: Overview of the reliable information access workshop. Inf. Retr. 12(6), 615\u2013641 (2009)","journal-title":"Inf. Retr."},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Khabsa, M., Wu, Z., Giles, C.L.: Towards better understanding of academic search. In: JCDL 2016, pp. 111\u2013114. ACM (2016)","DOI":"10.1145\/2910896.2910922"},{"key":"2_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1007\/3-540-44645-1_5","volume-title":"Cross-Language Information Retrieval and Evaluation","author":"M Kluck","year":"2001","unstructured":"Kluck, M., Gey, F.C.: The domain-specific task of CLEF - specific evaluation strategies in cross-language information retrieval. In: Peters, C. (ed.) CLEF 2000. LNCS, vol. 2069, pp. 48\u201356. Springer, Heidelberg (2001). doi:10.1007\/3-540-44645-1_5"},{"key":"2_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1007\/11878773_25","volume-title":"Accessing Multilingual Information Repositories","author":"M Kluck","year":"2006","unstructured":"Kluck, M., Stempfhuber, M.: Domain-specific track CLEF 2005: overview of results and approaches, remarks on the assessment analysis. In: Peters, C., Gey, F.C., Gonzalo, J., M\u00fcller, H., Jones, G.J.F., Kluck, M., Magnini, B., Rijke, M. (eds.) CLEF 2005. LNCS, vol. 4022, pp. 212\u2013221. Springer, Heidelberg (2006). doi:10.1007\/11878773_25"},{"key":"2_CR16","unstructured":"K\u00fcrsten, J.: A generic approach to component-level evaluation in information retrieval. Ph.D. thesis, Technical University Chemnitz, Germany (2012)"},{"issue":"3","key":"2_CR17","doi-asserted-by":"publisher","first-page":"666","DOI":"10.1016\/j.ipm.2017.01.005","volume":"53","author":"X Li","year":"2017","unstructured":"Li, X., Schijvenaars, B.J., de Rijke, M.: Investigating queries and search failures in academic search. Inf. Process. Manag. 53(3), 666\u2013683 (2017)","journal-title":"Inf. Process. Manag."},{"key":"2_CR18","doi-asserted-by":"publisher","unstructured":"Mayr, P., Scharnhorst, A., Larsen, B., Schaer, P., Mutschke, P.: Bibliometric-enhanced information retrieval. In: de Rijke, M., Kenter, T., Vries, A.P., Zhai, C.X., Jong, F., Radinsky, K., Hofmann, K. (eds.) ECIR 2014. LNCS, vol. 8416, pp. 798\u2013801. Springer, Cham (2014). doi:10.1007\/978-3-319-06028-6_99","DOI":"10.1007\/978-3-319-06028-6_99"},{"issue":"4097","key":"2_CR19","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1126\/science.181.4097.318","volume":"181","author":"DB McCarn","year":"1973","unstructured":"McCarn, D.B., Leiter, J.: On-line services in medicine and beyond. Science 181(4097), 318\u2013324 (1973)","journal-title":"Science"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Scholer, F., Garcia, S.: A case for improved evaluation of query difficulty prediction. In: SIGIR 2009, pp. 640\u2013641. ACM (2009)","DOI":"10.1145\/1571941.1572055"},{"issue":"10","key":"2_CR21","doi-asserted-by":"publisher","first-page":"4106","DOI":"10.1016\/j.eswa.2013.01.036","volume":"40","author":"K Vanopstal","year":"2013","unstructured":"Vanopstal, K., Buysschaert, J., Laureys, G., Stichele, R.V.: Lost in PubMed. Factors influencing the success of medical information retrieval. Expert Systems with Applications 40(10), 4106\u20134114 (2013)","journal-title":"Expert Systems with Applications"},{"key":"2_CR22","doi-asserted-by":"publisher","unstructured":"Verberne, S., Sappelli, M., Kraaij, W.: Query term suggestion in academic search. In: de Rijke, M., Kenter, T., Vries, A.P., Zhai, C.X., Jong, F., Radinsky, K., Hofmann, K. (eds.) ECIR 2014. LNCS, vol. 8416, pp. 560\u2013566. Springer, Cham (2014). doi:10.1007\/978-3-319-06028-6_57","DOI":"10.1007\/978-3-319-06028-6_57"},{"key":"2_CR23","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/1067268.1067272","volume":"39","author":"EM Voorhees","year":"2005","unstructured":"Voorhees, E.M.: The TREC robust retrieval track. ACM SIGIR Forum 39, 11\u201320 (2005)","journal-title":"ACM SIGIR Forum"},{"key":"2_CR24","unstructured":"Ware, M., Mabe, M.: The STM report: an overview of scientific and scholarly journal publishing (2015). http:\/\/www.stm-assoc.org\/2015_02_20_STM_Report_2015.pdf"},{"key":"2_CR25","unstructured":"Web of Science: Journal Citation Report. Thomson Reuters (2015)"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-65813-1_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T15:58:41Z","timestamp":1710345521000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-65813-1_2"}},"subtitle":["Part I: System and Collection Configurations"],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319658124","9783319658131"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-65813-1_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"17 August 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/clef2017.clef-initiative.eu\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}