{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:14:53Z","timestamp":1775283293991,"version":"3.50.1"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2010,5,6]],"date-time":"2010-05-06T00:00:00Z","timestamp":1273104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2010,5,6]],"date-time":"2010-05-06T00:00:00Z","timestamp":1273104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval"],"published-print":{"date-parts":[[2010,10]]},"DOI":"10.1007\/s10791-010-9133-9","type":"journal-article","created":{"date-parts":[[2010,5,5]],"date-time":"2010-05-05T12:03:54Z","timestamp":1273061034000},"page":"460-484","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Expected reading effort in focused retrieval evaluation"],"prefix":"10.1007","volume":"13","author":[{"given":"Paavo","family":"Arvola","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jaana","family":"Kek\u00e4l\u00e4inen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marko","family":"Junkkari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,5,6]]},"reference":[{"key":"9133_CR1","doi-asserted-by":"crossref","unstructured":"Ali, M. S., Consens, M. P., Kazai, G., & Lalmas, M. (2008). Structural relevance: A common basis for the evaluation of structured document retrieval. In Proceedings of CIKM \u201808 (pp. 1153\u20131162).","DOI":"10.1145\/1458082.1458235"},{"key":"9133_CR2","doi-asserted-by":"crossref","unstructured":"Allan, J. (2004). Hard track overview in TREC 2004: High accuracy retrieval from documents. In Proceedings of the 13th text retrieval conference (TREC 2004). Nist Special Publication, SP 500-261, 11 pages.","DOI":"10.21236\/ADA455426"},{"key":"9133_CR3","unstructured":"Arvola, P., Junkkari, M., & Kek\u00e4l\u00e4inen, J. (2006). Applying XML retrieval methods for result document navigation in small screen devices. In Proceedings of MobileHCI workshop for ubiquitous information access (pp. 6\u201310)."},{"key":"9133_CR4","doi-asserted-by":"crossref","unstructured":"Buyukkokten, O., Garcia-Molina, H., Paepcke, A., & Winograd, T. (2000). Power browser: Efficient web browsing for PDAs. In Proceedings of CHI \u20182000 (pp. 430\u2013437).","DOI":"10.1145\/332040.332470"},{"key":"9133_CR5","unstructured":"Chiaramella, Y., Mulhem, P., & Fourel, F. (1996). A model for multimedia search information retrieval. Technical report, basic research action FERMI 8134."},{"issue":"1","key":"9133_CR6","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1002\/asi.5090190108","volume":"19","author":"W Cooper","year":"1968","unstructured":"Cooper, W. (1968). Expected search length: A single measure of retrieval effectiveness based on the weak ordering action of retrieval systems. American Documentation,\n                           19(1), 30\u201341.","journal-title":"American Documentation"},{"key":"9133_CR7","unstructured":"de Vries, A. P., Kazai, G., & Lalmas, M. (2004). Tolerance to irrelevance: A user-effort oriented evaluation of retrieval systems without predefined retrieval unit. In Proceedings\n                           of RIAO 2004 (pp. 463\u2013473)."},{"issue":"1","key":"9133_CR8","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1145\/1147197.1147210","volume":"40","author":"L Denoyer","year":"2006","unstructured":"Denoyer, L., & Gallinari, P. (2006). The Wikipedia XML corpus. SIGIR Forum,\n                           40(1), 64\u201369.","journal-title":"SIGIR Forum"},{"key":"9133_CR9","doi-asserted-by":"crossref","unstructured":"Dunlop, M. D. (1997). Time, relevance and interaction modelling for information retrieval. In Proceedings of SIGIR \u201897 (pp. 206\u2013212).","DOI":"10.1145\/258525.258569"},{"key":"9133_CR10","doi-asserted-by":"crossref","unstructured":"Finesilver K., & Reid J. (2003). User behaviour in the context of structured documents. In Proceedings of ECIR 2003, LNCS 2633 (pp. 104\u2013119).","DOI":"10.1007\/3-540-36618-0_8"},{"issue":"1","key":"9133_CR11","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1348\/000712605X53678","volume":"97","author":"J Hy\u00f6n\u00e4","year":"2006","unstructured":"Hy\u00f6n\u00e4, J., & Nurminen, A.-M. (2006). Do adult readers know how they read? Evidence from eye movement patterns and verbal reports. British Journal of Psychology,\n                           97(1), 31\u201350.","journal-title":"British Journal of Psychology"},{"key":"9133_CR12","doi-asserted-by":"crossref","unstructured":"Ibekwe-SanJuan, F., & SanJuan, E. (2009). Use of multiword terms and query expansion for interactive information retrieval. In Advances in Focused Retrieval, LNCS 5631 (pp. 54\u201364).","DOI":"10.1007\/978-3-642-03761-0_6"},{"key":"9133_CR13","unstructured":"INEX (Initiative for the Evaluation of XML Retrieval) home pages. (2009). Retrieved January 23, 2009 from http:\/\/www.inex.otago.ac.nz."},{"key":"9133_CR14","doi-asserted-by":"crossref","unstructured":"Itakura, K., & Clarke, C. L. K. (2009). University of Waterloo at INEX 2008: Adhoc, book, and link-the-wiki tracks. In Advances in Focused Retrieval, LNCS 5631 (pp. 132\u2013139).","DOI":"10.1007\/978-3-642-03761-0_14"},{"issue":"4","key":"9133_CR15","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., & Kek\u00e4l\u00e4inen, J. (2002). Cumulated gain-based evaluation of IR techniques. ACM Transaction on Information Systems,\n                           20(4), 422\u2013446.","journal-title":"ACM Transaction on Information Systems"},{"key":"9133_CR16","doi-asserted-by":"crossref","unstructured":"Jones, M., Buchanan, G., & Mohd-Nasir, N. (1999). Evaluation of WebTwig\u2014a site outliner for handheld Web access. In Proceedings of international symposium on handheld and ubiquitous computing, LNCS 1707 (pp. 343\u2013345).","DOI":"10.1007\/3-540-48157-5_41"},{"key":"9133_CR17","doi-asserted-by":"crossref","unstructured":"Kamps, J., Geva, S., Trotman, A., Woodley, A., & Koolen, M. (2008c). Overview of the INEX 2008 ad hoc track. In INEX 2008 workshop pre-proceedings (pp. 1\u201328).","DOI":"10.1007\/978-3-642-03761-0_1"},{"key":"9133_CR18","doi-asserted-by":"crossref","unstructured":"Kamps, J., Koolen, M., & Lalmas, M. (2008a). Locating relevant text within XML documents. In Proceedings of\n                           SIGIR\u201908 (pp. 847\u2013848).","DOI":"10.1145\/1390334.1390536"},{"key":"9133_CR19","doi-asserted-by":"crossref","unstructured":"Kamps, J., Lalmas, M., & Pehcevski, J. (2007). Evaluating relevant in context: Document retrieval with a twist. In Proceedings SIGIR \u201807 (pp. 749\u2013750).","DOI":"10.1145\/1277741.1277890"},{"key":"9133_CR20","doi-asserted-by":"crossref","unstructured":"Kamps, J., Pehcevski, J., Kazai, G., Lalmas, M., & Robertson, S. (2008b). INEX 2007 evaluation measures. In INEX 2007, LNCS 4862 (pp. 24\u201333).","DOI":"10.1007\/978-3-540-85902-4_2"},{"issue":"4","key":"9133_CR21","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1145\/1185877.1185883","volume":"24","author":"G Kazai","year":"2006","unstructured":"Kazai, G., & Lalmas, M. (2006). Extended cumulated gain measures for the evaluation of content-oriented XML retrieval. ACM Transaction on Information Systems,\n                           24(4), 503\u2013542.","journal-title":"ACM Transaction on Information Systems"},{"key":"9133_CR22","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1002\/asi.10137","volume":"53","author":"J Kek\u00e4l\u00e4inen","year":"2002","unstructured":"Kek\u00e4l\u00e4inen, J., & J\u00e4rvelin, K. (2002). Using graded relevance assessments in IR evaluation. Journal of the American Society for Information Science and Technology,\n                           53, 1120\u20131129.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"9133_CR23","unstructured":"Opera Software ASA, Opera Mini\u2122 for Mobile. (2006). Retrieved January 21, 2009 from http:\/\/www.opera.com\/mini\/demo\/."},{"key":"9133_CR24","doi-asserted-by":"crossref","unstructured":"Piwowarski, P. (2006). EPRUM metrics and INEX 2005. In Proceedings of INEX 2005, LNCS 3977 (pp. 30\u201342).","DOI":"10.1007\/11766278_3"},{"key":"9133_CR25","doi-asserted-by":"crossref","unstructured":"Piwowarski, B., & Dupret, G. (2006). Evaluation in (XML) information retrieval: Expected precision-recall with user modelling (EPRUM). In Proceedings of SIGIR\u201906 (pp. 260\u2013267).","DOI":"10.1145\/1148170.1148218"},{"key":"9133_CR26","doi-asserted-by":"crossref","unstructured":"Piwowarski, B., & Lalmas, M. (2004). Providing consistent and exhaustive relevance assessments for XML retrieval evaluation. In Proceedings of CIKM \u201804 (pp. 361\u2013370).","DOI":"10.1145\/1031171.1031246"},{"key":"9133_CR27","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1016\/j.ipm.2005.03.006","volume":"42","author":"J Reid","year":"2006","unstructured":"Reid, J., Lalmas, M., Finesilver, K., & Hertzum, M. (2006). Best entry points for structured document retrieval: Parts I & II. Information Processing and Management,\n                           42, 74\u2013105.","journal-title":"Information Processing and Management"},{"key":"9133_CR28","doi-asserted-by":"crossref","unstructured":"Robertson, S. (2008). A new interpretation of average precision. In Proceedings of SIGIR \u201808 (pp. 689\u2013690).","DOI":"10.1145\/1390334.1390453"},{"key":"9133_CR29","unstructured":"Saracevic, T. (1996). Relevance reconsidered \u201896. In Proceedings of CoLIS (pp. 201\u2013218)."},{"key":"9133_CR30","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1145\/1067268.1067283","volume":"39","author":"A Tombros","year":"2005","unstructured":"Tombros, A., Larsen, B., & Malik, S. (2005). Report on the INEX 2004 interactive track. SIGIR Forum,\n                           39, 43\u201349.","journal-title":"SIGIR Forum"},{"key":"9133_CR31","doi-asserted-by":"crossref","unstructured":"Trotman, A., Pharo, N., & Lehtonen, M. (2007). XML IR users and use cases. In Proceedings of INEX 2006, LNCS 4518 (pp. 400\u2013412).","DOI":"10.1007\/978-3-540-73888-6_38"}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-010-9133-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-010-9133-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-010-9133-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-010-9133-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:53:14Z","timestamp":1704207194000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-010-9133-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,5,6]]},"references-count":31,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2010,10]]}},"alternative-id":["9133"],"URL":"https:\/\/doi.org\/10.1007\/s10791-010-9133-9","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,5,6]]},"assertion":[{"value":"1 May 2009","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 April 2010","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 May 2010","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}