{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T19:38:47Z","timestamp":1768592327674,"version":"3.49.0"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319306704","type":"print"},{"value":"9783319306711","type":"electronic"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-30671-1_21","type":"book-chapter","created":{"date-parts":[[2016,3,9]],"date-time":"2016-03-09T11:39:50Z","timestamp":1457523590000},"page":"280-292","source":"Crossref","is-referenced-by-count":26,"title":["Understandability Biased Evaluation for Information Retrieval"],"prefix":"10.1007","author":[{"given":"Guido","family":"Zuccon","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"9","key":"21_CR1","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1136\/bjsm.2010.081620","volume":"46","author":"OH Ahmed","year":"2012","unstructured":"Ahmed, O.H., Sullivan, S.J., Schneiders, A.G., McCrory, P.R.: Concussion information online: evaluation of information quality, content and readability of concussion-related websites. Br. J. Sports Med. 46(9), 675\u2013683 (2012)","journal-title":"Br. J. Sports Med."},{"issue":"3","key":"21_CR2","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1002\/(SICI)1097-4571(199404)45:3<149::AID-ASI5>3.0.CO;2-J","volume":"45","author":"CL Barry","year":"1994","unstructured":"Barry, C.L.: User-defined relevance criteria: an exploratory study. JASIS 45(3), 149\u2013159 (1994)","journal-title":"JASIS"},{"key":"21_CR3","unstructured":"Bruza, P.D., Zuccon, G., Sitbon, L.: Modelling the information seeking user by the decision they make. In: Proceedings of MUBE, pp. 5\u20136 (2013)"},{"key":"21_CR4","doi-asserted-by":"crossref","unstructured":"Carterette, B.: System effectiveness, user models, and user utility: a conceptualframework for investigation. In: Proceedings of SIGIR, pp. 903\u2013912 (2011)","DOI":"10.1145\/2009916.2010037"},{"key":"21_CR5","doi-asserted-by":"crossref","unstructured":"Clarke, C.L., Craswell, N., Soboroff, I., Ashkan, A.: A comparative analysis of cascade measures for novelty and diversity. In: Proceedings of WSDM, pp. 75\u201384 (2011)","DOI":"10.1145\/1935826.1935847"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Clarke, C.L., Kolla, M., Cormack, G.V., Vechtomova, O., Ashkan, A., B\u00fcttcher, S., MacKinnon, I.: Novelty and diversity in information retrieval evaluation. In: Proceedings of SIGIR, pp. 659\u2013666 (2008)","DOI":"10.1145\/1390334.1390446"},{"issue":"13","key":"21_CR7","doi-asserted-by":"publisher","first-page":"1448","DOI":"10.1002\/asi.20243","volume":"56","author":"K Collins-Thompson","year":"2005","unstructured":"Collins-Thompson, K., Callan, J.: Predicting reading difficulty with statistical language models. JASIST 56(13), 1448\u20131462 (2005)","journal-title":"JASIST"},{"issue":"4","key":"21_CR8","first-page":"533","volume":"36","author":"E Cosijn","year":"2000","unstructured":"Cosijn, E., Ingwersen, P.: Dimensions of relevance. IP&M 36(4), 533\u2013550 (2000)","journal-title":"IP&M"},{"issue":"4","key":"21_CR9","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1108\/eb026436","volume":"23","author":"CA Cuadra","year":"1967","unstructured":"Cuadra, C.A., Katter, R.V.: Opening the black box of \u2018relevance\u2019. J. Doc. 23(4), 291\u2013303 (1967)","journal-title":"J. Doc."},{"issue":"5","key":"21_CR10","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1002\/(SICI)1097-4571(198809)39:5<293::AID-ASI1>3.0.CO;2-I","volume":"39","author":"M Eisenberg","year":"1988","unstructured":"Eisenberg, M., Barry, C.: Order effects: a study of the possible influence of presentation order on user judgments of document relevance. JASIS 39(5), 293\u2013300 (1988)","journal-title":"JASIS"},{"issue":"1","key":"21_CR11","first-page":"67","volume":"31","author":"DB Friedman","year":"2006","unstructured":"Friedman, D.B., Hoffman-Goetz, L., Arocha, J.F.: Health literacy and the world wide web: comparing the readability of leading incident cancers on the internet. Inf. Health Soc. Care 31(1), 67\u201387 (2006)","journal-title":"Inf. Health Soc. Care"},{"key":"21_CR12","unstructured":"Goeuriot, L., Jones, G., Kelly, L., Leveling, J., Hanbury, A., M\u00fcller, H., Salanter\u00e4, S., Suominen, H., Zuccon, G.: ShARe\/CLEF eHealth Evaluation Lab 2013, Task 3: Informationretrieval to address patients\u2019 questions when reading clinical reports. In: Proceedings of CLEF (2013)"},{"key":"21_CR13","unstructured":"Goeuriot, L., Kelly, L., Lee, W., Palotti, J., Pecina, P., Zuccon, G., Hanbury, A., Gareth, H.M., Jones, J.F.: ShARe, CLEF eHealth Evaluation Lab 2014, Task 3: User-centred health information retrieval. In: Proceedings of CLEF Sheffield, UK (2014)"},{"key":"21_CR14","unstructured":"Larsson, P.: Classification into readability levels: implementation andevaluation. PhD thesis, Uppsala University (2006)"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"McCallum, D.R., Peterson, J.L.: Computer-based readability indexes. In: Proceedings of the ACM Conference, pp. 44\u201348 (1982)","DOI":"10.1145\/800174.809754"},{"issue":"9","key":"21_CR16","doi-asserted-by":"publisher","first-page":"810","DOI":"10.1002\/(SICI)1097-4571(199709)48:9<810::AID-ASI6>3.0.CO;2-U","volume":"48","author":"S Mizzaro","year":"1997","unstructured":"Mizzaro, S.: Relevance: the whole history. JASIS 48(9), 810\u2013832 (1997)","journal-title":"JASIS"},{"issue":"1","key":"21_CR17","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A Moffat","year":"2008","unstructured":"Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. TOIS 27(1), 2 (2008)","journal-title":"TOIS"},{"key":"21_CR18","unstructured":"Palotti, J., Zuccon, G., Goeuriot, L., Kelly, L., Hanbury, A., Jones, G.J., Lupu, M., Pecina, P.: Clef eHealth evaluation lab 2015, task 2: Retrieving informationabout medical symptoms. In: Proceedings of CLEF (2015)"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Palotti, J., Zuccon, G., Hanbury, A.: The influence of pre-processing on the estimation of readability of web documents. In: Proceedings of CIKM (2015)","DOI":"10.1145\/2806416.2806613"},{"key":"21_CR20","unstructured":"Rees, A.M., Schultz, D.G.: A field experimental approach to the study of relevance assessments in relation to document searching. Technical report, Case Western Reserve University (1967)"},{"issue":"4","key":"21_CR21","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1108\/eb026647","volume":"33","author":"SE Robertson","year":"1977","unstructured":"Robertson, S.E.: The probability ranking principle in IR. J. Doc. 33(4), 294\u2013304 (1977)","journal-title":"J. Doc."},{"key":"21_CR22","doi-asserted-by":"crossref","unstructured":"Sakai, T., Song, R.: Evaluating diversified search results using per-intent graded relevance. In: Proceedings of SIGIR, pp. 1043\u20131052 (2011)","DOI":"10.1145\/2009916.2010055"},{"key":"21_CR23","unstructured":"Saracevic, T.: The stratified model of information retrieval interaction: extension and applications. Proceedings of ASIS, vol. 34, pp. 313\u2013327 (1997)"},{"key":"21_CR24","unstructured":"Schamber, L., Eisenberg, M.: Relevance: the search for a definition. In: Proceedings of ASIS (1988)"},{"key":"21_CR25","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Clarke, C.L.: Time-based calibration of effectiveness measures. In: Proceedings of SIGIR, pp. 95\u2013104 (2012)","DOI":"10.1145\/2348283.2348300"},{"issue":"10","key":"21_CR26","first-page":"1310","volume":"53","author":"TM Walsh","year":"2008","unstructured":"Walsh, T.M., Volsko, T.A.: Readability assessment of internet-based consumer health information. Respir. Care 53(10), 1310\u20131315 (2008)","journal-title":"Respir. Care"},{"key":"21_CR27","doi-asserted-by":"crossref","unstructured":"Wiener, R.C., Wiener-Pla, R.: Literacy, pregnancy and potential oral health changes: the internetand readability levels. Matern. Child Health J. 1\u20136 (2013)","DOI":"10.1007\/s10995-013-1290-1"},{"issue":"7","key":"21_CR28","doi-asserted-by":"publisher","first-page":"961","DOI":"10.1002\/asi.20361","volume":"57","author":"YC Xu","year":"2006","unstructured":"Xu, Y.C., Chen, Z.: Relevance judgment: what do information users consider beyond topicality? JASIST 57(7), 961\u2013973 (2006)","journal-title":"JASIST"},{"key":"21_CR29","doi-asserted-by":"crossref","unstructured":"Yan, X., Song, D., Li, X.: Concept-based document readability in domain specific information retrieval. In: Proceedings of CIKM, pp. 540\u2013549 (2006)","DOI":"10.1145\/1183614.1183692"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., Aslam, J.A., Robertson, S.: A new rank correlation coefficient for information retrieval. In: Proceedings of SIGIR, pp. 587\u2013594 (2008)","DOI":"10.1145\/1390334.1390435"},{"key":"21_CR31","doi-asserted-by":"crossref","unstructured":"Zhai, C.X., Cohen, W.W., Lafferty, J.: Beyond independent relevance: methods and evaluation metrics forsubtopic retrieval. In: Proceedings of SIGIR, pp. 10\u201317 (2003)","DOI":"10.1145\/860438.860440"},{"issue":"1","key":"21_CR32","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1007\/s10791-009-9099-7","volume":"13","author":"Y Zhang","year":"2010","unstructured":"Zhang, Y., Park, L.A., Moffat, A.: Click-based evidence for decaying weight distributions in search effectiveness metrics. Inf. Retrieval 13(1), 46\u201369 (2010)","journal-title":"Inf. Retrieval"},{"key":"21_CR33","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Zhang, J., Lease, M., Gwizdka, J.: Multidimensional relevance modeling via psychometrics and crowdsourcing. In: Proceedings of SIGIR, pp. 435\u2013444 (2014)","DOI":"10.1145\/2600428.2609577"},{"key":"21_CR34","unstructured":"Zuccon, G., Koopman, B.: Integrating understandability in the evaluation of consumer health search engines. Proceedings of MedIR, pp. 32\u201335 (2014)"},{"key":"21_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"562","DOI":"10.1007\/978-3-319-16354-3_62","volume-title":"Advances in Information Retrieval","author":"G Zuccon","year":"2015","unstructured":"Zuccon, G., Koopman, B., Palotti, J.: Diagnose this if you can. In: Hanbury, A., Kazai, G., Rauber, A., Fuhr, N. (eds.) ECIR 2015. LNCS, vol. 9022, pp. 562\u2013567. Springer, Heidelberg (2015)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-30671-1_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T14:02:02Z","timestamp":1559397722000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-30671-1_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319306704","9783319306711"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-30671-1_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016]]}}}