{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,26]],"date-time":"2025-09-26T22:16:41Z","timestamp":1758925001291,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031438486"},{"type":"electronic","value":"9783031438493"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-43849-3_25","type":"book-chapter","created":{"date-parts":[[2023,9,21]],"date-time":"2023-09-21T21:01:25Z","timestamp":1695330085000},"page":"284-291","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Ranking for\u00a0Learning: Studying Users\u2019 Perceptions of\u00a0Relevance, Understandability, and\u00a0Engagement"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9683-9748","authenticated-orcid":false,"given":"Yasin","family":"Ghafourian","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7149-5843","authenticated-orcid":false,"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1161-7359","authenticated-orcid":false,"given":"Petr","family":"Knoth","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,22]]},"reference":[{"key":"25_CR1","unstructured":"Anderson, L.W., Bloom, B.S., et al.: A Taxonomy for Learning, Teaching, and Assessing: a Revision of Bloom\u2019s Taxonomy of Educational Objectives. Longman, London (2001)"},{"issue":"12","key":"25_CR2","doi-asserted-by":"publisher","first-page":"e01052","DOI":"10.1016\/j.heliyon.2018.e01052","volume":"4","author":"OD Apuke","year":"2018","unstructured":"Apuke, O.D., Iyendo, T.O.: University students\u2019 usage of the internet resources for research and learning: forms of access and perceptions of utility. Heliyon 4(12), e01052 (2018)","journal-title":"Heliyon"},{"key":"25_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/11762256","volume-title":"The Semantic Web: Research and Applications","year":"2006","unstructured":"Sure, Y., Domingue, J. (eds.): ESWC 2006. LNCS, vol. 4011. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11762256"},{"key":"25_CR4","unstructured":"Bailey, P., et al.: User task understanding: a web search engine perspective. In: NII Shonan Meeting on Whole-Session Evaluation of Interactive Information Retrieval Systems, Kanagawa, Japan (2012)"},{"key":"25_CR5","unstructured":"Bloom, B.: Taxonomy of educational objectives, handbook i: The Cognitive Domain. New York: David Mckay Co Inc. as cited in file. D:\/bloom. html (1956)"},{"key":"25_CR6","doi-asserted-by":"crossref","unstructured":"C\u00e2mara, A., Roy, N., Maxwell, D., Hauff, C.: Searching to learn with instructional scaffolding. In: Proceedings of the 2021 Conference on Human Information Interaction and Retrieval, pp. 209\u2013218 (2021)","DOI":"10.1145\/3406522.3446012"},{"key":"25_CR7","doi-asserted-by":"crossref","unstructured":"Cole, M.J., Zhang, X., Liu, C., Belkin, N.J., Gwizdka, J.: Knowledge effects on document selection in search results pages. In: Proceedings of the 34th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1219\u20131220 (2011)","DOI":"10.1145\/2009916.2010128"},{"issue":"4","key":"25_CR8","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1016\/S0306-4573(99)00072-2","volume":"36","author":"E Cosijn","year":"2000","unstructured":"Cosijn, E., Ingwersen, P.: Dimensions of relevance. Inf. Process. Manage. 36(4), 533\u2013550 (2000)","journal-title":"Inf. Process. Manage."},{"key":"25_CR9","doi-asserted-by":"crossref","unstructured":"El Zein, D., da Costa Pereira, C.: User\u2019s knowledge and information needs in information retrieval evaluation. In: Proceedings of the 30th ACM Conference on User Modeling, Adaptation and Personalization, pp. 170\u2013178 (2022)","DOI":"10.1145\/3503252.3531325"},{"key":"25_CR10","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Yu, R., Dietze, S., Holtz, P.: Analyzing knowledge gain of users in informational search sessions on the web. In: Proceedings of the 2018 Conference on Human Information Interaction & Retrieval, pp. 2\u201311 (2018)","DOI":"10.1145\/3176349.3176381"},{"key":"25_CR11","unstructured":"Ghafourian, Y., Knoth, P., Hanbury, A.: Information retrieval evaluation in knowledge acquisition tasks. In: Proceedings of the Third Workshop on Evaluation of Personalisation in Information Retrieval (WEPIR) @ CHIIR, pp. 88\u201395 (2021)"},{"issue":"6","key":"25_CR12","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1016\/j.ipm.2009.05.004","volume":"45","author":"BJ Jansen","year":"2009","unstructured":"Jansen, B.J., Booth, D., Smith, B.: Using the taxonomy of cognitive learning to model online searching. Inf. Process. Manage. 45(6), 643\u2013663 (2009)","journal-title":"Inf. Process. Manage."},{"key":"25_CR13","doi-asserted-by":"crossref","unstructured":"Joachims, T., Granka, L., Pan, B., Hembrooke, H., Radlinski, F., Gay, G.: Evaluating the accuracy of implicit feedback from clicks and query reformulations in web search. ACM Trans. Inf. Syst. (TOIS) 25(2), 7-es (2007)","DOI":"10.1145\/1229179.1229181"},{"issue":"1","key":"25_CR14","doi-asserted-by":"publisher","first-page":"316","DOI":"10.1002\/meet.1450390135","volume":"39","author":"D Kelly","year":"2002","unstructured":"Kelly, D., Belkin, N.J.: A user modeling system for personalized interaction and tailored retrieval in interactive IR. Proc. Am. Soc. Inf. Sci. Technol. 39(1), 316\u2013325 (2002)","journal-title":"Proc. Am. Soc. Inf. Sci. Technol."},{"issue":"3","key":"25_CR15","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1002\/asi.24234","volume":"71","author":"J Liu","year":"2020","unstructured":"Liu, J., Liu, C., Belkin, N.J.: Personalization in text information retrieval: a survey. J. Assoc. Inf. Sci. Technol. 71(3), 349\u2013369 (2020)","journal-title":"J. Assoc. Inf. Sci. Technol."},{"key":"25_CR16","doi-asserted-by":"crossref","unstructured":"Mao, J., et al.: When does relevance mean usefulness and user satisfaction in web search? In: Proceedings of the 39th International ACM SIGIR conference on Research and Development in Information Retrieval, pp. 463\u2013472 (2016)","DOI":"10.1145\/2911451.2911507"},{"issue":"4","key":"25_CR17","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1145\/1121949.1121979","volume":"49","author":"G Marchionini","year":"2006","unstructured":"Marchionini, G.: Exploratory search: from finding to understanding. Commun. ACM 49(4), 41\u201346 (2006)","journal-title":"Commun. ACM"},{"issue":"3","key":"25_CR18","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1111\/j.1083-6101.2007.00351.x","volume":"12","author":"B Pan","year":"2007","unstructured":"Pan, B., Hembrooke, H., Joachims, T., Lorigo, L., Gay, G., Granka, L.: In google we trust: users\u2019 decisions on rank, position, and relevance. J. Comput.-Mediated Commun. 12(3), 801\u2013823 (2007)","journal-title":"J. Comput.-Mediated Commun."},{"key":"25_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1007\/978-3-642-25364-5_3","volume-title":"Information Quality in e-Health","author":"G Pasi","year":"2011","unstructured":"Pasi, G.: Contextual search: issues and challenges. In: Holzinger, A., Simonic, K.-M. (eds.) USAB 2011. LNCS, vol. 7058, pp. 23\u201330. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-25364-5_3"},{"key":"25_CR20","doi-asserted-by":"crossref","unstructured":"Roy, N., Moraes, F., Hauff, C.: Exploring users\u2019 learning gains within search sessions. In: Proceedings of the 2020 Conference on Human Information Interaction and Retrieval, pp. 432\u2013436 (2020)","DOI":"10.1145\/3343413.3378012"},{"issue":"5","key":"25_CR21","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/0306-4573(88)90021-0","volume":"24","author":"G Salton","year":"1988","unstructured":"Salton, G., Buckley, C.: Term-weighting approaches in automatic text retrieval. Inf. Process. Manage. 24(5), 513\u2013523 (1988)","journal-title":"Inf. Process. Manage."},{"issue":"2","key":"25_CR22","doi-asserted-by":"publisher","first-page":"102821","DOI":"10.1016\/j.ipm.2021.102821","volume":"59","author":"K Urgo","year":"2022","unstructured":"Urgo, K., Arguello, J.: Learning assessments in search-as-learning: a survey of prior work and opportunities for future research. Inf. Process. Manage. 59(2), 102821 (2022)","journal-title":"Inf. Process. Manage."},{"issue":"1","key":"25_CR23","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1177\/0165551515615833","volume":"42","author":"P Vakkari","year":"2016","unstructured":"Vakkari, P.: Searching as learning: a systematization based on literature. J. Inf. Sci. 42(1), 7\u201318 (2016)","journal-title":"J. Inf. Sci."},{"issue":"3","key":"25_CR24","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1016\/j.ipm.2019.02.001","volume":"56","author":"P Vakkari","year":"2019","unstructured":"Vakkari, P., V\u00f6lske, M., Potthast, M., Hagen, M., Stein, B.: Modeling the usefulness of search results as measured by information use. Inf. Process. Manage. 56(3), 879\u2013894 (2019)","journal-title":"Inf. Process. Manage."},{"issue":"7","key":"25_CR25","doi-asserted-by":"publisher","first-page":"961","DOI":"10.1002\/asi.20361","volume":"57","author":"Y Xu","year":"2006","unstructured":"Xu, Y., Chen, Z.: Relevance judgment: what do information users consider beyond topicality? J. Am. Soc. Inf. Sci. Technol. 57(7), 961\u2013973 (2006)","journal-title":"J. Am. Soc. Inf. Sci. Technol."},{"key":"25_CR26","doi-asserted-by":"crossref","unstructured":"Yu, R., Gadiraju, U., Holtz, P., Rokicki, M., Kemkes, P., Dietze, S.: Predicting user knowledge gain in informational search sessions. In: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, pp. 75\u201384 (2018)","DOI":"10.1145\/3209978.3210064"},{"issue":"3","key":"25_CR27","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1007\/s10791-021-09391-7","volume":"24","author":"R Yu","year":"2021","unstructured":"Yu, R., Tang, R., Rokicki, M., Gadiraju, U., Dietze, S.: Topic-independent modeling of user knowledge in informational search sessions. Inf. Retrieval J. 24(3), 240\u2013268 (2021). https:\/\/doi.org\/10.1007\/s10791-021-09391-7","journal-title":"Inf. Retrieval J."}],"container-title":["Lecture Notes in Computer Science","Linking Theory and Practice of Digital Libraries"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-43849-3_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T16:06:08Z","timestamp":1710345968000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-43849-3_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031438486","9783031438493"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-43849-3_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"22 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TPDL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Theory and Practice of Digital Libraries","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Zadar","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Croatia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tpdl2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/tpdl2023.dei.unipd.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3 invited papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}