{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:56:43Z","timestamp":1774360603067,"version":"3.50.1"},"publisher-location":"Cham","reference-count":50,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032212993","type":"print"},{"value":"9783032213006","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21300-6_24","type":"book-chapter","created":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:02:52Z","timestamp":1774357372000},"page":"338-348","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Large Language Models as\u00a0Assessors: On the\u00a0Impact of\u00a0Relevance Scales"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-4599-1649","authenticated-orcid":false,"given":"Riccardo","family":"Zamolo","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5550-317X","authenticated-orcid":false,"given":"Riccardo","family":"Lunardi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7337-7592","authenticated-orcid":false,"given":"Michael","family":"Soprano","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7311-3693","authenticated-orcid":false,"given":"Gianluca","family":"Demartini","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2852-168X","authenticated-orcid":false,"given":"Stefano","family":"Mizzaro","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9191-3280","authenticated-orcid":false,"given":"Kevin","family":"Roitero","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,3,25]]},"reference":[{"key":"24_CR1","unstructured":"Akula, A.R., Hashimoto, K., Srinivasan, K., Chaudhary, A., Raman, K., Bendersky, M.: Refract ICL: Rethinking Example Selection in the Era of Million-Token Models. arXiv preprint arXiv:2506.12346 (2025)"},{"key":"24_CR2","doi-asserted-by":"crossref","unstructured":"Alaofi, M., Ferro, N., Thomas, P., Scholer, F., Sanderson, M.: Demographically-inspired query variants using an LLM. In: Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR), ICTIR 2025, pp. 390\u2013400. Association for Computing Machinery, New York, NY, USA (2025)","DOI":"10.1145\/3731120.3744608"},{"key":"24_CR3","unstructured":"Alaofi, M., Thomas, P., Scholer, F., Sanderson, M.: LLMs can be fooled into labelling a document as relevant. In: Proceedings of the 2024 ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region (SIGIR-AP 2024). Association for Computing Machinery (2024)"},{"key":"24_CR4","doi-asserted-by":"crossref","unstructured":"Arabzadeh, N., Clarke, C.L.A.: A human-AI comparative analysis of prompt sensitivity in LLM-based relevance judgment. In: Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, pp. 2784\u20132788. Association for Computing Machinery, New York, NY, USA (2025)","DOI":"10.1145\/3726302.3730159"},{"key":"24_CR5","doi-asserted-by":"crossref","unstructured":"Arabzadeh, N., Clarke, C.L.A.: Benchmarking LLM-based relevance judgment methods. In: Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, pp. 3194\u20133204. Association for Computing Machinery, New York, NY, USA (2025)","DOI":"10.1145\/3726302.3730305"},{"key":"24_CR6","doi-asserted-by":"crossref","unstructured":"Bailey, P., Craswell, N., Soboroff, I., Thomas, P., de\u00a0Vries, A.P., Yilmaz, E.: Relevance assessment: are judges exchangeable and does it matter. In: Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2008, pp. 667\u2013674. Association for Computing Machinery, New York, NY, USA (2008)","DOI":"10.1145\/1390334.1390447"},{"key":"24_CR7","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol.\u00a033. Curran Associates, Inc. (2020)"},{"key":"24_CR8","doi-asserted-by":"crossref","unstructured":"Carterette, B., Allan, J.: Incremental test collections. In: Proceedings of the 14th ACM International Conference on Information and Knowledge Management, CIKM 2005, pp. 680\u2013687. Association for Computing Machinery, New York, NY, USA (2005)","DOI":"10.1145\/1099554.1099723"},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Carterette, B., Allan, J., Sitaraman, R.: Minimal test collections for retrieval evaluation. In: Proceedings of the 29th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2006, pp. 268\u2013275. Association for Computing Machinery, New York, NY, USA (2006)","DOI":"10.1145\/1148170.1148219"},{"key":"24_CR10","doi-asserted-by":"publisher","unstructured":"Carterette, B., Bennett, P.N., Chickering, D.M., Dumais, S.T.: Here or there: preference judgments for relevance. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) Proceedings of the IR Research, 30th European Conference on Advances in Information Retrieval, ECIR 2008, pp. 16\u201327. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-78646-7_5","DOI":"10.1007\/978-3-540-78646-7_5"},{"key":"24_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1007\/978-3-642-00958-7_27","volume-title":"Advances in Information Retrieval","author":"B Carterette","year":"2009","unstructured":"Carterette, B., Pavlu, V., Kanoulas, E., Aslam, J.A., Allan, J.: If i had a million queries. In: Boughanem, M., Berrut, C., Mothe, J., Soule-Dupuy, C. (eds.) ECIR 2009. LNCS, vol. 5478, pp. 288\u2013300. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-00958-7_27"},{"key":"24_CR12","doi-asserted-by":"crossref","unstructured":"Carterette, B., Soboroff, I.: The effect of assessor error on IR system evaluation. In: Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2010, pp. 539\u2013546. Association for Computing Machinery, New York, NY, USA (2010)","DOI":"10.1145\/1835449.1835540"},{"key":"24_CR13","doi-asserted-by":"crossref","unstructured":"Chen, L., Zhang, D., Levene, M.: Question retrieval with user intent. In: Proceedings of the 36th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2013, pp. 973\u2013976. Association for Computing Machinery, New York, NY, USA (2013)","DOI":"10.1145\/2484028.2484129"},{"key":"24_CR14","unstructured":"Chen, X., et al.: Universal Self-Consistency for Large Language Model Generation. arXiv preprint arXiv:2311.17311 (2023)"},{"issue":"1","key":"24_CR15","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1145\/1067268.1067274","volume":"39","author":"C Clarke","year":"2005","unstructured":"Clarke, C., Craswell, N., Soboroff, I.: The TREC terabyte retrieval track. SIGIR Forum 39(1), 25 (2005)","journal-title":"SIGIR Forum"},{"key":"24_CR16","unstructured":"Clarke, C.L.A., Dietz, L.: LLM-based relevance assessment still can\u2019t replace human relevance assessment. arXiv preprint arXiv:2412.17156 (2024)"},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Clarke, C.L.A., Kolla, M., Cormack, G.V., Vechtomova, O., Ashkan, A., B\u00fcttcher, S., MacKinnon, I.: Novelty and diversity in information retrieval evaluation. In: Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2008, pp. 659\u2013666. Association for Computing Machinery, New York, NY, USA (2008)","DOI":"10.1145\/1390334.1390446"},{"key":"24_CR18","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M., Soboroff, I.: TREC deep learning track: reusable test collections in the large data regime. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2021, pp. 2369\u20132375. Association for Computing Machinery, New York, NY, USA (2021)","DOI":"10.1145\/3404835.3463249"},{"key":"24_CR19","doi-asserted-by":"crossref","unstructured":"Dietz, L., et al.: Principles and guidelines for the use of LLM judges. In: Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR), ICTIR 2025, pp. 218\u2013229. Association for Computing Machinery, New York, NY, USA (2025)","DOI":"10.1145\/3731120.3744588"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Faggioli, G., et al.: Perspectives on large language models for relevance judgment. In: Proceedings of the 2023 ACM SIGIR International Conference on the Theory of Information Retrieval (ICTIR 2023), pp. 39\u201350. Association for Computing Machinery, Taipei, Taiwan (2023)","DOI":"10.1145\/3578337.3605136"},{"key":"24_CR21","doi-asserted-by":"crossref","unstructured":"Farzi, N., Dietz, L.: Criteria-based LLM relevance judgments. In: Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR), ICTIR 2025, pp. 254\u2013263. Association for Computing Machinery, New York, NY, USA (2025)","DOI":"10.1145\/3731120.3744591"},{"key":"24_CR22","unstructured":"Grattafiori, A., et al.: The Llama 3 Herd of Models. arXiv preprint arXiv:2407.21783 (2024)"},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Han, L., Roitero, K., Maddalena, E., Mizzaro, S., Demartini, G.: On transforming relevance scales. In: Proceedings of the 28th ACM International Conference on Information and Knowledge Management, CIKM 2019, pp. 39\u201348. Association for Computing Machinery, New York, NY, USA (2019)","DOI":"10.1145\/3357384.3357988"},{"issue":"1\u20132","key":"24_CR24","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1023\/A:1009938405269","volume":"1","author":"D Hawking","year":"1999","unstructured":"Hawking, D., Thistlewaite, P., Harman, D.: Scaling up the TREC collection. Inf. Retr. 1(1\u20132), 115\u2013137 (1999)","journal-title":"Inf. Retr."},{"key":"24_CR25","doi-asserted-by":"crossref","unstructured":"Hawking, D., Voorhees, E.M., Craswell, N., Bailey, P.: Overview of the TREC-8 web track. In: Voorhees, E.M., Harman, D.K. (eds.) Proceedings of the Eighth Text REtrieval Conference (TREC-8). NIST Special Publication, vol. 500-246, pp. 131\u2013150. National Institute of Standards and Technology (NIST), Gaithersburg, MD (2000)","DOI":"10.6028\/NIST.SP.500-246.web-overview"},{"key":"24_CR26","unstructured":"Jiang, A.Q., et al.: Mistral 7B. arXiv preprint arXiv:2310.06825 (2023)"},{"key":"24_CR27","doi-asserted-by":"crossref","unstructured":"Kazai, G., Milic-Frayling, N.: Trust, authority and popularity in social information retrieval. In: Proceedings of the 17th ACM Conference on Information and Knowledge Management, CIKM 2008, pp. 1503\u20131504. Association for Computing Machinery, New York, NY, USA (2008)","DOI":"10.1145\/1458082.1458356"},{"issue":"13","key":"24_CR28","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1002\/asi.10137","volume":"53","author":"J Kek\u00e4l\u00e4inen","year":"2002","unstructured":"Kek\u00e4l\u00e4inen, J., J\u00e4rvelin, K.: Using graded relevance assessments in IR evaluation. J. Am. Soc. Inform. Sci. Technol. 53(13), 1120\u20131129 (2002)","journal-title":"J. Am. Soc. Inform. Sci. Technol."},{"key":"24_CR29","unstructured":"Lalmas, M., Ruthven, I.: A framework for investigating the interaction in information retrieval. In: Kawaguchi, E., Kangassalo, H., Jaakkola, H., Hamid, I.A. (eds.) Information Modelling and Knowledge Bases XI: 9th European-Japanese Conference on Information Modelling and Knowledge Bases (EJC 1999). Frontiers in Artificial Intelligence and Applications, vol.\u00a061, pp. 222\u2013239. IOS Press, Amsterdam, The Netherlands (2000), Iwate, Japan, 24\u201328 May 1999"},{"key":"24_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/978-3-319-16354-3_23","volume-title":"Advances in Information Retrieval","author":"E Maddalena","year":"2015","unstructured":"Maddalena, E., Mizzaro, S., Scholer, F., Turpin, A.: Judging relevance using magnitude estimation. In: Hanbury, A., Kazai, G., Rauber, A., Fuhr, N. (eds.) ECIR 2015. LNCS, vol. 9022, pp. 215\u2013220. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16354-3_23"},{"key":"24_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/978-3-031-88708-6_19","volume-title":"Advances in Information Retrieval: 47th European Conference on Information Retrieval, ECIR 2025, Lucca, Italy, April 6\u201310, 2025, Proceedings, Part I","author":"J McKechnie","year":"2025","unstructured":"McKechnie, J., McDonald, G., Macdonald, C.: Context example selection for LLM generated relevance assessments. In: Hauff, C., et al. (eds.) Advances in Information Retrieval: 47th European Conference on Information Retrieval, ECIR 2025, Lucca, Italy, April 6\u201310, 2025, Proceedings, Part I. Lecture Notes in Computer Science, vol. 15572, pp. 293\u2013309. Springer, Cham (2025). https:\/\/doi.org\/10.1007\/978-3-031-88708-6_19"},{"issue":"3","key":"24_CR32","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1016\/S0953-5438(98)00012-5","volume":"10","author":"S Mizzaro","year":"1998","unstructured":"Mizzaro, S.: How many relevances in information retrieval? Interact. Comput. 10(3), 303\u2013320 (1998)","journal-title":"Interact. Comput."},{"key":"24_CR33","doi-asserted-by":"crossref","unstructured":"Nguyen, H., Santos\u00a0Jr., E., Zhao\u00a0Jr., Q., Wang\u00a0Jr., H.: Capturing user intent for information retrieval. Proc. Hum. Factors Ergon. Soc. Annu. Meet. 48(3), 371\u2013375 (2004)","DOI":"10.1177\/154193120404800321"},{"issue":"2","key":"24_CR34","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1145\/3458553.3458556","volume":"53","author":"A Olteanu","year":"2019","unstructured":"Olteanu, A., et al.: FACTS-IR: fairness, accountability, confidentiality, transparency, and safety in information retrieval. SIGIR Forum 53(2), 20\u201343 (2019)","journal-title":"SIGIR Forum"},{"key":"24_CR35","doi-asserted-by":"crossref","unstructured":"Pryzant, R., Iter, D., Li, J., Lee, Y.T., Zhu, C., Zeng, M.: Automatic Prompt Optimization with \u201cGradient Descent\u201d and Beam Search. arXiv preprint arXiv:2305.03495 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.494"},{"key":"24_CR36","doi-asserted-by":"crossref","unstructured":"Rahmani, H.A., Craswell, N., Yilmaz, E., Mitra, B., Campos, D.: Synthetic test collections for retrieval evaluation. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2024), pp. 2647\u20132651. Association for Computing Machinery (2024)","DOI":"10.1145\/3626772.3657942"},{"key":"24_CR37","doi-asserted-by":"crossref","unstructured":"Rahmani, H.A., et al.: LLMJudge: LLMs for relevance judgments. In: Siro, C., et al. (eds.) Proceedings of The First Workshop on Large Language Models for Evaluation in Information Retrieval (LLM4Eval 2024) co-located with 10th International Conference on Online Publishing (SIGIR 2024), Washington D.C., USA, 18 July 2024. CEUR Workshop Proceedings, vol.\u00a03752, pp.\u00a01\u20133. CEUR-WS.org (2024)","DOI":"10.1145\/3722449.3722461"},{"key":"24_CR38","doi-asserted-by":"crossref","unstructured":"Roitero, K., Maddalena, E., Demartini, G., Mizzaro, S.: On fine-grained relevance scales. In: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, SIGIR 2018, pp. 675\u2013684. Association for Computing Machinery, New York, NY, USA (2018)","DOI":"10.1145\/3209978.3210052"},{"issue":"6","key":"24_CR39","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102688","volume":"58","author":"K Roitero","year":"2021","unstructured":"Roitero, K., Maddalena, E., Mizzaro, S., Scholer, F.: On the effect of relevance scales in crowdsourcing relevance assessments for information retrieval evaluation. Inf. Process. Manag. 58(6), 102688 (2021)","journal-title":"Inf. Process. Manag."},{"issue":"1","key":"24_CR40","first-page":"29","volume":"1","author":"I Soboroff","year":"2025","unstructured":"Soboroff, I.: Don\u2019t use LLMs to make relevance judgments. Inf. Retrieval Res. 1(1), 29\u201346 (2025)","journal-title":"Inf. Retrieval Res."},{"issue":"5","key":"24_CR41","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1016\/S0306-4573(98)00025-9","volume":"34","author":"A Spink","year":"1998","unstructured":"Spink, A., Greisdorf, H., Bateman, J.: From highly relevant to not relevant: examining different regions of relevance. Inf. Process. Manag. 34(5), 599\u2013621 (1998)","journal-title":"Inf. Process. Manag."},{"key":"24_CR42","doi-asserted-by":"crossref","unstructured":"Takehi, R., Voorhees, E.M., Sakai, T., Soboroff, I.: LLM-assisted relevance assessments: when should we ask LLMs for help? In: Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, pp. 95\u2013105. Association for Computing Machinery, New York, NY, USA (2025)","DOI":"10.1145\/3726302.3729916"},{"key":"24_CR43","doi-asserted-by":"crossref","unstructured":"Thomas, P., Spielman, S., Craswell, N., Mitra, B.: Large language models can accurately predict searcher preferences. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2024), pp. 1930\u20131940. Association for Computing Machinery, Washington, DC, USA (2024)","DOI":"10.1145\/3626772.3657707"},{"key":"24_CR44","doi-asserted-by":"crossref","unstructured":"Turpin, A., Scholer, F., Mizzaro, S., Maddalena, E.: The benefits of magnitude estimation relevance assessments for information retrieval evaluation. In: Proceedings of the 38th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2015, pp. 565\u2013574. Association for Computing Machinery, New York, NY, USA (2015)","DOI":"10.1145\/2766462.2767760"},{"key":"24_CR45","unstructured":"Upadhyay, S., Pradeep, R., Thakur, N., Craswell, N., Lin, J.: UMBRELA: Open-Source Reproduction of the Bing Relevance Assessor. arXiv preprint arXiv:2406.06519 (2024)"},{"key":"24_CR46","doi-asserted-by":"crossref","unstructured":"Webber, W., Moffat, A., Zobel, J.: A similarity measure for indefinite rankings. ACM Trans. Inf. Syst. 28(4) (2010)","DOI":"10.1145\/1852102.1852106"},{"key":"24_CR47","doi-asserted-by":"crossref","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol.\u00a035, pp. 24824\u201324837. Curran Associates, Inc. (2022)","DOI":"10.52202\/068431-1800"},{"issue":"6","key":"24_CR48","doi-asserted-by":"publisher","first-page":"1098","DOI":"10.1108\/JD-02-2014-0031","volume":"70","author":"P Willett","year":"2014","unstructured":"Willett, P., Ruthven, I.: Relevance behaviour in TREC. J. Doc. 70(6), 1098\u20131117 (2014)","journal-title":"J. Doc."},{"issue":"7","key":"24_CR49","doi-asserted-by":"publisher","first-page":"961","DOI":"10.1002\/asi.20361","volume":"57","author":"YC Xu","year":"2006","unstructured":"Xu, Y.C., Chen, Z.: Relevance judgment: what do information users consider beyond topicality? J. Am. Soc. Inf. Sci. Technol. 57(7), 961\u2013973 (2006)","journal-title":"J. Am. Soc. Inf. Sci. Technol."},{"key":"24_CR50","doi-asserted-by":"crossref","unstructured":"Yang, Z., Moffat, A., Turpin, A.: Pairwise crowd judgments: preference, absolute, and ratio. In: Proceedings of the 23rd Australasian Document Computing Symposium, ADCS 2018. Association for Computing Machinery, New York, NY, USA (2018)","DOI":"10.1145\/3291992.3291995"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21300-6_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:03:30Z","timestamp":1774357410000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21300-6_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032212993","9783032213006"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21300-6_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"25 March 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 March 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"48","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2026.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}