{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T02:28:57Z","timestamp":1777861737957,"version":"3.51.4"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031971402","type":"print"},{"value":"9783031971419","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-031-97141-9_18","type":"book-chapter","created":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T08:57:04Z","timestamp":1751273824000},"page":"259-274","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["CAFE: Context-Aware Applicability-Weighted Fairness Evaluation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-2391-6578","authenticated-orcid":false,"given":"Fumian","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1904-787X","authenticated-orcid":false,"given":"Hui","family":"Fang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,1]]},"reference":[{"key":"18_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1007\/3-540-49538-X_2","volume-title":"ECOOP\u201995 \u2014 Object-Oriented Programming, 9th European Conference, \u00c5arhus, Denmark, August 7\u201311, 1995","author":"O Agesen","year":"1995","unstructured":"Agesen, O.: The cartesian product algorithm. In: Tokoro, M., Pareschi, R. (eds.) ECOOP 1995. LNCS, vol. 952, pp. 2\u201326. Springer, Heidelberg (1995). https:\/\/doi.org\/10.1007\/3-540-49538-X_2"},{"key":"18_CR2","unstructured":"Bernard, N., Balog, K.: A systematic review of fairness, accountability, transparency and ethics in information retrieval. ACM Comput. Surv. (2023)"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Biega, A.J., Gummadi, K.P., Weikum, G.: Equity of attention: amortizing individual fairness in rankings. In: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, pp. 405\u2013414 (2018)","DOI":"10.1145\/3209978.3210063"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Chen, F., Fang, H.: Learn to be fair without labels: a distribution-based learning framework for fair ranking. In: Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 23\u201332 (2023)","DOI":"10.1145\/3578337.3605132"},{"key":"18_CR5","doi-asserted-by":"crossref","unstructured":"Chen, F., Yang, D., Fang, H.: Toward automatic group membership annotation for group fairness evaluation. In: International Conference on Applications of Natural Language to Information Systems, pp. 285\u2013300. Springer (2024)","DOI":"10.1007\/978-3-031-70239-6_20"},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"Diaz, F., Mitra, B., Ekstrand, M.D., Biega, A.J., Carterette, B.: Evaluating stochastic rankings with expected exposure. In: Proceedings of the 29th ACM International Conference on Information & Knowledge Management, pp. 275\u2013284 (2020)","DOI":"10.1145\/3340531.3411962"},{"key":"18_CR7","unstructured":"Ding, B., et al.: Is GPT-3 a good data annotator? arXiv preprint arXiv:2212.10450 (2022)"},{"key":"18_CR8","doi-asserted-by":"crossref","unstructured":"Ekstrand, M.D., McDonald, G., Raj, A., Johnson, I.: Overview of the TREC 2022 fair ranking track. arXiv preprint arXiv:2302.05558 (2023)","DOI":"10.6028\/NIST.SP.500-338.fair-overview"},{"key":"18_CR9","doi-asserted-by":"crossref","unstructured":"Foulds, J.R., Islam, R., Keya, K.N., Pan, S.: An intersectional definition of fairness. In: 2020 IEEE 36th International Conference on Data Engineering (ICDE), pp. 1918\u20131921. IEEE (2020)","DOI":"10.1109\/ICDE48307.2020.00203"},{"key":"18_CR10","unstructured":"Goyal, T., Li, J.J., Durrett, G.: News summarization and evaluation in the era of GPT-3. arXiv preprint arXiv:2209.12356 (2022)"},{"key":"18_CR11","doi-asserted-by":"crossref","unstructured":"Joachims, T., Swaminathan, A., Schnabel, T.: Unbiased learning-to-rank with biased feedback. In: Proceedings of the tenth ACM International Conference on Web Search and Data Mining, pp. 781\u2013789 (2017)","DOI":"10.1145\/3018661.3018699"},{"issue":"1","key":"18_CR12","doi-asserted-by":"publisher","first-page":"223","DOI":"10.2466\/pr0.1989.65.1.223","volume":"65","author":"TO Kv\u00e5lseth","year":"1989","unstructured":"Kv\u00e5lseth, T.O.: Note on Cohen\u2019s kappa. Psychol. Rep. 65(1), 223\u2013226 (1989)","journal-title":"Psychol. Rep."},{"key":"18_CR13","doi-asserted-by":"crossref","unstructured":"Patro, G.K., Porcaro, L., Mitchell, L., Zhang, Q., Zehlike, M., Garg, N.: Fair ranking: a critical review, challenges, and future directions. arXiv preprint arXiv:2201.12662 (2022)","DOI":"10.1145\/3531146.3533238"},{"key":"18_CR14","unstructured":"Raj, A., Wood, C., Montoly, A., Ekstrand, M.D.: Comparing fair ranking metrics. arXiv preprint arXiv:2009.01311 (2020)"},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Sakai, T., Kim, J.Y., Kang, I.: A versatile framework for evaluating ranked lists in terms of group fairness and relevance. arXiv preprint arXiv:2204.00280 (2022)","DOI":"10.1145\/3589763"},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"Sapiezynski, P., Zeng, W., E\u00a0Robertson, R., Mislove, A., Wilson, C.: Quantifying the impact of user attention on fair group representation in ranked lists. In: Companion Proceedings of the 2019 World Wide Web Conference, pp. 553\u2013562 (2019)","DOI":"10.1145\/3308560.3317595"},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"Singh, A., Joachims, T.: Fairness of exposure in rankings. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2219\u20132228 (2018)","DOI":"10.1145\/3219819.3220088"},{"key":"18_CR18","unstructured":"Tan, Z., et al.: Large language models for data annotation: a survey. arXiv preprint arXiv:2402.13446 (2024)"},{"key":"18_CR19","unstructured":"Tao, S., et al.: Overview of the NTCIR-17 fairweb-1 task. In: Proceedings of the 17th NTCIR Conference on Evaluation of Information Access Technologies (2023). https:\/\/doi.org\/10.20736\/0002001318"},{"key":"18_CR20","unstructured":"T\u00f6rnberg, P.: Best practices for text annotation with large language models. arXiv preprint arXiv:2402.05129 (2024)"},{"issue":"7","key":"18_CR21","doi-asserted-by":"publisher","first-page":"3797","DOI":"10.1109\/TIT.2014.2320500","volume":"60","author":"T Van Erven","year":"2014","unstructured":"Van Erven, T., Harremos, P.: R\u00e9nyi divergence and Kullback-Leibler divergence. IEEE Trans. Inf. Theory 60(7), 3797\u20133820 (2014)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"18_CR22","doi-asserted-by":"crossref","unstructured":"Yang, K., Stoyanovich, J.: Measuring fairness in ranked outputs. In: Proceedings of the 29th International Conference on Scientific and Statistical Database Management, pp.\u00a01\u20136 (2017)","DOI":"10.1145\/3085504.3085526"},{"key":"18_CR23","doi-asserted-by":"crossref","unstructured":"Zehlike, M., Bonchi, F., Castillo, C., Hajian, S., Megahed, M., Baeza-Yates, R.: FA* IR: a fair top-k ranking algorithm. In: Proceedings of the 2017 ACM on Conference on Information and Knowledge Management, pp. 1569\u20131578 (2017)","DOI":"10.1145\/3132847.3132938"},{"key":"18_CR24","unstructured":"Zehlike, M., Yang, K., Stoyanovich, J.: Fairness in ranking: a survey. arXiv preprint arXiv:2103.14000 (2021)"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-97141-9_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T05:01:53Z","timestamp":1777525313000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-97141-9_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,1]]},"ISBN":["9783031971402","9783031971419"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-97141-9_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,1]]},"assertion":[{"value":"1 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kanazawa","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/nldb2025.github.io\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}