{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T04:59:40Z","timestamp":1785560380893,"version":"3.56.0"},"publisher-location":"Singapore","reference-count":21,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819533510","type":"print"},{"value":"9789819533527","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T00:00:00Z","timestamp":1763337600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T00:00:00Z","timestamp":1763337600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-3352-7_20","type":"book-chapter","created":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T14:09:29Z","timestamp":1763302169000},"page":"247-259","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["IRSC: A Zero-Shot Evaluation Benchmark for\u00a0Information Retrieval Based on\u00a0Semantic Comprehension in\u00a0Retrieval-Augmented Generation Scenarios"],"prefix":"10.1007","author":[{"given":"Hai","family":"Lin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shaoxiong","family":"Zhan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Junyou","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hai-Tao","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hui","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xin","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ruitong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,17]]},"reference":[{"key":"20_CR1","doi-asserted-by":"crossref","unstructured":"Zhou, K., Ethayarajh, K., Card, D., Jurafsky, D.: Problems with cosine as a measure of embedding similarity for high frequency words. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, vol. 2: Short Papers, pp. 401\u2013423. Association for Computational Linguistics (2022)","DOI":"10.18653\/v1\/2022.acl-short.45"},{"key":"20_CR2","doi-asserted-by":"crossref","unstructured":"Steck, H., Ekanadham, C., Kallus, N.: Is cosine-similarity of embeddings really about similarity? In: Companion Proceedings of the ACM on Web Conference 2024, pp. 887\u2013890. ACM (2024)","DOI":"10.1145\/3589335.3651526"},{"key":"20_CR3","doi-asserted-by":"crossref","unstructured":"Chen, J., Lin, H., Han, X., Sun, L.: Benchmarking large language models in retrieval-augmented generation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 38, no. 16, pp. 17754\u201317762. AAAI Press (2024)","DOI":"10.1609\/aaai.v38i16.29728"},{"key":"20_CR4","unstructured":"Zhang, X., et al.: Making a MIRACL: multilingual information retrieval across a continuum of languages. arXiv preprint arXiv:2210.09984 (2023)"},{"key":"20_CR5","doi-asserted-by":"crossref","unstructured":"Yu, H., Gan, A., Zhang, K., Tong, S., Liu, Q., Liu, Z.: Evaluation of retrieval-augmented generation: a survey. arXiv e-prints, arXiv\u20132405 (2024)","DOI":"10.1007\/978-981-96-1024-2_8"},{"key":"20_CR6","doi-asserted-by":"crossref","unstructured":"Muennighoff, N., Tazi, N., Magne, L., Reimers, N.: MTEB: massive text embedding benchmark. In: Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics, pp. 2014\u20132037. Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.eacl-main.148"},{"key":"20_CR7","doi-asserted-by":"publisher","first-page":"1389","DOI":"10.1162\/tacl_a_00433","volume":"9","author":"S Longpre","year":"2021","unstructured":"Longpre, S., Lu, Y., Daiber, J.: MKQA: a linguistically diverse benchmark for multilingual open domain question answering. Trans. Assoc. Comput. Linguist. 9, 1389\u20131406 (2021)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"20_CR8","unstructured":"Bajaj, P., et al.: MS MARCO: a human generated MAchine reading COmprehension dataset. arXiv preprint arXiv:1611.09268 (2018)"},{"key":"20_CR9","doi-asserted-by":"publisher","unstructured":"Artetxe, M., Ruder, S., Yogatama, D.: On the cross-lingual transferability of monolingual representations. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 421\u2013431. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.421","DOI":"10.18653\/v1\/2020.acl-main.421"},{"key":"20_CR10","unstructured":"Hu, J., Ruder, S., Siddhant, A., Neubig, G., Firat, O., Johnson, M.: Xtreme: a massively multilingual multi-task benchmark for evaluating cross-lingual generalisation. In: International Conference on Machine Learning, pp. 4411\u20134421. PMLR (2020)"},{"key":"20_CR11","doi-asserted-by":"crossref","unstructured":"Lewis, P., Oguz, B., Rinott, R., Riedel, S., Schwenk, H.: MLQA: evaluating cross-lingual extractive question answering. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7315\u20137330. Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.acl-main.653"},{"key":"20_CR12","unstructured":"Clement, C.B., Bierbaum, M., O\u2019Keeffe, K., Alemi, A.A.: On the use of arXiv as a dataset (2019)"},{"key":"20_CR13","unstructured":"Zhang, X., Zhao, J., LeCun, Y.: Character-level convolutional networks for text classification. Adv. Neural Inf. Process. Syst. 28 (2015)"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"Joulin, A., Grave, E., Mikolov, P.B.T.: Bag of tricks for efficient text classification. In: EACL 2017, vol. 427 (2017)","DOI":"10.18653\/v1\/E17-2068"},{"key":"20_CR15","doi-asserted-by":"crossref","unstructured":"Narayan, S., Cohen, S., Lapata, M.: Don\u2019t give me the details, just the summary! topic-aware convolutional neural networks for extreme summarization. In: 2018 Conference on Empirical Methods in Natural Language Processing, pp. 1797\u20131807. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/D18-1206"},{"key":"20_CR16","unstructured":"Merrick, L., Xu, D., Nuti, G., Campos, D.: Arctic-embed: scalable, efficient, and accurate text embedding models. arXiv preprint arXiv:2405.05374 (2024)"},{"key":"20_CR17","doi-asserted-by":"crossref","unstructured":"Chen, J., Xiao, S., Zhang, P., Luo, K., Lian, D., Liu, Z.: Bge m3-embedding: multi-lingual, multi-functionality, multi-granularity text embeddings through self-knowledge distillation. arXiv preprint arXiv:2402.03216 (2024)","DOI":"10.18653\/v1\/2024.findings-acl.137"},{"key":"20_CR18","unstructured":"Wang, Y., Sun, Q., He, S.: M3E: moka massive mixed embedding model (2023)"},{"key":"20_CR19","unstructured":"Li, Z., Zhang, X., Zhang, Y., Long, D., Xie, P., Zhang, M.: Towards general text embeddings with multi-stage contrastive learning. arXiv preprint arXiv:2308.03281 (2023)"},{"key":"20_CR20","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using siamese BERT-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing, pp. 1\u201310. Association for Computational Linguistics (2019). http:\/\/arxiv.org\/abs\/1908.10084","DOI":"10.18653\/v1\/D19-1410"},{"key":"20_CR21","unstructured":"Thakur, N., Reimers, N., R\u00fcckl\u00e9, A., Srivastava, A., Gurevych, I.: BEIR: a heterogeneous benchmark for zero-shot evaluation of information retrieval models. In: Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2), pp. 1\u201310. NeurIPS (2021). https:\/\/openreview.net\/forum?id=wCu6T5xFjeJ"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Chinese Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-3352-7_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T04:46:07Z","timestamp":1785559567000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-3352-7_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,17]]},"ISBN":["9789819533510","9789819533527"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-3352-7_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,17]]},"assertion":[{"value":"17 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLPCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF International Conference on Natural Language Processing and Chinese Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Urumqi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 August 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 August 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nlpcc2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tcci.ccf.org.cn\/conference\/2025\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}