{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T16:00:21Z","timestamp":1783353621380,"version":"3.54.6"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032214799","type":"print"},{"value":"9783032214805","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21480-5_17","type":"book-chapter","created":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T23:51:01Z","timestamp":1779925861000},"page":"250-264","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Assessing Large Language Models Reliability in\u00a0Relation Extraction: An Analysis on\u00a0Text Processing and\u00a0Prompting"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-0232-8677","authenticated-orcid":false,"given":"Samuel","family":"Garc\u00eda V\u00e1zquez","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1709-9372","authenticated-orcid":false,"given":"Lorenzo","family":"Bertolini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2410-0212","authenticated-orcid":false,"given":"Mario","family":"Ceresa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7357-5858","authenticated-orcid":false,"given":"Sergio","family":"Consoli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1209-2868","authenticated-orcid":false,"given":"Maribel","family":"Acosta","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,1]]},"reference":[{"key":"17_CR1","unstructured":"Auer, S., et al.: Dbpedia: a nucleus for a web of open data. In: Proceedings of the 6th International The Semantic Web and 2nd Asian Conference on Asian Semantic Web Conference, pp. 722\u2013735. ISWC\u201907\/ASWC\u201907. Springer-Verlag, Berlin, Heidelberg (2007)"},{"key":"17_CR2","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: et\u00a0al., H.L. (ed.) Advances in Neural Information Processing Systems. vol.\u00a033, pp. 1877\u20131901. Curran Associates, Inc. (2020)"},{"key":"17_CR3","unstructured":"Carta, S., et al.: Iterative zero-shot LLM prompting for knowledge graph construction. CoRR abs\/2307.01128 (2023)"},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Ding, Z., Huang, W., Liang, J., Yang, D., Xiao, Y.: Improving recall of large language models: a model collaboration approach for relational triple extraction (2024)","DOI":"10.63317\/2rochyf69x33"},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Gardent, C., Shimorina, A., Narayan, S., Perez-Beltrachini, L.: Creating training corpora for NLG micro-planners. In: Barzilay, R., Kan, M. (eds.) Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, ACL 2017, Vancouver, Canada, July 30 \u2013 August 4, Volume 1: Long Papers, pp. 179\u2013188. Association for Computational Linguistics (2017)","DOI":"10.18653\/v1\/P17-1017"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Geng, H., Shi, C., Jiang, X., Kong, Z., Liu, S.: An entity relation extraction framework based on large language model and multi-tasks iterative prompt engineering. In: 2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC), pp. 4763\u20134769 (2024)","DOI":"10.1109\/SMC54092.2024.10831494"},{"key":"17_CR7","unstructured":"Hsieh, C.P., et al.: Ruler: what\u2019s the real context size of your long-context language models? (2024)"},{"key":"17_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2024.103999","volume":"145","author":"Y Hu","year":"2024","unstructured":"Hu, Y., Zou, F., Han, J., Sun, X., Wang, Y.: LLM-TIKG: threat intelligence knowledge graph construction utilizing large language model. Comput. Secur. 145, 103999 (2024)","journal-title":"Comput. Secur."},{"key":"17_CR9","doi-asserted-by":"crossref","unstructured":"Cabot, P.L.H., Navigli, R.: REBEL: relation extraction by end-to-end language generation. In: Moens, M.F., Huang, X., Specia, L., Yih, S.W.t. (eds.) Findings of the Association for Computational Linguistics: EMNLP 2021, pp. 2370\u20132381. Association for Computational Linguistics, Punta Cana, Dominican Republic (2021)","DOI":"10.18653\/v1\/2021.findings-emnlp.204"},{"key":"17_CR10","unstructured":"Kitaev, N., \u0141ukasz Kaiser, Levskaya, A.: Reformer: The efficient transformer (2020)"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Levy, M., Jacoby, A., Goldberg, Y.: Same task, more tokens: the impact of input length on the reasoning performance of large language models. In: Ku, L.W., Martins, A., Srikumar, V. (eds.) Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics, vol.\u00a01, pp. 15339\u201315353. ACL, Bangkok, Thailand (2024)","DOI":"10.18653\/v1\/2024.acl-long.818"},{"key":"17_CR12","unstructured":"Li, T., Zhang, G., Do, Q.D., Yue, X., Chen, W.: Long-context LLMs struggle with long in-context learning. ArXiv abs\/2404.02060 (2024)"},{"key":"17_CR13","unstructured":"Li, X., Chen, K., Long, Y., Zhang, M.: LLM with relation classifier for document-level relation extraction (2024)"},{"key":"17_CR14","unstructured":"Lin, C.Y.: ROUGE: a package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp. 74\u201381. Association for Computational Linguistics, Barcelona, Spain (2004)"},{"issue":"7","key":"17_CR15","doi-asserted-by":"publisher","first-page":"3580","DOI":"10.1109\/TKDE.2024.3352100","volume":"36","author":"S Pan","year":"2024","unstructured":"Pan, S., et al.: Unifying large language models and knowledge graphs: a roadmap. IEEE Trans. Knowl. Data Eng. 36(7), 3580\u20133599 (2024)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Rossiello, G., Chowdhury, M.F.M., Mihindukulasooriya, N., Cornec, O., Gliozzo, A.M.: KnowGL: Knowledge generation and linking from text. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 37, no. 13, pp. 16476\u201316478 (2024)","DOI":"10.1609\/aaai.v37i13.27084"},{"key":"17_CR17","doi-asserted-by":"crossref","unstructured":"Singhania, S., Razniewski, S., Weikum, G.: Recall them all: retrieval-augmented language models for long object list extraction from long documents (2024)","DOI":"10.1145\/3746252.3761460"},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"Su, J., et al.: Roformer: enhanced transformer with rotary position embedding. Neurocomput. 568(C) (2024)","DOI":"10.1016\/j.neucom.2023.127063"},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Tang, W., et al.: UniRel: unified representation and interaction for joint relational triple extraction. In: Goldberg, Y., Kozareva, Z., Zhang, Y. (eds.) Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 7087\u20137099. Association for Computational Linguistics, Abu Dhabi, United Arab Emirates (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.477"},{"key":"17_CR20","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Guyon, I., et al. (eds.) Advances in Neural Information Processing Systems, vol.\u00a030. Curran Associates, Inc. (2017)"},{"key":"17_CR21","unstructured":"Wei, J., et al.: Finetuned language models are zero-shot learners (2022)"},{"key":"17_CR22","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: Proceedings of the 36th International Conference on Neural Information Processing Systems. NIPS \u201922, Curran Associates Inc., Red Hook, NY, USA (2022)"},{"key":"17_CR23","doi-asserted-by":"crossref","unstructured":"Xu, T., Gu, Y., Xue, M., Gu, R., Li, B., Gu, X.: Knowledge graph construction for heart failure using large language models with prompt engineering. Front. Comput. Neurosci. 18 (2024)","DOI":"10.3389\/fncom.2024.1389475"},{"key":"17_CR24","doi-asserted-by":"crossref","unstructured":"Yao, Y., et al.: DocRED: A large-scale document-level relation extraction dataset. In: Korhonen, A., Traum, D., M\u00e0rquez, L. (eds.) Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 764\u2013777. Association for Computational Linguistics, Florence, Italy (2019)","DOI":"10.18653\/v1\/P19-1074"},{"key":"17_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.cose.2024.104220","volume":"150","author":"Y Zhang","year":"2025","unstructured":"Zhang, Y., et al.: Attackg+: boosting attack graph construction with large language models. Comput. Secur. 150, 104220 (2025)","journal-title":"Comput. Secur."},{"key":"17_CR26","doi-asserted-by":"crossref","unstructured":"Zhao, X., et al.: A comprehensive survey on relation extraction: recent advances and new frontiers. ACM Comput. Surv. 56(11) (2024)","DOI":"10.1145\/3674501"}],"container-title":["Lecture Notes in Computer Science","Machine Learning, Optimization, and Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21480-5_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T23:51:06Z","timestamp":1779925866000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21480-5_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032214799","9783032214805"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21480-5_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"1 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The source code and results are available at the following repository:\n                      \n                      .","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Reproducibility"}},{"value":"LOD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Artificial Intelligence Symposium","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Castiglione della Pescaia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mod2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lod2025.icas.events","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}