{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T12:10:05Z","timestamp":1743855005650,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887130","type":"print"},{"value":"9783031887147","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88714-7_32","type":"book-chapter","created":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T11:35:11Z","timestamp":1743852911000},"page":"335-344","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Benchmark Creation for\u00a0Narrative Knowledge Delta Extraction Tasks: Can LLMs Help?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6644-2360","authenticated-orcid":false,"given":"Alaa","family":"El-Ebshihy","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1045-8352","authenticated-orcid":false,"given":"Annisa Maulida","family":"Ningtyas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7584-6439","authenticated-orcid":false,"given":"Florina","family":"Piroi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9272-6225","authenticated-orcid":false,"given":"Andreas","family":"Rauber","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,4]]},"reference":[{"key":"32_CR1","unstructured":"Grobid (2008\u20132024). https:\/\/github.com\/kermitt2\/grobid"},{"key":"32_CR2","unstructured":"Abu-Jbara, A., Radev, D.: Coherent citation-based summarization of scientific papers. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 500\u2013509 (2011)"},{"key":"32_CR3","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1007\/978-3-030-99736-6_4","volume-title":"Advances in Information Retrieval","author":"M Bedi","year":"2022","unstructured":"Bedi, M., Pandey, T., Bhatia, S., Chakraborty, T.: Why did you not compare with that? Identifying papers for use as baselines. In: Hagen, M., et al. (eds.) Advances in Information Retrieval, pp. 51\u201364. Springer, Cham (2022)"},{"key":"32_CR4","doi-asserted-by":"publisher","unstructured":"Bhagavatula, C., Feldman, S., Power, R., Ammar, W.: Content-based citation recommendation. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), New Orleans, Louisiana, pp. 238\u2013251. Association for Computational Linguistics (2018). https:\/\/doi.org\/10.18653\/v1\/N18-1022","DOI":"10.18653\/v1\/N18-1022"},{"key":"32_CR5","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1007\/978-3-319-31750-2_42","volume-title":"Advances in Knowledge Discovery and Data Mining","author":"T Chakraborty","year":"2016","unstructured":"Chakraborty, T., Krishna, A., Singh, M., Ganguly, N., Goyal, P., Mukherjee, A.: FeRoSA: a faceted recommendation system for scientific articles. In: Bailey, J., Khan, L., Washio, T., Dobbie, G., Huang, J.Z., Wang, R. (eds.) Advances in Knowledge Discovery and Data Mining, pp. 528\u2013541. Springer, Cham (2016)"},{"key":"32_CR6","doi-asserted-by":"crossref","unstructured":"Chandrasekaran, M.K., Feigenblat, G., Hovy, E., Ravichander, A., Shmueli-Scheuer, M., De\u00a0Waard, A.: Overview and insights from scientific document summarization shared tasks 2020: CL-SciSumm, LaySumm and LongSumm. In: Proceedings of the First Workshop on Scholarly Document Processing (SDP 2020) (2020)","DOI":"10.18653\/v1\/2020.sdp-1.24"},{"key":"32_CR7","unstructured":"Chandrasekaran, M.K., Yasunaga, M., Radev, D., Freitag, D., Kan, M.Y.: Overview and results: Cl-scisumm shared task 2019. arXiv preprint arXiv:1907.09854 (2019)"},{"issue":"1","key":"32_CR8","doi-asserted-by":"publisher","first-page":"1418","DOI":"10.1038\/s41467-024-45563-x","volume":"15","author":"J Dagdelen","year":"2024","unstructured":"Dagdelen, J., et al.: Structured information extraction from scientific text with large language models. Nat. Commun. 15(1), 1418 (2024). https:\/\/doi.org\/10.1038\/s41467-024-45563-x","journal-title":"Nat. Commun."},{"issue":"9","key":"32_CR9","first-page":"1820","volume":"65","author":"Y Ding","year":"2014","unstructured":"Ding, Y., Zhang, G., Chambers, T., Song, M., Wang, X., Zhai, C.: Content-based citation analysis: the next generation of citation analysis. J. Am. Soc. Inf. Sci. 65(9), 1820\u20131833 (2014)","journal-title":"J. Am. Soc. Inf. Sci."},{"key":"32_CR10","unstructured":"D\u2019Souza, J., Kabongo, S., Giglou, H.B., Zhang, Y.: Overview of the CLEF 2024 simpletext task 4: SOTA? tracking the state-of-the-art in scholarly publications. In: Faggioli, G., Ferro, N., Galu\u0161\u010d\u00e1kov\u00e1, P., de\u00a0Herrera, A.G.S. (eds.) Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, CEUR-WS, Online (2024)"},{"key":"32_CR11","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1007\/978-3-031-28241-6_49","volume-title":"Advances in Information Retrieval","author":"A El-Ebshihy","year":"2023","unstructured":"El-Ebshihy, A.: Identifying and representing knowledge delta in scientific literature. In: Kamps, J., et al. (eds.) Advances in Information Retrieval, pp. 436\u2013442. Springer, Cham (2023)"},{"key":"32_CR12","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/978-3-031-42448-9_3","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"A El-Ebshihy","year":"2023","unstructured":"El-Ebshihy, A., et al.: Predicting retrieval performance changes in evolving evaluation environments. In: Arampatzis, A., et al. (eds.) Experimental IR Meets Multilinguality, Multimodality, and Interaction, pp. 21\u201333. Springer, Cham (2023)"},{"key":"32_CR13","doi-asserted-by":"publisher","unstructured":"El-Ebshihy, A., Ningtyas, A.M., Andersson, L., Piroi, F., Rauber, A.: ARTU\/TU Wien and artificial researcher@ LongSumm 20. In: Proceedings of the First Workshop on Scholarly Document Processing, pp. 310\u2013317. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.sdp-1.36","DOI":"10.18653\/v1\/2020.sdp-1.36"},{"key":"32_CR14","doi-asserted-by":"publisher","unstructured":"El-Ebshihy, A., Ningtyas, A.M., Andersson, L., Piroi, F., Rauber, A.: A platform for argumentative zoning annotation and scientific summarization. In: Proceedings of the 31st ACM International Conference on Information & Knowledge Management, CIKM 2022, pp. 4843\u20134847. Association for Computing Machinery, New York (2022). https:\/\/doi.org\/10.1145\/3511808.3557193","DOI":"10.1145\/3511808.3557193"},{"key":"32_CR15","doi-asserted-by":"publisher","unstructured":"Figueira, A., Vaz, B.: Survey on synthetic data generation, evaluation methods and GANs. Mathematics 10(15) (2022). https:\/\/doi.org\/10.3390\/math10152733","DOI":"10.3390\/math10152733"},{"key":"32_CR16","unstructured":"Gonz\u00e1lez-S\u00e1ez, G., et al.: Towards result delta prediction based on knowledge deltas for continuous IR evaluation. In: Faggioli, G., Ferro, N., Mothe, J., Raiber, F. (eds.) The QPP++ 2023: Query Performance Prediction and Its Evaluation in New Tasks Workshop (QPP++), pp. 20\u201324. No.\u00a03366 in CEUR Workshop Proceedings, Aachen (2023). http:\/\/ceur-ws.org\/Vol-3366\/#paper-04"},{"key":"32_CR17","doi-asserted-by":"publisher","unstructured":"Hartvigsen, T., Gabriel, S., Palangi, H., Sap, M., Ray, D., Kamar, E.: ToxiGen: a large-scale machine-generated dataset for adversarial and implicit hate speech detection. In: Muresan, S., Nakov, P., Villavicencio, A. (eds.) Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Dublin, Ireland, pp. 3309\u20133326. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.234","DOI":"10.18653\/v1\/2022.acl-long.234"},{"key":"32_CR18","unstructured":"Jaidka, K., et\u00a0al.: The computational linguistics summarization pilot task. In: Proceedings of Text Ananlysis Conference, Gaithersburg, USA (2014)"},{"key":"32_CR19","unstructured":"Jaidka, K., Chandrasekaran, M.K., Rustagi, S., Kan, M.Y.: Overview of the CL-SciSumm 2016 shared task. In: Proceedings of the Joint Workshop on Bibliometric-Enhanced Information Retrieval and Natural Language Processing for Digital Libraries (BIRNDL), pp. 93\u2013102 (2016)"},{"key":"32_CR20","unstructured":"Jaidka, K., Yasunaga, M., Chandrasekaran, M.K., Radev, D., Kan, M.Y.: The cl-scisumm shared task 2018: results and key insights. arXiv preprint arXiv:1909.00764 (2019)"},{"key":"32_CR21","doi-asserted-by":"publisher","unstructured":"Jain, S., van Zuylen, M., Hajishirzi, H., Beltagy, I.: SciREX: a challenge dataset for document-level information extraction. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7506\u20137516. Association for Computational Linguistics, Online (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.670","DOI":"10.18653\/v1\/2020.acl-main.670"},{"issue":"3","key":"32_CR22","doi-asserted-by":"publisher","first-page":"1907","DOI":"10.1007\/s11192-020-03561-y","volume":"124","author":"C Jeong","year":"2020","unstructured":"Jeong, C., Jang, S., Park, E., Choi, S.: A context-aware citation recommendation model with BERT and graph convolutional networks. Scientometrics 124(3), 1907\u20131922 (2020). https:\/\/doi.org\/10.1007\/s11192-020-03561-y","journal-title":"Scientometrics"},{"key":"32_CR23","unstructured":"Kabongo, S., D\u2019Souza, J., Auer, S.: Exploring the latest LLMs for leaderboard extraction. In: Faggioli, G., Ferro, N., Galu\u0161\u010d\u00e1kov\u00e1, P., de\u00a0Herrera, A.G.S. (eds.) Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, CEUR-WS, Online (2024)"},{"key":"32_CR24","doi-asserted-by":"publisher","unstructured":"van\u00a0der Lee, C., Krahmer, E., Wubben, S.: Automated learning of templates for data-to-text generation: comparing rule-based, statistical and neural methods. In: Krahmer, E., Gatt, A., Goudbeek, M. (eds.) Proceedings of the 11th International Conference on Natural Language Generation, pp. 35\u201345. Association for Computational Linguistics, Tilburg University, The Netherlands (2018). https:\/\/doi.org\/10.18653\/v1\/W18-6504","DOI":"10.18653\/v1\/W18-6504"},{"key":"32_CR25","unstructured":"Liu, H.: Automatic Argumentative-Zoning Using Word2vec. CoRR abs\/1703.10152 (2017). http:\/\/arxiv.org\/abs\/1703.10152"},{"issue":"1","key":"32_CR26","doi-asserted-by":"publisher","first-page":"1569","DOI":"10.1038\/s41467-024-45914-8","volume":"15","author":"MP Polak","year":"2024","unstructured":"Polak, M.P., Morgan, D.: Extracting accurate materials data from research papers with conversational language models and prompt engineering. Nat. Commun. 15(1), 1569 (2024). https:\/\/doi.org\/10.1038\/s41467-024-45914-8","journal-title":"Nat. Commun."},{"key":"32_CR27","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1007\/978-3-031-56060-6_17","volume-title":"Advances in Information Retrieval","author":"T Saier","year":"2024","unstructured":"Saier, T., Ohta, M., Asakura, T., F\u00e4rber, M.: Hyperpie: hyperparameter information extraction from scientific publications. In: Goharian, N., et al. (eds.) Advances in Information Retrieval, pp. 254\u2013269. Springer, Cham (2024)"},{"key":"32_CR28","unstructured":"Staudinger, M., El-Ebshihy, A., Ningtyas, A.M., Piroi, F., Hanbury, A.: Amatu@ simpletext2024: are LLMs any good for scientific leaderboard extraction. In: Faggioli, G., Ferro, N., Galu\u0161\u010d\u00e1kov\u00e1, P., de\u00a0Herrera, A.G.S. (eds.) Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, CEUR-WS, Online (2024)"},{"key":"32_CR29","doi-asserted-by":"crossref","first-page":"572","DOI":"10.1007\/978-3-642-01307-2_55","volume-title":"Advances in Knowledge Discovery and Data Mining","author":"J Tang","year":"2009","unstructured":"Tang, J., Zhang, J.: A discriminative approach to topic-based citation recommendation. In: Theeramunkong, T., Kijsirikul, B., Cercone, N., Ho, T.B. (eds.) Advances in Knowledge Discovery and Data Mining, pp. 572\u2013579. Springer, Heidelberg (2009)"},{"key":"32_CR30","doi-asserted-by":"crossref","unstructured":"Teufel, S., Carletta, J., Moens, M.: An annotation scheme for discourse-level argumentation in research articles. In: Ninth Conference of the European Chapter of the Association for Computational Linguistics (1999)","DOI":"10.3115\/977035.977051"},{"issue":"4","key":"32_CR31","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1162\/089120102762671936","volume":"28","author":"S Teufel","year":"2002","unstructured":"Teufel, S., Moens, M.: Summarizing scientific articles: experiments with relevance and rhetorical status. Comput. Linguist. 28(4), 409\u2013445 (2002)","journal-title":"Comput. Linguist."},{"key":"32_CR32","doi-asserted-by":"crossref","unstructured":"Teufel, S., Siddharthan, A., Batchelor, C.: Towards domain-independent argumentative zoning: evidence from chemistry and computational linguistics. In: Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, pp. 1493\u20131502 (2009)","DOI":"10.3115\/1699648.1699696"},{"key":"32_CR33","unstructured":"Teufel, S., et\u00a0al.: Argumentative zoning: information extraction from scientific text. Ph.D. thesis, Citeseer (1999)"},{"key":"32_CR34","doi-asserted-by":"publisher","unstructured":"Vladika, J., Matthes, F.: Scientific fact-checking: a survey of resources and approaches. In: Rogers, A., Boyd-Graber, J., Okazaki, N. (eds.) Findings of the Association for Computational Linguistics: ACL 2023, Toronto, Canada, pp. 6215\u20136230. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-acl.387","DOI":"10.18653\/v1\/2023.findings-acl.387"},{"key":"32_CR35","doi-asserted-by":"publisher","unstructured":"Wadden, D., Lo, K., Wang, L.L., Cohan, A., Beltagy, I., Hajishirzi, H.: MultiVerS: improving scientific claim verification with weak supervision and full-document context. In: Carpuat, M., de\u00a0Marneffe, M.C., Meza\u00a0Ruiz, I.V. (eds.) Findings of the Association for Computational Linguistics: NAACL 2022, Seattle, United States, pp. 61\u201376. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/v1\/2022.findings-naacl.6","DOI":"10.18653\/v1\/2022.findings-naacl.6"},{"key":"32_CR36","doi-asserted-by":"crossref","first-page":"59618","DOI":"10.1109\/ACCESS.2018.2872730","volume":"6","author":"L Yang","year":"2018","unstructured":"Yang, L., et al.: A LSTM based model for personalized context-aware citation recommendation. IEEE Access 6, 59618\u201359627 (2018)","journal-title":"IEEE Access"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88714-7_32","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T11:36:26Z","timestamp":1743852986000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88714-7_32"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887130","9783031887147"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88714-7_32","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"4 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}