{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T17:05:37Z","timestamp":1780592737483,"version":"3.54.1"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031606250","type":"print"},{"value":"9783031606267","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-60626-7_11","type":"book-chapter","created":{"date-parts":[[2024,5,18]],"date-time":"2024-05-18T23:02:38Z","timestamp":1716073358000},"page":"199-217","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Large Language Models for\u00a0Scientific Question Answering: An Extensive Analysis of\u00a0the\u00a0SciQA Benchmark"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9108-4278","authenticated-orcid":false,"given":"Jens","family":"Lehmann","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6768-4599","authenticated-orcid":false,"given":"Antonello","family":"Meloni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0015-1952","authenticated-orcid":false,"given":"Enrico","family":"Motta","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6557-3131","authenticated-orcid":false,"given":"Francesco","family":"Osborne","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8646-6183","authenticated-orcid":false,"given":"Diego Reforgiato","family":"Recupero","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4763-3943","authenticated-orcid":false,"given":"Angelo Antonio","family":"Salatino","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7171-169X","authenticated-orcid":false,"given":"Sahar","family":"Vahdati","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,5,19]]},"reference":[{"issue":"4","key":"11_CR1","doi-asserted-by":"publisher","first-page":"1356","DOI":"10.1162\/qss_a_00162","volume":"2","author":"S Angioni","year":"2021","unstructured":"Angioni, S., Salatino, A., Osborne, F., Recupero, D.R., Motta, E.: AIDA: a knowledge graph about research dynamics in academia and industry. Quant. Sci. Stud. 2(4), 1356\u20131398 (2021)","journal-title":"Quant. Sci. Stud."},{"issue":"1","key":"11_CR2","doi-asserted-by":"publisher","first-page":"7240","DOI":"10.1038\/s41598-023-33607-z","volume":"13","author":"S Auer","year":"2023","unstructured":"Auer, S., et al.: The SciQA scientific question answering benchmark for scholarly knowledge. Sci. Rep. 13(1), 7240 (2023). https:\/\/doi.org\/10.1038\/s41598-023-33607-z","journal-title":"Sci. Rep."},{"key":"11_CR3","series-title":"Lecture Notes in Networks and Systems","doi-asserted-by":"publisher","first-page":"679","DOI":"10.1007\/978-981-19-9228-5_58","volume-title":"Proceedings of Third International Conference on Advances in Computer Engineering and Communication Systems","author":"GA Babu","year":"2023","unstructured":"Babu, G.A., Badugu, S.: A survey on automatic text summarisation. In: Reddy, A.B., Nagini, S., Balas, V.E., Raju, K.S. (eds.) Proceedings of Third International Conference on Advances in Computer Engineering and Communication Systems. LNNS, vol. 612, pp. 679\u2013689. Springer, Singapore (2023). https:\/\/doi.org\/10.1007\/978-981-19-9228-5_58"},{"key":"11_CR4","unstructured":"Banerjee, D., Usbeck, R., Mihindukulasooriya, N., Singh, G., Mutharaju, R., Kapanipathi, P. (eds.): Joint Proceedings of Scholarly QALD 2023 and SemREC 2023 Co-located with 22nd International Semantic Web Conference ISWC 2023, Athens, Greece, 6\u201310 November 2023, CEUR Workshop Proceedings, vol.\u00a03592. CEUR-WS.org (2023), https:\/\/ceur-ws.org\/Vol-3592"},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Bansal, T., Jha, R., McCallum, A.: Learning to few-shot learn across diverse natural language classification tasks. In: Proceedings of the 28th International Conference on Computational Linguistics, pp. 5108\u20135123 (2020)","DOI":"10.18653\/v1\/2020.coling-main.448"},{"key":"11_CR6","unstructured":"Biderman, S., et\u00a0al.: Pythia: a suite for analyzing large language models across training and scaling. In: International Conference on Machine Learning, pp. 2397\u20132430. PMLR (2023)"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Bolanos, F., Salatino, A., Osborne, F., Motta, E.: Artificial intelligence for literature reviews: opportunities and challenges. arXiv preprint arXiv:2402.08565 (2024)","DOI":"10.1007\/s10462-024-10902-3"},{"key":"11_CR8","doi-asserted-by":"publisher","first-page":"125867","DOI":"10.1109\/ACCESS.2022.3220241","volume":"10","author":"A Borrego","year":"2022","unstructured":"Borrego, A., et al.: Completing scientific facts in knowledge graphs of research concepts. IEEE Access 10, 125867\u2013125880 (2022)","journal-title":"IEEE Access"},{"key":"11_CR9","unstructured":"Brown, T.B., et al.: Language models are few-shot learners (2020)"},{"issue":"1","key":"11_CR10","doi-asserted-by":"publisher","first-page":"103583","DOI":"10.1016\/j.ipm.2023.103583","volume":"61","author":"D Buscaldi","year":"2024","unstructured":"Buscaldi, D., Dess\u00ed, D., Motta, E., Murgia, M., Osborne, F., Recupero, D.R.: Citation prediction by leveraging transformers and natural language processing heuristics. Inf. Process. Manage. 61(1), 103583 (2024)","journal-title":"Inf. Process. Manage."},{"key":"11_CR11","doi-asserted-by":"publisher","first-page":"108166","DOI":"10.1016\/j.engappai.2024.108166","volume":"133","author":"A Cadeddu","year":"2024","unstructured":"Cadeddu, A., et al.: A comparative analysis of knowledge injection strategies for large language models in the scholarly domain. Eng. Appl. Artif. Intell. 133, 108166 (2024)","journal-title":"Eng. Appl. Artif. Intell."},{"issue":"3","key":"11_CR12","first-page":"e1389","volume":"11","author":"N Chakraborty","year":"2021","unstructured":"Chakraborty, N., Lukovnikov, D., Maheshwari, G., Trivedi, P., Lehmann, J., Fischer, A.: Introduction to neural network-based question answering over knowledge graphs. Wiley Interdisc. Rev.: Data Min. Knowl. Discov. 11(3), e1389 (2021)","journal-title":"Wiley Interdisc. Rev.: Data Min. Knowl. Discov."},{"key":"11_CR13","doi-asserted-by":"publisher","first-page":"12663","DOI":"10.1007\/s11063-022-10835-4","volume":"55","author":"S Chauhan","year":"2022","unstructured":"Chauhan, S., Daniel, P.: A comprehensive survey on various fully automatic machine translation evaluation metrics. Neural Process. Lett. 55, 12663\u201312717 (2022). https:\/\/doi.org\/10.1007\/s11063-022-10835-4","journal-title":"Neural Process. Lett."},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Chen, Y., Kang, H., Zhai, V., Li, L., Singh, R., Raj, B.: Token prediction as implicit classification to identify LLM-generated text. arXiv preprint arXiv:2311.08723 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.810"},{"key":"11_CR15","unstructured":"Conover, M., et al.: Free dolly: introducing the world\u2019s first truly open instruction-tuned LLM (2023). https:\/\/www.databricks.com\/blog\/2023\/04\/12\/dolly-first-open-commercially-viable-instruction-tuned-llm"},{"key":"11_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"678","DOI":"10.1007\/978-3-031-19433-7_39","volume-title":"The Semantic Web - ISWC 2022","author":"D Dess\u00ed","year":"2022","unstructured":"Dess\u00ed, D., Osborne, F., Reforgiato Recupero, D., Buscaldi, D., Motta, E.: CS-KG: a large-scale knowledge graph of research entities and claims in computer science. In: Sattler, U., et al. (eds.) ISWC 2022. LNCS, vol. 13489, pp. 678\u2013696. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19433-7_39"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Fu, Z., Yang, H., So, A.M.C., Lam, W., Bing, L., Collier, N.: On the effectiveness of parameter-efficient fine-tuning (2022)","DOI":"10.1609\/aaai.v37i11.26505"},{"issue":"4","key":"11_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3447772","volume":"54","author":"A Hogan","year":"2021","unstructured":"Hogan, A., et al.: Knowledge graphs. ACM Comput. Surv. (CSUR) 54(4), 1\u201337 (2021)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Iter, D., et al.: In-context demonstration selection with cross entropy difference. arXiv preprint arXiv:2305.14726 (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.81"},{"key":"11_CR20","unstructured":"Jiang, L., Yan, X., Usbeck, R.: A structure and content prompt-based method for knowledge graph question answering over scholarly data. CEUR Workshop Proceedings, vol. 3592 (2023). https:\/\/ceur-ws.org\/Vol-3592\/paper3.pdf"},{"key":"11_CR21","unstructured":"Kamath, A., Das, R.: A survey on semantic parsing. arXiv preprint arXiv:1812.00978 (2018)"},{"key":"11_CR22","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners (2023)"},{"key":"11_CR23","unstructured":"Kumagai, A., Iwata, T., Fujiwara, Y.: Few-shot learning for unsupervised feature selection. arXiv preprint arXiv:2107.00816 (2021)"},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Lehmann, J., Gattogi, P., Bhandiwad, D., Ferr\u00e9, S., Vahdati, S.: Language models as controlled natural language semantic parsers for knowledge graph question answering. In: European Conference on Artificial Intelligence (ECAI), vol. 372, pp. 1348\u20131356. IOS Press (2023)","DOI":"10.3233\/FAIA230411"},{"issue":"2","key":"11_CR25","doi-asserted-by":"publisher","first-page":"167","DOI":"10.3233\/SW-140134","volume":"6","author":"J Lehmann","year":"2015","unstructured":"Lehmann, J., et al.: DBpedia-a large-scale, multilingual knowledge base extracted from Wikipedia. Semant. Web 6(2), 167\u2013195 (2015)","journal-title":"Semant. Web"},{"key":"11_CR26","doi-asserted-by":"crossref","unstructured":"Levy, I., Bogin, B., Berant, J.: Diverse demonstrations improve in-context compositional generalization. arXiv preprint arXiv:2212.06800 (2022)","DOI":"10.18653\/v1\/2023.acl-long.78"},{"key":"11_CR27","unstructured":"Lin, X.V., et\u00a0al.: Few-shot learning with multilingual generative language models. In: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 9019\u20139052 (2022)"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Liu, J., Shen, D., Zhang, Y., Dolan, B., Carin, L., Chen, W.: What makes good in-context examples for GPT-$$3 $$? arXiv preprint arXiv:2101.06804 (2021)","DOI":"10.18653\/v1\/2022.deelio-1.10"},{"key":"11_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1007\/978-3-031-47243-5_22","volume-title":"The Semantic Web - ISWC 2023","author":"A Meloni","year":"2023","unstructured":"Meloni, A., et al.: AIDA-Bot 2.0: enhancing conversational agents with knowledge graphs for analysing the research landscape. In: Payne, T.R., et al. (eds.) ISWC 2023. LNCS, vol. 14266, pp. 400\u2013418. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-47243-5_22"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Peng, C., Xia, F., Naseriparsa, M., Osborne, F.: Knowledge graphs: opportunities and challenges. Artif. Intell. Rev. 1\u201332 (2023)","DOI":"10.1007\/s10462-023-10465-9"},{"key":"11_CR31","unstructured":"Pliukhin, D., Radyush, D., Kovriguina, L., Mouromtsev, D.: Improving subgraph extraction algorithms for one-shot SPARQL query generation with large language models. In: Scholarly-QALD-23: Scholarly QALD Challenge at The 22nd International Semantic Web Conference (ISWC 2023), Athens, Greece. vol.\u00a03592, pp. 1\u201310 (2023). https:\/\/ceur-ws.org\/Vol-3592\/paper6.pdf"},{"issue":"8","key":"11_CR32","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., et al.: Language models are unsupervised multitask learners. OpenAI Blog 1(8), 9 (2019)","journal-title":"OpenAI Blog"},{"issue":"1","key":"11_CR33","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21(1), 1\u201367 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Rongali, S., Soldaini, L., Monti, E., Hamza, W.: Don\u2019t parse, generate! A sequence to sequence architecture for task-oriented semantic parsing. In: Proceedings of The Web Conference 2020, pp. 2962\u20132968 (2020)","DOI":"10.1145\/3366423.3380064"},{"key":"11_CR35","doi-asserted-by":"publisher","first-page":"50467","DOI":"10.1109\/ACCESS.2022.3173355","volume":"10","author":"MRAH Rony","year":"2022","unstructured":"Rony, M.R.A.H., Chaudhuri, D., Usbeck, R., Lehmann, J.: Tree-KGQA: an unsupervised approach for question answering over knowledge graphs. IEEE Access 10, 50467\u201350478 (2022)","journal-title":"IEEE Access"},{"key":"11_CR36","doi-asserted-by":"publisher","first-page":"19","DOI":"10.3233\/FC-221513","volume":"1","author":"M Stocker","year":"2023","unstructured":"Stocker, M., et al.: Fair scientific information with the open research knowledge graph. FAIR Connect 1, 19\u201321 (2023). https:\/\/doi.org\/10.3233\/FC-221513","journal-title":"FAIR Connect"},{"key":"11_CR37","unstructured":"Taffa, T.A., Usbeck, R.: Leveraging LLMs in scholarly knowledge graph question answering. In: Scholarly-QALD-23: Scholarly QALD Challenge at the 22nd International Semantic Web Conference (ISWC 2023), Athens, Greece, vol.\u00a03592, pp. 1\u201310 (2023). https:\/\/ceur-ws.org\/Vol-3592\/paper5.pdf"},{"key":"11_CR38","unstructured":"Vaswani, A., et al.: Attention is all you need (2023)"},{"issue":"10","key":"11_CR39","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledgebase. Commun. ACM 57(10), 78\u201385 (2014)","journal-title":"Commun. ACM"},{"key":"11_CR40","unstructured":"Wei, J., et al.: Finetuned language models are zero-shot learners (2022)"},{"key":"11_CR41","unstructured":"Zhao, S., Dang, J., Grover, A.: Group preference optimization: Few-shot alignment of large language models. arXiv preprint arXiv:2310.11523 (2023)"}],"container-title":["Lecture Notes in Computer Science","The Semantic Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-60626-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T10:18:39Z","timestamp":1732011519000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-60626-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031606250","9783031606267"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-60626-7_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"19 May 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hersonissos","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 May 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 May 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esws2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.eswc-conferences.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}