{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T14:42:27Z","timestamp":1782398547041,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,13]]},"DOI":"10.1145\/3711542.3711575","type":"proceedings-article","created":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T04:46:56Z","timestamp":1744606016000},"page":"250-257","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Towards Optimizing a Retrieval Augmented Generation using Large Language Model on Academic Data"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8146-1949","authenticated-orcid":false,"given":"Anum","family":"Afzal","sequence":"first","affiliation":[{"name":"School of CIT, Technical University of Munich University, Munich, Bayern, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4941-9166","authenticated-orcid":false,"given":"Juraj","family":"Vladika","sequence":"additional","affiliation":[{"name":"School of CIT, Technical University of Munich University, Munich, Bayern, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6815-6302","authenticated-orcid":false,"given":"Gentrit","family":"Fazlija","sequence":"additional","affiliation":[{"name":"School of CIT, Technical University of Munich University, Munich, Bayern, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4438-6769","authenticated-orcid":false,"given":"Andrei","family":"Staradubets","sequence":"additional","affiliation":[{"name":"School of CIT, Technical University of Munich University, Munich, Bayern, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6667-5452","authenticated-orcid":false,"given":"Florian","family":"Matthes","sequence":"additional","affiliation":[{"name":"School of CIT, Technical University of Munich University, Munich, Bayern, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,4,13]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1109\/RE54965.2022.00011"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.dash-1.2"},{"key":"e_1_3_3_2_4_2","unstructured":"Chenxin An Ming Zhong Zhichao Geng Jianqiang Yang and Xipeng Qiu. 2021. RetrievalSum: A Retrieval Enhanced Framework for Abstractive Summarization. arxiv:https:\/\/arXiv.org\/abs\/2109.07943\u00a0[cs.CL]"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.567"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532682"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1171"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Yu Chen Scott Jensen Leslie\u00a0J Albert Sambhav Gupta and Terri Lee. 2023. Artificial intelligence (AI) student assistants in the classroom: Designing chatbots to support student success. Information Systems Frontiers 25 1 (2023) 161\u2013182.","DOI":"10.1007\/s10796-022-10291-4"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.99"},{"key":"e_1_3_3_2_10_2","unstructured":"Yunfan Gao Yun Xiong Xinyu Gao Kangxiang Jia Jinliu Pan Yuxi Bi Yi Dai Jiawei Sun Meng Wang and Haofen Wang. 2024. Retrieval-Augmented Generation for Large Language Models: A Survey. arxiv:https:\/\/arXiv.org\/abs\/2312.10997\u00a0[cs.CL]"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.194"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-4427"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.240"},{"key":"e_1_3_3_2_14_2","unstructured":"Albert\u00a0Q. Jiang Alexandre Sablayrolles Arthur Mensch Chris Bamford Devendra\u00a0Singh Chaplot Diego de\u00a0las Casas Florian Bressand Gianna Lengyel Guillaume Lample Lucile Saulnier L\u00e9lio\u00a0Renard Lavaud Marie-Anne Lachaux Pierre Stock Teven\u00a0Le Scao Thibaut Lavril Thomas Wang Timoth\u00e9e Lacroix and William\u00a0El Sayed. 2023. Mistral 7B."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Enkelejda Kasneci Kathrin Se\u00dfler Stefan K\u00fcchemann Maria Bannert Daryna Dementieva Frank Fischer Urs Gasser Georg Groh Stephan G\u00fcnnemann Eyke H\u00fcllermeier et\u00a0al. 2023. ChatGPT for good? On opportunities and challenges of large language models for education. Learning and individual differences 103 (2023) 102274.","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"e_1_3_3_2_16_2","unstructured":"Patrick Lewis Ethan Perez Aleksandra Piktus Fabio Petroni Vladimir Karpukhin Naman Goyal Heinrich K\u00fcttler Mike Lewis Wen-tau Yih Tim Rockt\u00e4schel et\u00a0al. 2020. Retrieval-augmented generation for knowledge-intensive nlp tasks. Advances in Neural Information Processing Systems 33 (2020) 9459\u20139474."},{"key":"e_1_3_3_2_17_2","first-page":"74","volume-title":"Text summarization branches out","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. ROUGE: A package for automatic evaluation of summaries. In Text summarization branches out. Association for Computational Linguistics, 74\u201381."},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Jingjing Liu Chang Liu and Nicholas\u00a0J. Belkin. 2020. Personalization in text information retrieval: A survey. Journal of the Association for Information Science and Technology 71 3 (2020) 349\u2013369. https:\/\/doi.org\/10.1002\/asi.24234","DOI":"10.1002\/asi.24234"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Yang Liu Dan Iter Yichong Xu Shuohang Wang Ruochen Xu and Chenguang Zhu. 2023. G-Eval: NLG Evaluation using GPT-4 with Better Human Alignment. arxiv:https:\/\/arXiv.org\/abs\/2303.16634\u00a0[cs.CL]","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.322"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Dadi Ramesh and Suresh\u00a0Kumar Sanampudi. 2022. An automated essay scoring systems: a systematic literature review. Artificial Intelligence Review 55 3 (2022) 2495\u20132527.","DOI":"10.1007\/s10462-021-10068-2"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Stephen Robertson and Hugo Zaragoza. 2009. The Probabilistic Relevance Framework: BM25 and Beyond. Foundations and Trends in Information Retrieval 3 4 (2009) 333\u2013389. https:\/\/doi.org\/10.1561\/1500000019","DOI":"10.1561\/1500000019"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-0506"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"Shamane Siriwardhana Rivindu Weerasekera Elliott Wen Tharindu Kaluarachchi Rajib Rana and Suranga Nanayakkara. 2023. Improving the domain adaptation of retrieval augmented generation (RAG) models for open domain question answering. Transactions of the Association for Computational Linguistics 11 (2023) 1\u201317.","DOI":"10.1162\/tacl_a_00530"},{"key":"e_1_3_3_2_25_2","unstructured":"Hugo Touvron Louis Martin Kevin Stone Peter Albert Amjad Almahairi Yasmine Babaei Nikolay Bashlykov Soumya Batra Prajjwal Bhargava Shruti Bhosale Dan Bikel Lukas Blecher Cristian\u00a0Canton Ferrer Moya Chen Guillem Cucurull David Esiobu Jude Fernandes Jeremy Fu Wenyin Fu Brian Fuller Cynthia Gao Vedanuj Goswami Naman Goyal Anthony Hartshorn Saghar Hosseini Rui Hou Hakan Inan Marcin Kardas Viktor Kerkez Madian Khabsa Isabel Kloumann Artem Korenev Punit\u00a0Singh Koura Marie-Anne Lachaux Thibaut Lavril Jenya Lee Diana Liskovich Yinghai Lu Yuning Mao Xavier Martinet Todor Mihaylov Pushkar Mishra Igor Molybog Yixin Nie Andrew Poulton Jeremy Reizenstein Rashi Rungta Kalyan Saladi Alan Schelten Ruan Silva Eric\u00a0Michael Smith Ranjan Subramanian Xiaoqing\u00a0Ellen Tan Binh Tang Ross Taylor Adina Williams Jian\u00a0Xiang Kuan Puxin Xu Zheng Yan Iliyan Zarov Yuchen Zhang Angela Fan Melanie Kambadur Sharan Narang Aurelien Rodriguez Robert Stojnic Sergey Edunov and Thomas Scialom. 2023. Llama 2: Open Foundation and Fine-Tuned Chat Models."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Fangkai Yang Pu Zhao Zezhong Wang Lu Wang Jue Zhang Mohit Garg Qingwei Lin Saravan Rajmohan and Dongmei Zhang. 2023. Empower Large Language Model to Perform Better on Industrial Domain-Specific Question Answering. arxiv:https:\/\/arXiv.org\/abs\/2305.11541","DOI":"10.18653\/v1\/2023.emnlp-industry.29"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Ke Zhang and Ayse\u00a0Begum Aslan. 2021. AI technologies for education: Recent research & future directions. Computers and Education: Artificial Intelligence 2 (2021) 100025.","DOI":"10.1016\/j.caeai.2021.100025"},{"key":"e_1_3_3_2_28_2","unstructured":"Tianyi Zhang Varsha Kishore Felix Wu Kilian\u00a0Q. Weinberger and Yoav Artzi. 2020. BERTScore: Evaluating Text Generation with BERT. arxiv:https:\/\/arXiv.org\/abs\/1904.09675\u00a0[cs.CL]"},{"key":"e_1_3_3_2_29_2","unstructured":"Tianyi Zhang Faisal Ladhak Esin Durmus Percy Liang Kathleen McKeown and Tatsunori\u00a0B. Hashimoto. 2023. Benchmarking Large Language Models for News Summarization. arxiv:https:\/\/arXiv.org\/abs\/2301.13848\u00a0[cs.CL]"},{"key":"e_1_3_3_2_30_2","unstructured":"Fengbin Zhu Wenqiang Lei Chao Wang Jianming Zheng Soujanya Poria and Tat-Seng Chua. 2021. Retrieving and Reading: A Comprehensive Survey on Open-domain Question Answering. arxiv:https:\/\/arXiv.org\/abs\/2101.00774\u00a0[cs.AI]"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52237-7_49"}],"event":{"name":"NLPIR 2024: 2024 8th International Conference on Natural Language Processing and Information Retrieval","location":"Okayama Japan","acronym":"NLPIR 2024"},"container-title":["Proceedings of the 2024 8th International Conference on Natural Language Processing and Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3711542.3711575","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3711542.3711575","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:29Z","timestamp":1750295909000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3711542.3711575"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,13]]},"references-count":30,"alternative-id":["10.1145\/3711542.3711575","10.1145\/3711542"],"URL":"https:\/\/doi.org\/10.1145\/3711542.3711575","relation":{},"subject":[],"published":{"date-parts":[[2024,12,13]]},"assertion":[{"value":"2025-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}