{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T17:30:56Z","timestamp":1769880656367,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3728697","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:27Z","timestamp":1753729767000},"page":"1623-1630","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["From Words to Wisdom: LLMs Summarizing Instructional Content"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7651-6877","authenticated-orcid":false,"given":"\u0141ukasz","family":"Chom\u0105tek","sequence":"first","affiliation":[{"name":"Institute of Information Technology, Lodz University of Technology, Lodz, lodzkie, Poland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3949-3412","authenticated-orcid":false,"given":"Wojciech","family":"S\u0142abosz","sequence":"additional","affiliation":[{"name":"Institute of Information Technology, Lodz University of Technology, Lodz, lodzkie, Poland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7596-0813","authenticated-orcid":false,"given":"Aneta","family":"Poniszewska-Mara\u0144da","sequence":"additional","affiliation":[{"name":"Institute of Information Technology, Lodz University of Technology, Lodz, lodzkie, Poland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, et al.","author":"Achiam Josh","year":"2023","unstructured":"Josh Achiam, Steven Adler, Sandhini Agarwal, Lama Ahmad, Ilge Akkaya, Florencia Leoni Aleman, Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, et al. 2023. Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)."},{"key":"e_1_3_2_1_2_1","volume-title":"Effective educational videos: Principles and guidelines for maximizing student learning from video content. CBE\u2014Life Sciences Education","author":"Brame Cynthia J","year":"2017","unstructured":"Cynthia J Brame. 2017. Effective educational videos: Principles and guidelines for maximizing student learning from video content. CBE\u2014Life Sciences Education (2017)."},{"key":"e_1_3_2_1_3_1","volume-title":"Silvia A dos Reis, Li Weigang, and Victor RR Celestino.","author":"Cajueiro Daniel O","year":"2023","unstructured":"Daniel O Cajueiro, Arthur G Nery, Igor Tavares, Ma\u00edsa K De Melo, Silvia A dos Reis, Li Weigang, and Victor RR Celestino. 2023. A comprehensive review of automatic text summarization techniques: method, data, evaluation and coding. arXiv preprint arXiv:2301.03403 (2023)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1017\/S1351324920000601","article-title":"GPT-3: What's it good for","volume":"27","author":"Dale Robert","year":"2021","unstructured":"Robert Dale. 2021. GPT-3: What's it good for? Natural Language Engineering 27, 1 (2021), 113\u2013118.","journal-title":"Natural Language Engineering"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1162\/tacl_a_00373","article-title":"Summeval: Re-evaluating summarization evaluation","volume":"9","author":"Fabbri Alexander R","year":"2021","unstructured":"Alexander R Fabbri, Wojciech Kry\u015bci\u0144ski, Bryan McCann, Caiming Xiong, Richard Socher, and Dragomir Radev. 2021. Summeval: Re-evaluating summarization evaluation. Transactions of the Association for Computational Linguistics 9 (2021), 391\u2013409.","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"e_1_3_2_1_6_1","volume-title":"Theory and applications of ontology: computer applications","author":"Fellbaum Christiane","unstructured":"Christiane Fellbaum. 2010. WordNet. In Theory and applications of ontology: computer applications. Springer, 231\u2013243."},{"key":"e_1_3_2_1_7_1","volume-title":"Gptscore: Evaluate as you desire. arXiv preprint arXiv:2302.04166","author":"Fu Jinlan","year":"2023","unstructured":"Jinlan Fu, See-Kiong Ng, Zhengbao Jiang, and Pengfei Liu. 2023. Gptscore: Evaluate as you desire. arXiv preprint arXiv:2302.04166 (2023)."},{"key":"e_1_3_2_1_8_1","first-page":"155","article-title":"Improving instructional video design: A systematic review","volume":"38","author":"Fyfield Matthew","year":"2022","unstructured":"Matthew Fyfield, Michael Henderson, and Michael Phillips. 2022. Improving instructional video design: A systematic review. Australasian Journal of Educational Technology 38, 3 (2022), 155\u2013183.","journal-title":"Australasian Journal of Educational Technology"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers). 354\u2013358","author":"Genest Pierre-Etienne","year":"2012","unstructured":"Pierre-Etienne Genest and Guy Lapalme. 2012. Fully abstractive approach to guided summarization. In Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers). 354\u2013358."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","first-page":"7620","DOI":"10.3390\/app13137620","article-title":"Abstractive vs. extractive summarization: An experimental review","volume":"13","author":"Giarelis Nikolaos","year":"2023","unstructured":"Nikolaos Giarelis, Charalampos Mastrokostas, and Nikos Karacapilidis. 2023. Abstractive vs. extractive summarization: An experimental review. Applied Sciences 13, 13 (2023), 7620.","journal-title":"Applied Sciences"},{"key":"e_1_3_2_1_11_1","unstructured":"Aaron Grattafiori Abhimanyu Dubey Abhinav Jauhri et al. 2024. The Llama 3 Herd of Models. arXiv:2407.21783 [cs.AI] https:\/\/arxiv.org\/abs\/2407.21783"},{"key":"e_1_3_2_1_12_1","first-page":"18","article-title":"Ten key factors for making Educational and instructional videos","volume":"13","author":"Guy Julia","year":"2022","unstructured":"Julia Guy and Michael B McNally. 2022. Ten key factors for making Educational and instructional videos. Scholarly and Research Communication 13, 2 (2022), 18\u2013pp.","journal-title":"Scholarly and Research Communication"},{"key":"e_1_3_2_1_13_1","volume-title":"Document Understanding Conferences. 11\u201312","author":"Harabagiu Sanda M","year":"2002","unstructured":"Sanda M Harabagiu and Finley Lacatusu. 2002. Generating single and multi-document summaries with gistexter. In Document Understanding Conferences. 11\u201312."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Grant Z Higginbotham and Nathan S Matthews. 2024. Prompting and in-context learning: Optimizing prompts for mistral large. (2024).","DOI":"10.21203\/rs.3.rs-4430993\/v1"},{"key":"e_1_3_2_1_15_1","unstructured":"Aaron Hurst Adam Lerer Adam P Goucher Adam Perelman Aditya Ramesh Aidan Clark AJ Ostrow Akila Welihinda Alan Hayes Alec Radford et al. 2024. Gpt-4o system card. arXiv preprint arXiv:2410.21276 (2024)."},{"key":"e_1_3_2_1_16_1","volume-title":"Diego de las Casas, Emma Bou Hanna, Florian Bressand, et al.","author":"Jiang Albert Q","year":"2024","unstructured":"Albert Q Jiang, Alexandre Sablayrolles, Antoine Roux, Arthur Mensch, Blanche Savary, Chris Bamford, Devendra Singh Chaplot, Diego de las Casas, Emma Bou Hanna, Florian Bressand, et al. 2024. Mixtral of experts. arXiv preprint arXiv:2401.04088 (2024)."},{"key":"e_1_3_2_1_17_1","volume-title":"An empirical survey on long document summarization: Datasets, models, and metrics. ACM computing surveys 55, 8","author":"Koh Huan Yee","year":"2022","unstructured":"Huan Yee Koh, Jiaxin Ju, Ming Liu, and Shirui Pan. 2022. An empirical survey on long document summarization: Datasets, models, and metrics. ACM computing surveys 55, 8 (2022), 1\u201335."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 41st ACM International Conference on Design of Communication. 18\u201325","author":"Liddle Daniel","year":"2023","unstructured":"Daniel Liddle and John Sherrill. 2023. Analyzing YouTube content: Methodological considerations for technical communication research. In Proceedings of the 41st ACM International Conference on Design of Communication. 18\u201325."},{"key":"e_1_3_2_1_19_1","volume-title":"Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74\u201381.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74\u201381."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","first-page":"2081","DOI":"10.1007\/s10758-023-09669-3","article-title":"A meta-analysis evaluating the effectiveness of instructional video technologies","volume":"29","author":"Lin Yupeng","year":"2024","unstructured":"Yupeng Lin and Zhonggen Yu. 2024. A meta-analysis evaluating the effectiveness of instructional video technologies. Technology, Knowledge and Learning 29, 4 (2024), 2081\u20132115.","journal-title":"Technology, Knowledge and Learning"},{"key":"e_1_3_2_1_21_1","first-page":"102","article-title":"Effects of complexity-determined system pausing on learning from multimedia presentations","volume":"38","author":"Liu Tzu-Chien","year":"2022","unstructured":"Tzu-Chien Liu, Yi-Chun Lin, and Slava Kalyuga. 2022. Effects of complexity-determined system pausing on learning from multimedia presentations. Australasian Journal of Educational Technology 38, 1 (2022), 102\u2013114.","journal-title":"Australasian Journal of Educational Technology"},{"key":"e_1_3_2_1_22_1","volume-title":"G-eval: NLG evaluation using gpt-4 with better human alignment. arXiv preprint arXiv:2303.16634","author":"Liu Yang","year":"2023","unstructured":"Yang Liu, Dan Iter, Yichong Xu, Shuohang Wang, Ruochen Xu, and Chenguang Zhu. 2023. G-eval: NLG evaluation using gpt-4 with better human alignment. arXiv preprint arXiv:2303.16634 (2023)."},{"key":"e_1_3_2_1_23_1","first-page":"233","article-title":"I could not understand anything they said!\": Non-native English-speaking instructors, online learning, and student anxiety","volume":"28","author":"McClure Katelyn Lee","year":"2024","unstructured":"Katelyn Lee McClure and Michael Chen Hung-Tao. 2024. \"I could not understand anything they said!\": Non-native English-speaking instructors, online learning, and student anxiety. Psychology of Language and Communication 28, 1 (2024), 233\u2013260.","journal-title":"Psychology of Language and Communication"},{"key":"e_1_3_2_1_24_1","volume-title":"International Conference on Micro-Electronics and Telecommunication Engineering. Springer, 231\u2013240","author":"Bharathi Mohan G","year":"2021","unstructured":"G Bharathi Mohan and R Prasanna Kumar. 2021. A comprehensive survey on topic modeling in text summarization. In International Conference on Micro-Electronics and Telecommunication Engineering. Springer, 231\u2013240."},{"key":"e_1_3_2_1_25_1","volume-title":"Summarization is (almost) dead. arXiv preprint arXiv:2309.09558","author":"Pu Xiao","year":"2023","unstructured":"Xiao Pu, Mingqi Gao, and Xiaojun Wan. 2023. Summarization is (almost) dead. arXiv preprint arXiv:2309.09558 (2023)."},{"key":"e_1_3_2_1_26_1","first-page":"1","article-title":"Neural abstractive text summarization with sequence-to-sequence models","volume":"2","author":"Shi Tian","year":"2021","unstructured":"Tian Shi, Yaser Keneshloo, Naren Ramakrishnan, and Chandan K Reddy. 2021. Neural abstractive text summarization with sequence-to-sequence models. ACM Transactions on Data Science 2, 1 (2021), 1\u201337.","journal-title":"ACM Transactions on Data Science"},{"key":"e_1_3_2_1_27_1","first-page":"195","article-title":"New modes of help: Best practices for instructional video","volume":"59","author":"Swarts Jason","year":"2012","unstructured":"Jason Swarts. 2012. New modes of help: Best practices for instructional video. Technical Communication 59, 3 (2012), 195\u2013206.","journal-title":"Technical Communication"},{"key":"e_1_3_2_1_28_1","volume-title":"Ryan Burnell, Libin Bai, Anmol Gulati, Garrett Tanzer, Damien Vincent, Zhufeng Pan, Shibo Wang, et al.","author":"Team Gemini","year":"2024","unstructured":"Gemini Team, Petko Georgiev, Ving Ian Lei, Ryan Burnell, Libin Bai, Anmol Gulati, Garrett Tanzer, Damien Vincent, Zhufeng Pan, Shibo Wang, et al. 2024. Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context. arXiv preprint arXiv:2403.05530 (2024)."},{"key":"e_1_3_2_1_29_1","unstructured":"Jamba Team Barak Lenz Alan Arazi Amir Bergman Avshalom Manevich Barak Peleg Ben Aviram Chen Almagor Clara Fridman Dan Padnos et al. 2024. Jamba-1.5: Hybrid transformer-mamba models at scale. arXiv preprint arXiv:2408.12570 (2024)."},{"key":"e_1_3_2_1_30_1","volume-title":"Eight guidelines for the design of instructional videos for software training. Technical communication 60, 3","author":"der Meij Hans Van","year":"2013","unstructured":"Hans Van der Meij and Jan van der Meij. 2013. Eight guidelines for the design of instructional videos for software training. Technical communication 60, 3 (2013), 205\u2013228."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1111\/jcal.12082","article-title":"A test of the design of a video tutorial for software training","volume":"31","author":"van der Meij Jan","year":"2015","unstructured":"Jan van der Meij and Hans van der Meij. 2015. A test of the design of a video tutorial for software training. Journal of Computer Assisted Learning 31, 2 (2015), 116\u2013132.","journal-title":"Journal of Computer Assisted Learning"},{"key":"e_1_3_2_1_32_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_33_1","volume-title":"Is chatgpt a good nlg evaluator? a preliminary study. arXiv preprint arXiv:2303.04048","author":"Wang Jiaan","year":"2023","unstructured":"Jiaan Wang, Yunlong Liang, Fandong Meng, Zengkui Sun, Haoxiang Shi, Zhixu Li, Jinan Xu, Jianfeng Qu, and Jie Zhou. 2023. Is chatgpt a good nlg evaluator? a preliminary study. arXiv preprint arXiv:2303.04048 (2023)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","first-page":"1029","DOI":"10.1016\/j.jksuci.2020.05.006","article-title":"Review of automatic text summarization techniques & methods","volume":"34","author":"Widyassari Adhika Pramita","year":"2022","unstructured":"Adhika Pramita Widyassari, Supriadi Rustad, Guruh Fajar Shidik, Edi Noersasongko, Abdul Syukur, Affandy Affandy, et al. 2022. Review of automatic text summarization techniques & methods. Journal of King Saud University-Computer and Information Sciences 34, 4 (2022), 1029\u20131046.","journal-title":"Journal of King Saud University-Computer and Information Sciences"},{"key":"e_1_3_2_1_35_1","volume-title":"Extractive summarization as text matching. arXiv preprint arXiv:2004.08795","author":"Zhong Ming","year":"2020","unstructured":"Ming Zhong, Pengfei Liu, Yiran Chen, Danqing Wang, Xipeng Qiu, and Xuanjing Huang. 2020. Extractive summarization as text matching. arXiv preprint arXiv:2004.08795 (2020)."}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3728697","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:15:01Z","timestamp":1753730101000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3728697"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":35,"alternative-id":["10.1145\/3696630.3728697","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3728697","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}