{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T10:55:43Z","timestamp":1781520943979,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T00:00:00Z","timestamp":1781568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,17]]},"DOI":"10.1145\/3816713.3816760","type":"proceedings-article","created":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T10:34:51Z","timestamp":1781519691000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Lilit to Ramakien: A Five-Work Benchmark for LLM Understanding of Classical Thai Literature"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5970-7751","authenticated-orcid":false,"given":"Tuul","family":"Triyason","sequence":"first","affiliation":[{"name":"School of Information Technology, Thungkru, Bangkok, Thailand"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,16]]},"reference":[{"key":"e_1_3_3_2_2_2","first-page":"2138","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT)","author":"Bamman David","year":"2019","unstructured":"David Bamman, Sejal Popat, and Sheng Shen. 2019. A Annotated Dataset of Literary Entities. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT). Association for Computational Linguistics, Minneapolis, Minnesota, 2138\u20132144."},{"key":"e_1_3_3_2_3_2","volume-title":"An Introduction to the Thai Poem \u201cLilit Phra Law\u201d","author":"Bickner Robert\u00a0J.","year":"1991","unstructured":"Robert\u00a0J. Bickner. 1991. An Introduction to the Thai Poem \u201cLilit Phra Law\u201d. Center for Southeast Asian Studies, University of Wisconsin, Madison."},{"key":"e_1_3_3_2_4_2","volume-title":"Advances in Neural Information Processing Systems","author":"Cao Jiahuan","year":"2024","unstructured":"Jiahuan Cao et\u00a0al. 2024. WenMind: A Comprehensive Benchmark for Evaluating Large Language Models in Chinese Classical Literature and Language Arts. In Advances in Neural Information Processing Systems , Vol.\u00a037."},{"key":"e_1_3_3_2_5_2","unstructured":"Yu-Chu Chang et\u00a0al. 2023. A Survey on Evaluation of Large Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.03109."},{"key":"e_1_3_3_2_6_2","first-page":"1603","volume-title":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing (EMNLP)","author":"Chaturvedi Snigdha","year":"2017","unstructured":"Snigdha Chaturvedi, Haoruo Peng, and Dan Roth. 2017. Story Comprehension for Predicting What Happens Next. In Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing (EMNLP). Association for Computational Linguistics, Copenhagen, Denmark, 1603\u20131614."},{"key":"e_1_3_3_2_7_2","unstructured":"Jacob Devlin Ming-Wei Chang Kenton Lee and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1810.04805."},{"key":"e_1_3_3_2_8_2","first-page":"5239","volume-title":"Proceedings of the 12th Language Resources and Evaluation Conference (LREC)","author":"Hellwig Oliver","year":"2020","unstructured":"Oliver Hellwig, Sebastian Nehrdich, and Yves Scherrer. 2020. Named Entity Recognition for Sanskrit Using Neural Methods. In Proceedings of the 12th Language Resources and Evaluation Conference (LREC). European Language Resources Association, Marseille, France, 5239\u20135248."},{"key":"e_1_3_3_2_9_2","unstructured":"Dan Hendrycks Collin Burns Steven Basart Andy Zou Mantas Mazeika Dawn Song and Jacob Steinhardt. 2021. Measuring Massive Multitask Language Understanding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2009.03300."},{"key":"e_1_3_3_2_10_2","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (ACL)","author":"Jiang Wenlong","year":"2023","unstructured":"Wenlong Jiang, Yuxiang Song, Qiong Wang, and Yan Huang. 2023. Classical Chinese Natural Language Processing: A Survey. In Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (ACL). Association for Computational Linguistics, Toronto, Canada."},{"key":"e_1_3_3_2_11_2","volume-title":"A History of Thai Literature","author":"Jumsai Manich","year":"1972","unstructured":"Manich Jumsai. 1972. A History of Thai Literature. Chalermnit, Bangkok."},{"key":"e_1_3_3_2_12_2","unstructured":"Percy Liang Rishi Bommasani Tony Lee Dimitris Tsipras Dilara Soylu Michihiro Yasunaga Yian Zhang Deepak Narayanan Yuhuai Wu Ananya Kumar et\u00a0al. 2022. Holistic Evaluation of Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2211.09110."},{"key":"e_1_3_3_2_13_2","unstructured":"Peerat Limkonchotiwat et\u00a0al. 2025. Assessing Thai Dialect Performance in LLMs with Automatic Benchmarks and Human Evaluation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2504.05898."},{"key":"e_1_3_3_2_14_2","volume-title":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing (EMNLP)","author":"Limkonchotiwat Peerat","year":"2025","unstructured":"Peerat Limkonchotiwat et\u00a0al. 2025. WangchanThaiInstruct: An Instruction-Following Dataset for Culture-Aware, Multitask, and Multi-Domain Evaluation in Thai. In Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing (EMNLP). arXiv:https:\/\/arXiv.org\/abs\/2508.15239."},{"key":"e_1_3_3_2_15_2","first-page":"4007","volume-title":"Proceedings of the 13th Language Resources and Evaluation Conference (LREC 2022)","author":"Lowphansirikul Lalita","year":"2022","unstructured":"Lalita Lowphansirikul, Charin Polpanumas, Nawat Jantrakulchai, and Sarana Nutanong. 2022. WangchanBERTa: Pretraining Transformer-based Thai Language Models. In Proceedings of the 13th Language Resources and Evaluation Conference (LREC 2022). European Language Resources Association, Marseille, France, 4007\u20134013."},{"key":"e_1_3_3_2_16_2","unstructured":"Kunat Pipatanakul Phatrasek Pandej Potsawee Sirirak Kasima Kosasih Krichkorn Sungkro and Peerat Limkonchotiwat. 2023. Typhoon: Thai Large Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2312.13951."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Andrew Piper. 2020. Do We Know What We Are Doing? The State of Creating and Using Electronic Scholarly Editions. Journal of Cultural Analytics 4 1 (2020).","DOI":"10.22148\/001c.11826"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","first-page":"2383","DOI":"10.18653\/v1\/D16-1264","volume-title":"Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing (EMNLP)","author":"Rajpurkar Pranav","year":"2016","unstructured":"Pranav Rajpurkar, Jian Zhang, Konstantin Lopyrev, and Percy Liang. 2016. SQuAD: 100,000+ Questions for Machine Comprehension of Text. In Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing (EMNLP). Association for Computational Linguistics, Austin, Texas, 2383\u20132392."},{"key":"e_1_3_3_2_19_2","volume-title":"Dance, Drama, and Theatre in Thailand","author":"Rutnin Mattani\u00a0Mojdara","year":"1993","unstructured":"Mattani\u00a0Mojdara Rutnin. 1993. Dance, Drama, and Theatre in Thailand. Silkworm Books, Chiang Mai."},{"key":"e_1_3_3_2_20_2","volume-title":"\u00c9tude sur la litt\u00e9rature siam\u00e9oise","author":"Schweisguth Patrice","year":"1951","unstructured":"Patrice Schweisguth. 1951. \u00c9tude sur la litt\u00e9rature siam\u00e9oise. Imprimerie Nationale, Paris."},{"key":"e_1_3_3_2_21_2","unstructured":"Aarohi Srivastava Abhinav Rastogi Abhishek Rao et\u00a0al. 2022. Beyond the Imitation Game: Quantifying and Extrapolating the Capabilities of Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2206.04615."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Omri Suissa Avshalom Elmalech and Maayan Zhitomirsky-Geffet. 2022. Text Analysis Using Deep Neural Networks in Digital Humanities and Information Science. Journal of the Association for Information Science and Technology 73 8 (2022) 1158\u20131172.","DOI":"10.1002\/asi.24544"},{"key":"e_1_3_3_2_23_2","volume-title":"Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)","author":"Tang Xuemei","year":"2024","unstructured":"Xuemei Tang et\u00a0al. 2024. CHisIEC: An Information Extraction Corpus for Ancient Chinese History. In Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024). ELRA and ICCL."},{"key":"e_1_3_3_2_24_2","volume-title":"Forum for Linguistic Studies","author":"Tasawong Panuthep","year":"2025","unstructured":"Panuthep Tasawong et\u00a0al. 2025. Advancing Thai Sentence Embedding: Benchmark Development. In Forum for Linguistic Studies."},{"key":"e_1_3_3_2_25_2","volume-title":"Sunthorn Phu: A Life and Selected Verses","author":"Wenk Klaus","year":"1969","unstructured":"Klaus Wenk. 1969. Sunthorn Phu: A Life and Selected Verses. Franz Steiner Verlag, Wiesbaden."},{"key":"e_1_3_3_2_26_2","volume-title":"International Conference on Learning Representations (ICLR)","author":"Zhang Tianyi","year":"2020","unstructured":"Tianyi Zhang, Varsha Kishore, Felix Wu, Kilian\u00a0Q Weinberger, and Yoav Artzi. 2020. BERTScore: Evaluating Text Generation with BERT. In International Conference on Learning Representations (ICLR). OpenReview.net, Addis Ababa, Ethiopia."}],"event":{"name":"IAIT 2026: 14th International Conference on Advances in Information Technology","location":"Bangkok Thailand","acronym":"IAIT '26"},"container-title":["Proceedings of the 14th International Conference on Advances in Information Technology"],"original-title":[],"deposited":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T10:38:25Z","timestamp":1781519905000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3816713.3816760"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,16]]},"references-count":25,"alternative-id":["10.1145\/3816713.3816760","10.1145\/3816713"],"URL":"https:\/\/doi.org\/10.1145\/3816713.3816760","relation":{},"subject":[],"published":{"date-parts":[[2026,6,16]]},"assertion":[{"value":"2026-06-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}