{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T16:58:45Z","timestamp":1784134725189,"version":"3.55.0"},"publisher-location":"Stroudsburg, PA, USA","reference-count":0,"publisher":"Association for Computational Linguistics","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.18653\/v1\/2025.acl-long.701","type":"proceedings-article","created":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T09:54:03Z","timestamp":1754301243000},"page":"14403-14416","source":"Crossref","is-referenced-by-count":8,"title":["KazMMLU: Evaluating Language Models on Kazakh, Russian, and Regional Knowledge of Kazakhstan"],"prefix":"10.18653","author":[{"given":"Mukhammed","family":"Togmanov","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nurdaulet","family":"Mukhituly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Diana","family":"Turmakhan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonibek","family":"Mansurov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maiya","family":"Goloburda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Akhmed","family":"Sakip","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhuohan","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuxia","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bekassyl","family":"Syzdykov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nurkhan","family":"Laiyk","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alham Fikri","family":"Aji","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ekaterina","family":"Kochmar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Preslav","family":"Nakov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fajri","family":"Koto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1643","event":{"name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","location":"Vienna, Austria","start":{"date-parts":[[2025,7]]},"end":{"date-parts":[[2025,7]]}},"container-title":["Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)"],"original-title":[],"deposited":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T09:56:36Z","timestamp":1754301396000},"score":1,"resource":{"primary":{"URL":"https:\/\/aclanthology.org\/2025.acl-long.701"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":0,"URL":"https:\/\/doi.org\/10.18653\/v1\/2025.acl-long.701","relation":{},"subject":[],"published":{"date-parts":[[2025]]}}}