{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T09:41:09Z","timestamp":1778233269263,"version":"3.51.4"},"reference-count":32,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,1,10]]},"DOI":"10.1109\/icpr48806.2021.9412023","type":"proceedings-article","created":{"date-parts":[[2021,5,5]],"date-time":"2021-05-05T22:15:54Z","timestamp":1620252954000},"page":"5551-5557","source":"Crossref","is-referenced-by-count":9,"title":["KoreALBERT: Pretraining a Lite BERT Model for Korean Language Understanding"],"prefix":"10.1109","author":[{"given":"Hyunjae","family":"Lee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jaewoong","family":"Yoon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bonggyu","family":"Hwang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seongho","family":"Joe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seungjai","family":"Min","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Youngjune","family":"Gwon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref32","first-page":"539","article-title":"KorQuAD: Korean QA Dataset for Machine Comprehension","author":"seungyoung lim","year":"2018","journal-title":"Journal of Computing Science and Engineering"},{"key":"ref31","first-page":"142","article-title":"Learning word vectors for sentiment analysis","author":"maas","year":"2011","journal-title":"Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics Human Language Technologies"},{"key":"ref30","article-title":"Kornli and korsts: New benchmark datasets for korean natural language understanding","author":"ham","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1082"},{"key":"ref11","article-title":"Albert: A Lite BERT for Self-supervised Learning of Language Representations","author":"lan","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref12","article-title":"Roberta: A robustly optimized BERT pretraining approach","volume":"abs 1907 11692","author":"liu","year":"2019","journal-title":"CoRR"},{"key":"ref13","article-title":"Spanbert: Improving pre-training by representing and predicting spans","volume":"abs 1907 10529","author":"joshi","year":"2019","journal-title":"CoRR"},{"key":"ref14","article-title":"Pre-training with whole word masking for chinese BERT","volume":"abs 1906 8101","author":"cui","year":"2019","journal-title":"CoRR"},{"key":"ref15","article-title":"Xlnet: Generalized autoregressive pretraining for language understanding","volume":"abs 1906 8237","author":"yang","year":"2019","journal-title":"CoRR"},{"key":"ref16","author":"k","year":"2019","journal-title":"Cross-lingual ability of multilingual bert An empirical study"},{"key":"ref17","author":"conneau","year":"2019","journal-title":"Unsu-pervised cross-lingual representation learning at scale"},{"key":"ref18","author":"le","year":"2019","journal-title":"Flaubert Unsupervised language model pre-training for french"},{"key":"ref19","author":"martin","year":"2019","journal-title":"Camembert a tasty french language model"},{"key":"ref28","article-title":"Huggingface's transformers: State-of-the-art natural language processing","volume":"abs 1910 3771","author":"wolf","year":"2019","journal-title":"ArXiv"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1177\/107769905303000401"},{"key":"ref27","article-title":"Reducing BERT pre-training time from 3 days to 76 minutes","volume":"abs 1904 962","author":"you","year":"2019","journal-title":"CoRR"},{"key":"ref3","article-title":"Bert: Pre-training of Deep Bidirectional Transformers for Language Understanding","author":"devlin","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1101"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-2012"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-2124"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref2","first-page":"5998","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3115\/1119176.1119195"},{"key":"ref1","article-title":"Sequence to sequence learning with neural networks","volume":"abs 1409 3215","author":"sutskever","year":"2014","journal-title":"CoRR"},{"key":"ref20","author":"polignano","year":"2019","journal-title":"Alberto Italian bert language understanding model for nlp challenging tasks based on tweets"},{"key":"ref22","author":"virtanen","year":"2019","journal-title":"Multilingual is not enough Bert for finnish"},{"key":"ref21","author":"vries","year":"2019","journal-title":"Bertje A dutch bert model"},{"key":"ref24","author":"lewis","year":"2019","journal-title":"BART Denoising Sequence-to-Sequence Pre-training for Natural Language Generation Translation and Comprehension"},{"key":"ref23","first-page":"2429","author":"park","year":"2018","journal-title":"Subword-level word vector representations for korean"},{"key":"ref26","article-title":"The korean language:structure, use and context","author":"song","year":"2006","journal-title":"Routledge"},{"key":"ref25","article-title":"Bridging nonlinearities and stochastic regularizers with gaussian error linear units","volume":"abs 1606 8415","author":"hendrycks","year":"2016","journal-title":"CoRR"}],"event":{"name":"2020 25th International Conference on Pattern Recognition (ICPR)","location":"Milan, Italy","start":{"date-parts":[[2021,1,10]]},"end":{"date-parts":[[2021,1,15]]}},"container-title":["2020 25th International Conference on Pattern Recognition (ICPR)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9411940\/9411911\/09412023.pdf?arnumber=9412023","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T11:40:52Z","timestamp":1652182852000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9412023\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,10]]},"references-count":32,"URL":"https:\/\/doi.org\/10.1109\/icpr48806.2021.9412023","relation":{},"subject":[],"published":{"date-parts":[[2021,1,10]]}}}