{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T10:35:33Z","timestamp":1763202933449,"version":"3.28.0"},"reference-count":38,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003850","name":"Inner Mongolia University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003850","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,30]]},"DOI":"10.1109\/ijcnn60899.2024.10650812","type":"proceedings-article","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T17:35:05Z","timestamp":1725903305000},"page":"1-8","source":"Crossref","is-referenced-by-count":1,"title":["Pre-training Language Model for Mongolian with Agglutinative Linguistic Knowledge Injection"],"prefix":"10.1109","author":[{"given":"Muhan","family":"Na","sequence":"first","affiliation":[{"name":"Inner Mongolia University,College of Computer Science,Hohhot,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rui","family":"Liu","sequence":"additional","affiliation":[{"name":"Inner Mongolia University,College of Computer Science,Hohhot,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Feilong","family":"Bao","sequence":"additional","affiliation":[{"name":"Inner Mongolia University,College of Computer Science,Hohhot,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guanglai","family":"Gao","sequence":"additional","affiliation":[{"name":"Inner Mongolia University,College of Computer Science,Hohhot,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","year":"2018","author":"Devlin","key":"ref1"},{"article-title":"Roberta: A robustly optimized bert pretraining approach","year":"2019","author":"Liu","key":"ref2"},{"key":"ref3","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in neural information processing systems"},{"issue":"1","key":"ref4","first-page":"5485","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"The Journal of Machine Learning Research"},{"key":"ref5","first-page":"19","article-title":"Analysing syntactic and semantic features in pre-trained language models in a fully unsupervised setting","volume-title":"Proceedings of the 19th International Conference on Natural Language Processing (ICON)","author":"B\u00f6l\u00fcc\u00fc"},{"key":"ref6","first-page":"3929","article-title":"Retrieval augmented language model pre-training","volume-title":"International conference on machine learning","author":"Guu"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1561\/1500000100"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21409"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2022.3188113"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19809-0_30"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548112"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01522"},{"article-title":"Vatt: Transformers for multimodal self-supervised learning from raw video, audio and text","year":"2021","author":"Akbari","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.4"},{"key":"ref16","first-page":"7255","article-title":"Learning better masking for better language model pre-training","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Yang"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2020.3040523"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2020.3040523"},{"key":"ref19","first-page":"505","article-title":"Mongolian named entity recognition system with rich features","volume-title":"Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers","author":"Wang"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s11063-019-10044-6"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-36718-3_31"},{"key":"ref22","first-page":"102257","article-title":"Multi-space channel representation learning for mono-to-binaural conversion based audio deepfake detection","volume-title":"Information Fusion","volume":"105","author":"Liu","year":"2024"},{"issue":"17","key":"ref23","first-page":"18 698","article-title":"Emotion rendering for conversational speech synthesis with heterogeneous graph-based context modeling","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","volume":"38","author":"Liu"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2024.3378570"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2023.3348762"},{"key":"ref26","article-title":"Research on cyrillic and mongolian script\u2019s morphlolgy and conversion system","volume-title":"Ph.D. dissertation","author":"Uganbater","year":"2014"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICGI.2017.56"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/B0-08-044854-2\/02095-2"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3124365"},{"article-title":"Ernie: Enhanced representation through knowledge integration","year":"2019","author":"Sun","key":"ref30"},{"article-title":"Structbert: Incorporating language structures into pre-training for deep language understanding","year":"2019","author":"Wang","key":"ref31"},{"key":"ref32","first-page":"3605","article-title":"From characters to words: Hierarchical pre-trained language model for open-vocabulary language understanding","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Sun"},{"key":"ref33","first-page":"9","article-title":"Analyzing ELMo and DistilBERT on socio-political news classification","volume-title":"Proceedings of the Workshop on Automated Extraction of Socio-political Events from News 2020","author":"B\u00fcy\u00fckoz"},{"key":"ref34","first-page":"8318","article-title":"Label semantic aware pre-training for few-shot text classification","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Mueller"},{"journal-title":"New Mongolian Chinese Dictionary","year":"2011","author":"Zhang","key":"ref35"},{"journal-title":"A comparative study of Mongolian and Cyrillic orthography","year":"2010","author":"Chuma","key":"ref36"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.3115\/1119176.1119195"},{"key":"ref38","article-title":"Attention is all you need","author":"Vaswani","year":"2017","journal-title":"Neural Information Processing Systems,Neural Information Processing Systems"}],"event":{"name":"2024 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2024,6,30]]},"location":"Yokohama, Japan","end":{"date-parts":[[2024,7,5]]}},"container-title":["2024 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10649807\/10649898\/10650812.pdf?arnumber=10650812","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T06:25:14Z","timestamp":1725949514000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10650812\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,30]]},"references-count":38,"URL":"https:\/\/doi.org\/10.1109\/ijcnn60899.2024.10650812","relation":{},"subject":[],"published":{"date-parts":[[2024,6,30]]}}}