{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T14:12:13Z","timestamp":1773843133569,"version":"3.50.1"},"reference-count":39,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,12,11]],"date-time":"2021-12-11T00:00:00Z","timestamp":1639180800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,12,11]],"date-time":"2021-12-11T00:00:00Z","timestamp":1639180800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,12,11]],"date-time":"2021-12-11T00:00:00Z","timestamp":1639180800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,12,11]]},"DOI":"10.1109\/ialp54817.2021.9675208","type":"proceedings-article","created":{"date-parts":[[2022,1,19]],"date-time":"2022-01-19T20:36:45Z","timestamp":1642624605000},"page":"200-206","source":"Crossref","is-referenced-by-count":7,"title":["Evaluation of Arabic-Based Contextualized Word Embedding Models"],"prefix":"10.1109","author":[{"given":"Sane Mo","family":"Yagi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Youssef","family":"Mansour","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Firuz","family":"Kamalov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashraf","family":"Elnagar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Unsu-pervised cross-lingual representation learning at scale","author":"conneau","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref38","article-title":"Albert: A lite bert for self-supervised learning of language representations","author":"lan","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.551"},{"key":"ref32","first-page":"21","article-title":"Benchmarking Transformer-based Language Models for Arabic Sentiment and Sarcasm Detection","author":"farha","year":"2021","journal-title":"Arabic Natural Language Processing Workshop"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2021.02.005"},{"key":"ref30","article-title":"Benchmarking of Transformer-Based Pre-Trained Models on Social Media Text Classification Datasets","author":"guo","year":"2020","journal-title":"Proceedings of the The 18th Annual Workshop of the Australasian Language Technology Association"},{"key":"ref37","article-title":"A monolingual approach to contextualized word embeddings for mid-resource languages","author":"suarez","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.semeval-1.271"},{"key":"ref35","author":"durrani","year":"0","journal-title":"Farasa A Fast and Furious Segmenter for Arabic"},{"key":"ref34","article-title":"Gigabert: Zero-shot transfer learning from english to arabic","author":"lan","year":"2020","journal-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-75015-2_10"},{"key":"ref11","volume":"abs 2008 9470","author":"angelov","year":"2020","journal-title":"Top2vec Distributed representations of top-ics"},{"key":"ref12","first-page":"130","article-title":"Bert-based ensembles for modeling disclosure and support in conversational social media text","volume":"2614","author":"pant","year":"2020","journal-title":"Proceedings of the 3rd Workshop on Affective Content Analysis (AffCon 2020) co-located with Thirty-Fourth AAAI Conference on Artificial Intelligence (AAAI 2020)"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.602"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.semeval-1.4"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3390\/app11062567"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3811"},{"key":"ref17","article-title":"Electra: Pre-training text encoders as discriminators rather than generators","author":"clark","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref18","first-page":"9","article-title":"Rewon child, david luan, dario amodei, and ilya sutskever. 2019","volume":"1","author":"radford","year":"2019","journal-title":"Language Models are Unsupervised Multitask Learners"},{"key":"ref19","article-title":"Language models are few-shot learners","author":"brown","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref28","author":"hume","year":"2007","journal-title":"An Enquiry Concerning Human Understanding"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.dib.2019.104076"},{"key":"ref27","author":"safaya","year":"2020","journal-title":"Arabic-albert"},{"key":"ref3","first-page":"35","author":"elnagar","year":"2018","journal-title":"Hotel Arabic-Reviews Dataset Construction for Sentiment Analysis Applications"},{"key":"ref6","first-page":"106836","article-title":"Deep learning for arabic subjective sentiment analysis: Challenges and research opportu-nities","author":"nassif","year":"2020","journal-title":"Applied Soft Computing"},{"key":"ref29","article-title":"Contextual Embeddings for Arabic-English Code-Switched Data","author":"sabty","year":"2020","journal-title":"Proceedings of the Fifth Arabic Natural Language Processing Workshop"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2019.102121"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-021-06390-z"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/IALP51396.2020.9310507"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2018.10.474"},{"key":"ref9","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018","journal-title":"ArXiv Preprint"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2018.10.489"},{"key":"ref20","article-title":"Exploring the limits of trans-fer learning with a unified text-to-text transformer","author":"raffel","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref22","article-title":"Arabert: Transformer-based model for arabic language understanding","author":"antoun","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref21","article-title":"Roberta: A robustly optimized bert pretraining approach","author":"liu","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref24","article-title":"Arbert & marbert: deep bidirectional transformers for arabic","author":"abdul-mageed","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref23","first-page":"226","article-title":"Improving arabic text categorization using transformer training diversification","author":"chowdhury","year":"2020","journal-title":"Proceedings of the Fifth Arabic Natural Language Processing Workshop"},{"key":"ref26","article-title":"Araelectra: Pre-training text discriminators for arabic language understanding","author":"antoun","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref25","article-title":"Aragpt2: pre-trained transformer for arabic language generation","author":"antoun","year":"2020","journal-title":"ArXiv Preprint"}],"event":{"name":"2021 International Conference on Asian Language Processing (IALP)","location":"Singapore, Singapore","start":{"date-parts":[[2021,12,11]]},"end":{"date-parts":[[2021,12,13]]}},"container-title":["2021 International Conference on Asian Language Processing (IALP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9675143\/9675146\/09675208.pdf?arnumber=9675208","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T16:57:32Z","timestamp":1652201852000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9675208\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,11]]},"references-count":39,"URL":"https:\/\/doi.org\/10.1109\/ialp54817.2021.9675208","relation":{},"subject":[],"published":{"date-parts":[[2021,12,11]]}}}