{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:23:51Z","timestamp":1750220631694,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":12,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,9,23]],"date-time":"2020-09-23T00:00:00Z","timestamp":1600819200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,9,23]]},"DOI":"10.1145\/3419604.3419773","type":"proceedings-article","created":{"date-parts":[[2020,11,8]],"date-time":"2020-11-08T15:27:41Z","timestamp":1604849261000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Language representation learning models"],"prefix":"10.1145","author":[{"given":"Sanae","family":"Achsas","sequence":"first","affiliation":[{"name":"LIIAN Laboratory, Sidi Mohammed Ben Abdellah University, Fez, Morocco"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"El Habib","family":"Nfaoui","sequence":"additional","affiliation":[{"name":"LIIAN Laboratory, Sidi Mohammed Ben Abdellah University, Fez, Morocco"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,11,8]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Accessed","author":"Mikolov T.","year":"2020","unstructured":"T. Mikolov , K. Chen , G. Corrado , and J. Dean , \" Efficient Estimation of Word Representations in Vector Space,\" arXiv:1301.3781 [cs], Sep. 2013 , Accessed : Jan. 26, 2020 . [Online]. Available : http:\/\/arxiv.org\/abs\/1301.3781. T. Mikolov, K. Chen, G. Corrado, and J. Dean, \"Efficient Estimation of Word Representations in Vector Space,\" arXiv:1301.3781 [cs], Sep. 2013, Accessed: Jan. 26, 2020. [Online]. Available: http:\/\/arxiv.org\/abs\/1301.3781."},{"key":"e_1_3_2_1_2_1","first-page":"1532 14","volume-title":"Doha","author":"Pennington J.","year":"2014","unstructured":"J. Pennington , R. Socher , and C. Manning , \" Glove: Global Vectors for Word Representation,\" in Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP) , Doha , Qatar , 2014 , pp. 1532 -- 1543 , doi: 10.3115\/v1\/D 14 - 1162 . 10.3115\/v1 J. Pennington, R. Socher, and C. Manning, \"Glove: Global Vectors for Word Representation,\" in Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), Doha, Qatar, 2014, pp. 1532--1543, doi: 10.3115\/v1\/D14-1162."},{"key":"e_1_3_2_1_3_1","volume-title":"Accessed","author":"Le Q. V.","year":"2020","unstructured":"Q. V. Le and T. Mikolov , \" Distributed Representations of Sentences and Documents,\" arXiv:1405.4053 [cs], May 2014 , Accessed : Jan. 26, 2020 . [Online]. Available : http:\/\/arxiv.org\/abs\/1405.4053. Q. V. Le and T. Mikolov, \"Distributed Representations of Sentences and Documents,\" arXiv:1405.4053 [cs], May 2014, Accessed: Jan. 26, 2020. [Online]. Available: http:\/\/arxiv.org\/abs\/1405.4053."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogsys.2018.05.002"},{"key":"e_1_3_2_1_5_1","volume-title":"Accessed","author":"Peters M. E.","year":"2020","unstructured":"M. E. Peters contextualized word representations,\" arXiv:1802.05365 [cs], Mar. 2018 , Accessed : Jan. 26, 2020 . [Online]. Available : http:\/\/arxiv.org\/abs\/1802.05365. M. E. Peters et al., \"Deep contextualized word representations,\" arXiv:1802.05365 [cs], Mar. 2018, Accessed: Jan. 26, 2020. [Online]. Available: http:\/\/arxiv.org\/abs\/1802.05365."},{"key":"e_1_3_2_1_6_1","volume-title":"Accessed","author":"Devlin J.","year":"2020","unstructured":"J. Devlin , M.-W. Chang , K. Lee , and K. Toutanova , \" BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding,\" arXiv:1810.04805 [cs], May 2019 , Accessed : Jan. 26, 2020 . [Online]. Available : http:\/\/arxiv.org\/abs\/1810.04805. J. Devlin, M.-W. Chang, K. Lee, and K. Toutanova, \"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding,\" arXiv:1810.04805 [cs], May 2019, Accessed: Jan. 26, 2020. [Online]. Available: http:\/\/arxiv.org\/abs\/1810.04805."},{"key":"e_1_3_2_1_7_1","volume-title":"Accessed","author":"Howard J.","year":"2020","unstructured":"J. Howard and S. Ruder , \" Universal Language Model Fine-tuning for Text Classification,\" arXiv:1801.06146 [cs, stat], May 2018 , Accessed : Jan. 26, 2020 . [Online]. Available : http:\/\/arxiv.org\/abs\/1801.06146. J. Howard and S. Ruder, \"Universal Language Model Fine-tuning for Text Classification,\" arXiv:1801.06146 [cs, stat], May 2018, Accessed: Jan. 26, 2020. [Online]. Available: http:\/\/arxiv.org\/abs\/1801.06146."},{"key":"e_1_3_2_1_8_1","first-page":"12","volume-title":"Improving Language Understanding by Generative Pre-Training","author":"Radford A.","unstructured":"A. Radford , K. Narasimhan , T. Salimans , and I. Sutskever , \" Improving Language Understanding by Generative Pre-Training ,\" p. 12 . A. Radford, K. Narasimhan, T. Salimans, and I. Sutskever, \"Improving Language Understanding by Generative Pre-Training,\" p. 12."},{"key":"e_1_3_2_1_9_1","first-page":"11","volume-title":"Attention is All you Need","author":"Vaswani A.","unstructured":"A. Vaswani , \" Attention is All you Need ,\" p. 11 . A. Vaswani et al., \"Attention is All you Need,\" p. 11."},{"key":"e_1_3_2_1_10_1","first-page":"24","volume-title":"Language Models are Unsupervised Multitask Learners","author":"Radford A.","unstructured":"A. Radford , J. Wu , R. Child , D. Luan , D. Amodei , and I. Sutskever , \" Language Models are Unsupervised Multitask Learners ,\" p. 24 . A. Radford, J. Wu, R. Child, D. Luan, D. Amodei, and I. Sutskever, \"Language Models are Unsupervised Multitask Learners,\" p. 24."},{"key":"e_1_3_2_1_11_1","volume-title":"Accessed","author":"Yang Z.","year":"2020","unstructured":"Z. Yang , Z. Dai , Y. Yang , J. Carbonell , R. Salakhutdinov , and Q. V. Le , \" XLNet: Generalized Autoregressive Pretraining for Language Understanding,\" arXiv:1906.08237 [cs], Jan. 2020 , Accessed : Jan. 26, 2020 . [Online]. Available : http:\/\/arxiv.org\/abs\/1906.08237. Z. Yang, Z. Dai, Y. Yang, J. Carbonell, R. Salakhutdinov, and Q. V. Le, \"XLNet: Generalized Autoregressive Pretraining for Language Understanding,\" arXiv:1906.08237 [cs], Jan. 2020, Accessed: Jan. 26, 2020. [Online]. Available: http:\/\/arxiv.org\/abs\/1906.08237."},{"key":"e_1_3_2_1_12_1","volume-title":"Accessed","author":"Dai Z.","year":"2020","unstructured":"Z. Dai , Z. Yang , Y. Yang , J. Carbonell , Q. V. Le , and R. Salakhutdinov , \" Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context,\" arXiv:1901.02860 [cs, stat], Jun. 2019 , Accessed : Jan. 26, 2020 . [Online]. Available : http:\/\/arxiv.org\/abs\/1901.02860. Z. Dai, Z. Yang, Y. Yang, J. Carbonell, Q. V. Le, and R. Salakhutdinov, \"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context,\" arXiv:1901.02860 [cs, stat], Jun. 2019, Accessed: Jan. 26, 2020. [Online]. Available: http:\/\/arxiv.org\/abs\/1901.02860."}],"event":{"name":"SITA'20: Theories and Applications","acronym":"SITA'20","location":"Rabat Morocco"},"container-title":["Proceedings of the 13th International Conference on Intelligent Systems: Theories and Applications"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3419604.3419773","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3419604.3419773","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:42Z","timestamp":1750197702000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3419604.3419773"}},"subtitle":["A comparative study"],"short-title":[],"issued":{"date-parts":[[2020,9,23]]},"references-count":12,"alternative-id":["10.1145\/3419604.3419773","10.1145\/3419604"],"URL":"https:\/\/doi.org\/10.1145\/3419604.3419773","relation":{},"subject":[],"published":{"date-parts":[[2020,9,23]]},"assertion":[{"value":"2020-11-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}