{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T16:49:44Z","timestamp":1781974184272,"version":"3.54.5"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Open J. Comput. Soc."],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/ojcs.2025.3526712","type":"journal-article","created":{"date-parts":[[2025,1,7]],"date-time":"2025-01-07T20:03:27Z","timestamp":1736280207000},"page":"248-260","source":"Crossref","is-referenced-by-count":5,"title":["Comparative Analysis of Traditional and Modern NLP Techniques on the CoLA Dataset: From POS Tagging to Large Language Models"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0039-7832","authenticated-orcid":false,"given":"Abdessamad","family":"Benlahbib","sequence":"first","affiliation":[{"name":"Computer Science Department, LISAC Laboratory, Faculty of Sciences Dhar EL Mehraz (F.S.D.M), Sidi Mohamed Ben Abdellah University, Fez, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7396-9651","authenticated-orcid":false,"given":"Achraf","family":"Boumhidi","sequence":"additional","affiliation":[{"name":"Computer Science Department, LISAC Laboratory, Faculty of Sciences Dhar EL Mehraz (F.S.D.M), Sidi Mohamed Ben Abdellah University, Fez, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5793-0725","authenticated-orcid":false,"given":"Anass","family":"Fahfouh","sequence":"additional","affiliation":[{"name":"Computer Science Department, LISAC Laboratory, Faculty of Sciences Dhar EL Mehraz (F.S.D.M), Sidi Mohamed Ben Abdellah University, Fez, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6945-6098","authenticated-orcid":false,"given":"Hamza","family":"Alami","sequence":"additional","affiliation":[{"name":"Computer Science Department, LISAC Laboratory, Faculty of Sciences Dhar EL Mehraz (F.S.D.M), Sidi Mohamed Ben Abdellah University, Fez, Morocco"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"625","article-title":"Neural network acceptability judgments","volume-title":"Trans. Assoc. Comput. Linguistics","volume":"7","author":"Warstadt","year":"2019"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"353","DOI":"10.18653\/v1\/W18-5446","article-title":"GLUE: A multi-task benchmark and analysis platform for natural language understanding","volume-title":"Proc. EMNLP Workshop BlackboxNLP, Analyzing Interpreting Neural Netw. NLP","author":"Wang","year":"2018"},{"issue":"2","key":"ref3","first-page":"442","article-title":"Comparison of the predicted and observed secondary structure of T4 phage lysozyme","volume-title":"Biochimica et Biophysica Acta (BBA) - Protein Struct.","volume":"405","author":"Matthews","year":"1975"},{"key":"ref4","article-title":"GPT-4 technical report","year":"2023"},{"key":"ref5","first-page":"136","article-title":"A stochastic parts program and noun phrase parser for unrestricted text","volume-title":"Proc. 2nd Conf. Appl. Nat. Lang. Process.","author":"Church","year":"1988"},{"key":"ref6","first-page":"132","volume-title":"A Statistical Interpretation of Term Specificity and Its Application in Retrieval","author":"Jones","year":"1988"},{"key":"ref7","first-page":"135","article-title":"Enriching word vectors with subword information","volume-title":"Trans. Assoc. Comput. Linguistics","volume":"5","author":"Bojanowski","year":"2017"},{"key":"ref8","first-page":"2227","article-title":"Deep contextualized word representations","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics, Hum. Lang. Technol.","author":"Peters","year":"2018"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref10","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brown","year":"2020"},{"key":"ref11","first-page":"88","article-title":"Acceptability judgements via examining the topology of attention maps","volume-title":"Findings of the Association for Computational Linguistics","author":"Cherniavskii","year":"2022"},{"key":"ref12","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. 2019 Conf. North Amer. Chapter Assoc. Comput. Linguistics, Hum. Lang. Technol.","author":"Devlin","year":"2019"},{"issue":"1","key":"ref13","first-page":"5485","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref14","article-title":"Electra: Pre-training text encoders as discriminators rather than generators","author":"Clark","year":"2020"},{"key":"ref15","article-title":"DeBERTa: Decoding-enhanced bert with disentangled attention","author":"He","year":"2021"},{"key":"ref16","article-title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style pre-training with gradient-disentangled embedding sharing","author":"He","year":"2023"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"1441","DOI":"10.18653\/v1\/P19-1139","article-title":"ERNIE: Enhanced language representation with informative entities","volume-title":"Proc. 57th Annu. Meeting Assoc. Comput. Linguistics","author":"Zhang","year":"2019"},{"key":"ref18","first-page":"15354","article-title":"Beyond english-centric bitexts for better multilingual language representation learning","volume-title":"Proc. 61st Annu. Meeting Assoc. Comput. Linguistics","author":"Patra","year":"2023"},{"key":"ref19","article-title":"Metro: Efficient denoising pretraining of large scale autoencoding language models with model generated signals","author":"Bajaj","year":"2022"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1967.1053964"},{"key":"ref21","first-page":"41","article-title":"A comparison of event models for naive Bayes text classification","volume-title":"Proc. AAAI-98 Workshop Learn. Text Categorization","author":"McCallum","year":"1998"},{"key":"ref22","first-page":"3146","article-title":"LightGBM: A highly efficient gradient boosting decision tree","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ke","year":"2017"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"ref24","first-page":"364","article-title":"Pattern classification and scene analysis","volume-title":"Pattern Classification","author":"Duda","year":"1973"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1958.tb00292.x"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/BF00994018"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1310.4546"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1406.1078"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1038\/323533a0"},{"key":"ref32","article-title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","author":"Sanh","year":"2020"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"7871","DOI":"10.18653\/v1\/2020.acl-main.703","article-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","volume-title":"Proc. 58th Annu. Meeting Assoc. Comput. Linguistics","author":"Lewis","year":"2020"},{"key":"ref34","article-title":"BLOOM: A 176B-Parameter open-access multilingual language model","author":"Scao","year":"2022"},{"key":"ref35","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","author":"Lan","year":"2020"},{"key":"ref36","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref37","first-page":"4841","article-title":"Dynamic augmentation data selection for few-shot text classification","volume-title":"Findings of the Association for Computational Linguistics","author":"Liu","year":"2022"},{"key":"ref38","first-page":"3436","article-title":"Mixup-transformer: Dynamic data augmentation for NLP tasks","volume-title":"Proc. 28th Int. Conf. Computat. Linguistics","author":"Sun","year":"2020"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"5564","DOI":"10.18653\/v1\/P19-1559","article-title":"Generating fluent adversarial examples for natural languages","volume-title":"Proc. 57th Annu. Meeting Assoc. Comput. Linguistics","author":"Zhang","year":"2019"},{"key":"ref40","first-page":"119","article-title":"TextAttack: A framework for adversarial attacks, data augmentation, and adversarial training in NLP","volume-title":"Proc. 2020 Conf. Empirical Methods Nat. Lang. Process., Syst. Demonstrations","author":"Morris","year":"2020"}],"container-title":["IEEE Open Journal of the Computer Society"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/8782664\/10834807\/10829978.pdf?arnumber=10829978","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,28]],"date-time":"2025-01-28T18:48:30Z","timestamp":1738090110000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10829978\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":40,"URL":"https:\/\/doi.org\/10.1109\/ojcs.2025.3526712","relation":{},"ISSN":["2644-1268"],"issn-type":[{"value":"2644-1268","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}