{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T09:40:51Z","timestamp":1780566051578,"version":"3.54.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2022,11,15]],"date-time":"2022-11-15T00:00:00Z","timestamp":1668470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,11,15]],"date-time":"2022-11-15T00:00:00Z","timestamp":1668470400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s00521-022-07944-5","type":"journal-article","created":{"date-parts":[[2022,11,15]],"date-time":"2022-11-15T13:04:54Z","timestamp":1668517494000},"page":"6115-6124","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["A transformer fine-tuning strategy for text dialect identification"],"prefix":"10.1007","volume":"35","author":[{"given":"Mohammad Ali","family":"Humayun","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hayati","family":"Yassin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Junaid","family":"Shuja","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdullah","family":"Alourani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pg Emeroylariffion","family":"Abas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,11,15]]},"reference":[{"key":"7944_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2011.01.004","author":"YG Cao","year":"2011","unstructured":"Cao YG, Liu F, Simpson P, Antieau L, Bennett A, Cimino JJ, Ely J, Yu H (2011) AskHERMES: An online question answering system for complex clinical questions. J Biomed Inform. https:\/\/doi.org\/10.1016\/j.jbi.2011.01.004","journal-title":"J Biomed Inform"},{"key":"7944_CR2","doi-asserted-by":"publisher","DOI":"10.3390\/info11020106","author":"CW Chen","year":"2020","unstructured":"Chen CW, Tseng SP, Kuan TW, Wang JF (2020) Outpatient text classification using attention-based bidirectional LSTM for robot-assisted servicing in hospital. Inf. https:\/\/doi.org\/10.3390\/info11020106","journal-title":"Inf"},{"key":"7944_CR3","doi-asserted-by":"crossref","unstructured":"Abdul-Mageed M, Zhang C, Elmadany A, Bouamor H, Habash N (2021) NADI 2021: The Second Nuanced Arabic Dialect Identification Shared Task, ArXiv Prepr. arXiv:2103. http:\/\/arxiv.org\/abs\/2103.08466.","DOI":"10.18653\/v1\/2022.wanlp-1.9"},{"key":"7944_CR4","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst. 5999\u20136009."},{"key":"7944_CR5","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2019) BERT: Pre-training of deep bidirectional transformers for language understanding, NAACL HLT 2019. In: 2019 Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies. 1 (2019) 4171\u20134186."},{"key":"7944_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.7717\/PEERJ-CS.650","volume":"7","author":"MA Humayun","year":"2021","unstructured":"Humayun MA, Yassin H, Abas PE (2021) Spatial position constraint for unsupervised learning of speech representations. PeerJ Comput Sci 7:1\u201324. https:\/\/doi.org\/10.7717\/PEERJ-CS.650","journal-title":"PeerJ Comput Sci"},{"key":"7944_CR7","unstructured":"Abdelali A, Hassan S, Mubarak H, Darwish K, Samih Y (2021) Pre-training BERT on Arabic tweets: practical considerations. http:\/\/arxiv.org\/abs\/2102.10684"},{"key":"7944_CR8","unstructured":"Antoun W, Baly F, Hajj H (2020) AraBERT: Transformer-based model for arabic language understanding. http:\/\/arxiv.org\/abs\/2003.00104."},{"key":"7944_CR9","unstructured":"Houlsby N, Giurgiu A, Jastrz\u00e7bski S, Morrone B, de Laroussilhe Q, Gesmundo A, Attariyan M, Gelly S (2019) Parameter-efficient transfer learning for NLP. In: 36th international conference on machine learning. ICML 2019, pp 4944\u20134953"},{"key":"7944_CR10","doi-asserted-by":"publisher","unstructured":"Abdul-Mageed M, Elmadany A, Nagoudi EMB (2021) ARBERT & MARBERT: deep bidirectional transformers for Arabic, pp 7088\u20137105. https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.551.","DOI":"10.18653\/v1\/2021.acl-long.551"},{"key":"7944_CR11","unstructured":"AlKhamissi B, Gabr M, ElNokrashy M, Essam K (2021) Adapting MARBERT for Improved Arabic Dialect Identification: Submission to the NADI 2021 Shared Task. In: Proceedings sixth Arabic natural language processing work. pp 260\u2013264. https:\/\/aclanthology.org\/2021.wanlp-1.29."},{"key":"7944_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2022.03.007","author":"MA Humayun","year":"2022","unstructured":"Humayun MA, Yassin H, Abas PE (2022) Native language identification for Indian-speakers by an ensemble of phoneme-specific, and text-independent convolutions. Speech Commun. https:\/\/doi.org\/10.1016\/j.specom.2022.03.007","journal-title":"Speech Commun"},{"key":"7944_CR13","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324917000249","author":"J Bj\u00f6rklund","year":"2017","unstructured":"Bj\u00f6rklund J, Zechner N (2017) Syntactic methods for topic-independent authorship attribution. Nat Lang Eng. https:\/\/doi.org\/10.1017\/S1351324917000249","journal-title":"Nat Lang Eng"},{"key":"7944_CR14","doi-asserted-by":"publisher","DOI":"10.1108\/EL-11-2017-0236","author":"M Al-Yahya","year":"2018","unstructured":"Al-Yahya M (2018) Stylometric analysis of classical Arabic texts for genre detection. Electron Libr. https:\/\/doi.org\/10.1108\/EL-11-2017-0236","journal-title":"Electron Libr"},{"key":"7944_CR15","doi-asserted-by":"publisher","DOI":"10.1145\/1344411.1344413","author":"A Abbasi","year":"2008","unstructured":"Abbasi A, Chen H (2008) Writeprints: a stylometric approach to identity-level identification and similarity detection in cyberspace. ACM Trans Inf Syst. https:\/\/doi.org\/10.1145\/1344411.1344413","journal-title":"ACM Trans Inf Syst"},{"key":"7944_CR16","doi-asserted-by":"publisher","DOI":"10.1145\/3132039","author":"T Neal","year":"2017","unstructured":"Neal T, Sundararajan K, Fatima A, Yan Y, Xiang Y, Woodard D (2017) Surveying stylometry techniques and applications. ACM Comput Surv. https:\/\/doi.org\/10.1145\/3132039","journal-title":"ACM Comput Surv"},{"key":"7944_CR17","doi-asserted-by":"publisher","DOI":"10.3115\/1599081.1599146","author":"K Luyckx","year":"2008","unstructured":"Luyckx K, Daelemans W (2008) Authorship attribution and verification with many authors and limited data. Artif Intell Conf. https:\/\/doi.org\/10.3115\/1599081.1599146","journal-title":"Artif Intell Conf"},{"key":"7944_CR18","doi-asserted-by":"publisher","first-page":"886","DOI":"10.1016\/j.ipm.2017.03.005","volume":"53","author":"M Fatima","year":"2017","unstructured":"Fatima M, Hasan K, Anwar S, Nawab RMA (2017) Multilingual author profiling on facebook. Inf Process Manag 53:886\u2013904. https:\/\/doi.org\/10.1016\/j.ipm.2017.03.005","journal-title":"Inf Process Manag"},{"key":"7944_CR19","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1093\/llc\/17.4.401","volume":"17","author":"M Koppel","year":"2002","unstructured":"Koppel M, Argamon S, Shimoni AR (2002) Automatically categorising written texts by author gender. Lit Linguist Comput 17:401\u2013412. https:\/\/doi.org\/10.1093\/llc\/17.4.401","journal-title":"Lit Linguist Comput"},{"key":"7944_CR20","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1145\/361219.361220","volume":"18","author":"G Salton","year":"1975","unstructured":"Salton G, Wong A, Yang CS (1975) A vector space model for automatic indexing. Commun ACM 18:613\u2013620. https:\/\/doi.org\/10.1145\/361219.361220","journal-title":"Commun ACM"},{"key":"7944_CR21","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013) Efficient estimation of word representations in vector space. In: 1st international conference on learning representations. ICLR 2013 \u2013 workshop track proceedings"},{"key":"7944_CR22","doi-asserted-by":"publisher","unstructured":"Pennington J, Socher R, Manning CD (2014) GloVe: Global vectors for word representation, in: EMNLP 2014 \u2013 proceedings of the 2014 conference on empirical methods in natural language processing. pp 1532\u20131543. https:\/\/doi.org\/10.3115\/v1\/d14-1162","DOI":"10.3115\/v1\/d14-1162"},{"key":"7944_CR23","doi-asserted-by":"publisher","unstructured":"Wang C, Banko M (2021) Practical transformer-based multilingual text classification. pp 121\u2013129. https:\/\/doi.org\/10.18653\/v1\/2021.naacl-industry.16","DOI":"10.18653\/v1\/2021.naacl-industry.16"},{"key":"7944_CR24","unstructured":"Radford A, Narasimhan T, Salimans T, Sutskever I (2018) [GPT-1] Improving Language Understanding by Generative Pre-Training, in: Preprint. pp. 1\u201312."},{"key":"7944_CR25","unstructured":"Brown TB, Mann B, Ryder N, Subbiah M, Kaplan J, Dhariwal P, Neelakantan A, Shyam P, Sastry G, Askell A, Agarwal S, Herbert-Voss A, Krueger G, Henighan T, Child R, Ramesh A, Ziegler DM, Wu J, Winter C, Hesse C, Chen M, Sigler E, Litwin M, Gray S, Chess B, Clark J, Berner C, McCandlish S, Radford A, Sutskever I, Amodei D (2020) GPT-3, NeurIPS. 2020-Decem"},{"key":"7944_CR26","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324920000601","author":"R Dale","year":"2021","unstructured":"Dale R (2021) GPT-3: What\u2019s it good for? Nat Lang Eng. https:\/\/doi.org\/10.1017\/S1351324920000601","journal-title":"Nat Lang Eng"},{"key":"7944_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33582-3_41","author":"N Azzouza","year":"2020","unstructured":"Azzouza N, Akli-Astouati K, Ibrahim R (2020) Twitterbert: framework for twitter sentiment analysis based on pre-trained language model representations. Adv Intell Syst Comput. https:\/\/doi.org\/10.1007\/978-3-030-33582-3_41","journal-title":"Adv Intell Syst Comput"},{"key":"7944_CR28","doi-asserted-by":"publisher","first-page":"154290","DOI":"10.1109\/ACCESS.2019.2946594","volume":"7","author":"Z Gao","year":"2019","unstructured":"Gao Z, Feng A, Song X, Wu X (2019) Target-dependent sentiment classification with BERT. IEEE Access 7:154290\u2013154299. https:\/\/doi.org\/10.1109\/ACCESS.2019.2946594","journal-title":"IEEE Access"},{"key":"7944_CR29","doi-asserted-by":"publisher","unstructured":"Sun C, Qiu X, Xu Y, Huang X (2019) How to Fine-Tune BERT for Text Classification?. In: Lecture notes in computer science (Including its subseries lecture notes in artificial intelligence and lecture notes in bioinformatics). https:\/\/doi.org\/10.1007\/978-3-030-32381-3_16","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"7944_CR30","unstructured":"Fabien M, Villatoro-Tello E, Motlicek P, Parida S (2020) BertAA: BERT fine-tuning for Authorship Attribution. In: Proceedings of the 17th international conference on natural language processing"},{"key":"7944_CR31","unstructured":"Zhang C, Abdul-Mageed M (2019) BERT-based Arabic social media author profiling. In: CEUR workshop proceedings. pp 84\u201391"},{"key":"7944_CR32","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2021.3082942","author":"C Suman","year":"2021","unstructured":"Suman C, Naman A, Saha S, Bhattacharyya P (2021) A multimodal author profiling system for tweets. IEEE Trans Comput Soc Syst. https:\/\/doi.org\/10.1109\/TCSS.2021.3082942","journal-title":"IEEE Trans Comput Soc Syst"},{"key":"7944_CR33","unstructured":"W. Zaghouani, A. Charfi, AraP-Tweet: A large multi-dialect twitter corpus for gender, age and language variety identification. In: Lr. 2018 - eleventh international conference on language resources and evaluation. pp 694\u2013700"},{"key":"7944_CR34","unstructured":"Zaghouani W, Charfi A (2018) Guidelines and annotation framework for arabic author profiling, CoRR.abs\/1808.0"},{"key":"7944_CR35","doi-asserted-by":"publisher","unstructured":"F. Rangel, P. Rosso, A. Charfi, W. Zaghouani, B. Ghanem, J. S\u00e1nchez-Junquera (2019) On the author profiling and deception detection in Arabic shared task at FIRE. In: Pervasive health pervasive computing technologies for healthcare. pp 7\u20139. https:\/\/doi.org\/10.1145\/3368567.3368586","DOI":"10.1145\/3368567.3368586"},{"key":"7944_CR36","doi-asserted-by":"publisher","unstructured":"Talafha B, Farhan W, Altakrouri A, Al-Natsheh H (2019) Mawdoo3 AI at MADAR shared task: Arabic tweet dialect identification. pp 239\u2013243. https:\/\/doi.org\/10.18653\/v1\/w19-4629","DOI":"10.18653\/v1\/w19-4629"},{"key":"7944_CR37","unstructured":"El Mekki A, Alami A, Alami H, Khoumsi A, Berrada I (2020) Weighted combination of BERT and N-GRAM features for Nuanced Arabic Dialect Identification. In: Proceedings fifth Arabic national language processing work. pp. 268\u2013274. https:\/\/www.aclweb.org\/anthology\/2020.wanlp-1.27"},{"key":"7944_CR38","unstructured":"Wadhawan A (2021) Dialect Identification in Nuanced Arabic Tweets Using Farasa Segmentation and AraBERT. In: Proceedings sixth Arabic national language processing work. http:\/\/arxiv.org\/abs\/2102.09749"},{"key":"7944_CR39","unstructured":"Lichouri M, Abbas M, Lounnas K, Benaziz B, Zitouni A (2021) Arabic dialect identification based on a weighted concatenation of TF-IDF features. In: Proceedings sixth Arabic national language processing work. pp 282\u2013286. https:\/\/www.aclweb.org\/anthology\/2021.wanlp-1.33"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07944-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07944-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07944-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,8]],"date-time":"2025-04-08T19:42:45Z","timestamp":1744141365000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07944-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,15]]},"references-count":39,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["7944"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07944-5","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,15]]},"assertion":[{"value":"5 March 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 October 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 November 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflict of interest with the presented research.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The dataset used for this study is obtained from the text dialect profiling challenge and is publicly available at","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data availability"}},{"value":"This article does not contain any studies with human participants or animals performed by any authors.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and animal rights"}}]}}