{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T15:20:47Z","timestamp":1776784847717,"version":"3.51.2"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Department of Informatics, University of Valladolid, Spain"},{"name":"Spanish Ministry of Economy and Competitiveness through Feder Funds","award":["TEC2017-84321-C4-2-R"],"award-info":[{"award-number":["TEC2017-84321-C4-2-R"]}]},{"name":"MINECO\/AEI\/ERDF","award":["PID2019-105660RB-C21 \/ AEI \/ 10.13039\/501100011033"],"award-info":[{"award-number":["PID2019-105660RB-C21 \/ AEI \/ 10.13039\/501100011033"]}]},{"name":"Arag\u00f3n Government under Grant T58_20R research group"},{"name":"Construyendo Europa desde Arag\u00f3n","award":["ERDF 2014-2020"],"award-info":[{"award-number":["ERDF 2014-2020"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3223049","type":"journal-article","created":{"date-parts":[[2022,11,17]],"date-time":"2022-11-17T20:33:54Z","timestamp":1668717234000},"page":"129176-129189","source":"Crossref","is-referenced-by-count":32,"title":["Depression Classification From Tweets Using Small Deep Transfer Learning Language Models"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6286-2544","authenticated-orcid":false,"given":"Muhammad","family":"Rizwan","sequence":"first","affiliation":[{"name":"Department of Artificial Intelligence, Islamia University of Bahawalpur, Bahawalpur, Pakistan"}]},{"given":"Muhammad Faheem","family":"Mushtaq","sequence":"additional","affiliation":[{"name":"Department of Artificial Intelligence, Islamia University of Bahawalpur, Bahawalpur, Pakistan"}]},{"given":"Urooj","family":"Akram","sequence":"additional","affiliation":[{"name":"Department of Artificial Intelligence, Islamia University of Bahawalpur, Bahawalpur, Pakistan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5822-4005","authenticated-orcid":false,"given":"Arif","family":"Mehmood","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Information Technology, Islamia University of Bahawalpur, Bahawalpur, Pakistan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8271-6496","authenticated-orcid":false,"given":"Imran","family":"Ashraf","sequence":"additional","affiliation":[{"name":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3380-3403","authenticated-orcid":false,"given":"Benjam\u00edn","family":"Sahelices","sequence":"additional","affiliation":[{"name":"Department of Informatics, University of Valladolid, Valladolid, Spain"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICICIS52592.2021.9694178"},{"key":"ref38","article-title":"Depression detection by analyzing social media post in machine learning using bert algorithm","volume":"4","author":"solse","year":"2022","journal-title":"International Research Journal of Modernization in Engineering Technology and Science"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3390\/electronics10111332"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2020.06.050"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph19095126"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.2196\/26627"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3372278.3391932"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1080\/09540091.2021.1985968"},{"key":"ref35","first-page":"247","article-title":"Examining suicide tendency social media texts by deep learning and topic modeling techniques","volume":"32","author":"ko","year":"2021","journal-title":"J Korean Soc Library Inf Sci"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2021.103982"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i4.20397"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-020-02791-5"},{"key":"ref27","article-title":"LightMBERT: A simple yet effective method for multilingual BERT distillation","author":"jiao","year":"2021","journal-title":"arXiv 2103 06418"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.5311\/JOSIS.2020.21.603"},{"key":"ref2","year":"2021","journal-title":"Depression"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2021.3059429"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.745"},{"key":"ref22","article-title":"DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter","author":"sanh","year":"2019","journal-title":"arXiv 1910 01108"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.387"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.37"},{"key":"ref23","article-title":"TinyBERT: Distilling BERT for natural language understanding","author":"jiao","year":"2019","journal-title":"arXiv 1909 10351"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1441"},{"key":"ref25","article-title":"Improving BERT fine-tuning via self-ensemble and self-distillation","author":"xu","year":"2020","journal-title":"arXiv 2002 10345"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-0233-7"},{"key":"ref51","article-title":"Pre-training text encoders as discriminators rather than generators","author":"clark","year":"2020","journal-title":"arXiv 2003 10555"},{"key":"ref59","first-page":"28092","article-title":"Post-training quantization for vision transformer","volume":"34","author":"liu","year":"2021","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref58","author":"warden","year":"2019","journal-title":"Tinyml Machine Learning with tensorflow Lite on Arduino and Ultra-Low-Power Microcontrollers"},{"key":"ref57","first-page":"1","article-title":"Lower numerical precision deep learning inference and training","volume":"3","author":"rodriguez","year":"2018","journal-title":"Intel White Paper"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.3390\/s21092984"},{"key":"ref55","article-title":"A disciplined approach to neural network hyper-parameters: Part 1—Learning rate, batch size, momentum, and weight decay","author":"smith","year":"2018","journal-title":"arXiv 1803 09820"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/2833089"},{"key":"ref53","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","author":"lan","year":"2019","journal-title":"arXiv 1909 11942"},{"key":"ref52","article-title":"XtremeDistilTransformers: Task transfer for task-agnostic distillation","author":"mukherjee","year":"2021","journal-title":"arXiv 2106 04563"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1631\/1\/012034"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CSCWD49262.2021.9437616"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.nlpcovid19-2.7"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/s21010133"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3390\/electronics11030374"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCS49078.2020.9118434"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-5709"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/6633213"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2020.103422"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICDSCA53499.2021.9650256"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2022.03.012"},{"key":"ref4","year":"2019","journal-title":"Suicide data"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.05.023"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v8i1.14574"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1200\/JOP.2015.010504"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.9044"},{"key":"ref7","article-title":"Identifying depression on Twitter","author":"nadeem","year":"2016","journal-title":"arXiv 1607 07384"},{"key":"ref49","year":"2020","journal-title":"ICD-10 Depression Diagnostic Criteria General Practice Notebook"},{"key":"ref9","first-page":"1708","article-title":"Bidirectional encoder representations from transformers (BERT) language model for sentiment analysis task","volume":"12","author":"deepa","year":"2021","journal-title":"Turkish Journal of Computer and Mathematics Education"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-0287-6"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2909180"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-0327(00)00268-8"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.jad.2020.08.091"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3175587.3175600"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-3104"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocw133"},{"key":"ref43","article-title":"Feature studies to inform the classification of depressive symptoms from Twitter data for population health","author":"mowery","year":"2017","journal-title":"arXiv 1701 08229"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09954391.pdf?arnumber=9954391","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,29]],"date-time":"2025-03-29T03:59:24Z","timestamp":1743220764000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9954391\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":60,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3223049","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}