{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T09:19:45Z","timestamp":1778059185498,"version":"3.51.4"},"reference-count":25,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100010712","name":"Viet Nam National University Ho Chi Minh City","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100010712","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Sustainable Computing: Informatics and Systems"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.suscom.2026.101329","type":"journal-article","created":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T17:21:50Z","timestamp":1772731310000},"page":"101329","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Balancing accuracy and sustainability: Energy-efficient transformer models for scientific text classification"],"prefix":"10.1016","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-0363-8321","authenticated-orcid":false,"given":"Thien Thuan","family":"Huynh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.suscom.2026.101329_b1","first-page":"5998","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.suscom.2026.101329_b2","first-page":"16259","article-title":"Comparative analysis of model compression techniques for achieving carbon efficient AI","volume":"14","author":"Paula","year":"2024","journal-title":"Sci. Rep."},{"key":"10.1016\/j.suscom.2026.101329_b3","doi-asserted-by":"crossref","first-page":"1061","DOI":"10.1162\/tacl_a_00413","article-title":"Compressing large-scale transformer-based models: A case study on BERT","volume":"9","author":"Ganesh","year":"2021","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"10.1016\/j.suscom.2026.101329_b4","series-title":"mlco2\/codecarbon: v2.4. 1","author":"Courty","year":"2024"},{"key":"10.1016\/j.suscom.2026.101329_b5","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume":"vol. 1","author":"Devlin","year":"2019"},{"key":"10.1016\/j.suscom.2026.101329_b6","series-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"10.1016\/j.suscom.2026.101329_b7","series-title":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP","first-page":"353","article-title":"GLUE: A multi-task benchmark and analysis platform for natural language understanding","author":"Wang","year":"2018"},{"key":"10.1016\/j.suscom.2026.101329_b8","series-title":"International Conference on Learning Representations","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","author":"Lan","year":"2020"},{"key":"10.1016\/j.suscom.2026.101329_b9","series-title":"DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter","author":"Sanh","year":"2019"},{"key":"10.1016\/j.suscom.2026.101329_b10","series-title":"International Conference on Learning Representations","article-title":"ELECTRA: Pre-training text encoders as discriminators rather than generators","author":"Clark","year":"2020"},{"key":"10.1016\/j.suscom.2026.101329_b11","series-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","first-page":"2158","article-title":"MobileBERT: A compact task-agnostic BERT for resource-limited devices","author":"Sun","year":"2020"},{"key":"10.1016\/j.suscom.2026.101329_b12","series-title":"Findings of the Association for Computational Linguistics: EMNLP 2020","first-page":"4163","article-title":"TinyBERT: Distilling BERT for natural language understanding","author":"Jiao","year":"2020"},{"key":"10.1016\/j.suscom.2026.101329_b13","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1016\/j.neucom.2020.06.064","article-title":"Efficient hyperparameter optimization through model-based reinforcement learning","volume":"409","author":"Wu","year":"2020","journal-title":"Neurocomputing"},{"key":"10.1016\/j.suscom.2026.101329_b14","series-title":"International Conference on Machine Learning","first-page":"2790","article-title":"Parameter-efficient transfer learning for NLP","author":"Houlsby","year":"2019"},{"key":"10.1016\/j.suscom.2026.101329_b15","series-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations","first-page":"46","article-title":"AdapterHub: A framework for adapting transformers","author":"Pfeiffer","year":"2020"},{"key":"10.1016\/j.suscom.2026.101329_b16","series-title":"DBS: Dynamic batch size for distributed deep neural network training","author":"Ye","year":"2020"},{"issue":"12","key":"10.1016\/j.suscom.2026.101329_b17","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1145\/3381831","article-title":"Green AI","volume":"63","author":"Schwartz","year":"2020","journal-title":"Commun. ACM"},{"key":"10.1016\/j.suscom.2026.101329_b18","doi-asserted-by":"crossref","first-page":"e13701","DOI":"10.1111\/exsy.13701","article-title":"Exploring transformer models for sentiment classification: A comparison of BERT, RoBERTa, ALBERT, DistilBERT, and XLNet","volume":"41","author":"Areshey","year":"2024","journal-title":"Expert Syst."},{"issue":"1","key":"10.1016\/j.suscom.2026.101329_b19","first-page":"19","article-title":"Comparative analysis of state-of-the-art Q&A models: BERT, RoBERTa, DistilBERT, and ALBERT on SQuAD v2 dataset","volume":"1","author":"Kumari","year":"2024","journal-title":"Chaos Fractals"},{"key":"10.1016\/j.suscom.2026.101329_b20","series-title":"Proceedings of the 2020 17th International Computer Conference on Wavelet Active Media Technology and Information Processing (ICCWAMTIP)","first-page":"1","article-title":"Comparative analyses of BERT, RoBERTa, DistilBERT, and XLNet for text-based emotion recognition","author":"Adoma","year":"2020"},{"key":"10.1016\/j.suscom.2026.101329_b21","first-page":"73700","article-title":"Exploring the performance and efficiency of transformer models for NLP on mobile devices","volume":"11","author":"Demirci","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.suscom.2026.101329_b22","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1186\/s40537-023-00842-0","article-title":"Survey of transformers and towards ensemble learning using transformers for natural language processing","volume":"11","author":"Kok","year":"2024","journal-title":"J. Big Data"},{"key":"10.1016\/j.suscom.2026.101329_b23","first-page":"649","article-title":"Character-level convolutional networks for text classification","volume":"28","author":"Zhang","year":"2015","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.suscom.2026.101329_b24","series-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","first-page":"7871","article-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","author":"Lewis","year":"2020"},{"key":"10.1016\/j.suscom.2026.101329_b25","series-title":"Genetic algorithm for pruning transformers","author":"Reinikainen","year":"2024"}],"container-title":["Sustainable Computing: Informatics and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2210537926000399?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2210537926000399?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T08:49:00Z","timestamp":1778057340000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2210537926000399"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":25,"alternative-id":["S2210537926000399"],"URL":"https:\/\/doi.org\/10.1016\/j.suscom.2026.101329","relation":{},"ISSN":["2210-5379"],"issn-type":[{"value":"2210-5379","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Balancing accuracy and sustainability: Energy-efficient transformer models for scientific text classification","name":"articletitle","label":"Article Title"},{"value":"Sustainable Computing: Informatics and Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.suscom.2026.101329","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"101329"}}