{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:38:06Z","timestamp":1784342286026,"version":"3.55.0"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001602","name":"Science Foundation Ireland","doi-asserted-by":"publisher","award":["21\/FFP-A\/9174"],"award-info":[{"award-number":["21\/FFP-A\/9174"]}],"id":[{"id":"10.13039\/501100001602","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Sustain. Comput."],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1109\/tsusc.2025.3592043","type":"journal-article","created":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T18:45:06Z","timestamp":1753296306000},"page":"1158-1172","source":"Crossref","is-referenced-by-count":4,"title":["Enhancing Sustainability in LLM Training: Leveraging Federated Learning and Parameter-Efficient Fine-Tuning"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-9970-7544","authenticated-orcid":false,"given":"Sunbal","family":"Iftikhar","sequence":"first","affiliation":[{"name":"Technological University Dublin, Electrical and Electronics Engineering, Dublin, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2857-6979","authenticated-orcid":false,"given":"Saeed Hamood","family":"Alsamhi","sequence":"additional","affiliation":[{"name":"Data Science Institute, University of Galway, Galway, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3300-1152","authenticated-orcid":false,"given":"Steven","family":"Davy","sequence":"additional","affiliation":[{"name":"Technological University Dublin, Electrical and Electronics Engineering, Dublin, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"issue":"253","key":"ref2","first-page":"1","article-title":"Estimating the carbon footprint of BLOOM, a 176B parameter language model","volume":"24","author":"Luccioni","year":"2023","journal-title":"J. Mach. Learn. Res."},{"key":"ref3","article-title":"The environmental impact of llms","author":"Nair","year":"2023"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.joule.2023.09.004"},{"key":"ref5","article-title":"LLMCarbon: Modeling the end-to-end carbon footprint of large language models","author":"Faiz","year":"2022"},{"key":"ref6","article-title":"FATE-LLM: A industrial grade federated learning framework for large language models","author":"Fan","year":"2023"},{"key":"ref7","article-title":"Distilling the knowledge in a neural network","volume":"1050","author":"Hinton","year":"2015","journal-title":"Stat"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3714983.3714987"},{"key":"ref9","article-title":"A simple and effective pruning approach for large language models","author":"Sun","year":"2023"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3604930.3605705"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3390\/s22020450"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.23919\/WiOpt52861.2021.9589930"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3632775.3639589"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2904348"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICCWorkshops49005.2020.9145118"},{"key":"ref16","article-title":"Client selection in federated learning: Convergence analysis and power-of-choice selection strategies","author":"Cho","year":"2020"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3649506"},{"key":"ref18","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. NAACL-HLT","volume":"1","author":"Kenton","year":"2019"},{"key":"ref19","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref20","article-title":"DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter","author":"Sanh","year":"2019"},{"key":"ref21","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"2020","author":"Brown"},{"key":"ref22","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2022"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_23"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2020.102104"},{"key":"ref25","article-title":"Ai\u2019s growing carbon footprint","author":"Cho","year":"2023"},{"key":"ref26","article-title":"Reduce the carbon footprint of large language models","author":"Huang","year":"2023"},{"key":"ref27","article-title":"Facebook disclose the carbon footprint of their new LLaMA models","author":"Ludvigsen","year":"2023"},{"key":"ref28","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume-title":"Proc. Mach. Learn. Syst.","volume":"2","author":"Li","year":"2020"},{"key":"ref29","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Artif. Intell. Statist.,","author":"McMahan","year":"2017"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s12083-021-01254-8"},{"key":"ref31","article-title":"Promoting data and model privacy in federated learning through quantized LoRA","author":"Zhu","year":"2024"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.976"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671573"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/BigData59044.2023.10386472"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3365742"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.488"},{"key":"ref37","article-title":"On the convergence of fedAvg on non-IID data","volume-title":"Proc. 8th Int. Conf. Learn. Representations","author":"Li","year":"2019"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-0219-9"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2022.3148714"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i09.7123"},{"issue":"129","key":"ref41","first-page":"1","article-title":"A first look into the carbon footprint of federated learning","volume":"24","author":"Qiu","year":"2023","journal-title":"J. Mach. Learn. Res."},{"key":"ref42","doi-asserted-by":"crossref","first-page":"13101","DOI":"10.18653\/v1\/2023.findings-acl.829","article-title":"Towards parameter-efficient integration of pre-trained language models in temporal video grounding","volume-title":"Proc. Findings Assoc. Comput. Linguistics: ACL 2023","author":"Shimomoto","year":"2023"},{"key":"ref43","first-page":"2790","article-title":"Parameter-efficient transfer learning for NPL","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Houlsby","year":"2019"},{"key":"ref44","first-page":"4884","article-title":"Parameter-efficient transfer learning with diff pruning","volume-title":"Proc. 59th Annu. Meeting Assoc. Comput. Linguistics 11th Int. Joint Conf. Natural Lang. Process. (Volume 1: Long Papers)","author":"Guo","year":"2021"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671573"},{"key":"ref46","article-title":"Harnessing federated learning for LLM fine-tuning: A distributed approach","author":"Shabani","year":"2024"},{"key":"ref47","article-title":"SLoRA: Federated parameter efficient fine-tuning of language models","volume-title":"Proc. Int. Workshop Federated Learn. Age Found. Models Conjunction NeurIPS 2023","author":"Babakniya","year":"2023"},{"key":"ref48","article-title":"FeDeRA: Efficient fine-tuning of language models in federated learning leveraging weight decomposition","author":"Yan","year":"2024"},{"key":"ref49","doi-asserted-by":"crossref","DOI":"10.36227\/techrxiv.173272996.63900291\/v1","article-title":"Automated federated pipeline for parameter-efficient fine-tuning of large language models","author":"Fang","year":"2024"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.632"},{"key":"ref51","article-title":"Low rank adaptation (lora)","author":"Khadka","year":"2024"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/IDAP.2017.8090299"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2021.102125"},{"key":"ref54","article-title":"Flower: A friendly federated learning research framework","author":"Beutel","year":"2020"},{"key":"ref55","article-title":"Learning word vectors for sentiment analysis","volume-title":"Annu. Meeting Assoc. Comput. Linguistics","author":"Maas","year":"2011"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.3115\/1219840.1219855"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1037\/h0030377"},{"key":"ref58","article-title":"DistilBERT, a distilled version of bert: Smaller, faster, cheaper and lighter","author":"Sanh","year":"2019"},{"key":"ref59","article-title":"Track and reduce co2 emissions from your computing","author":"Yoshua Bengio","year":"2021"},{"key":"ref60","first-page":"4387","article-title":"The non-IID data quagmire of decentralized machine learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hsieh","year":"2020"},{"key":"ref61","article-title":"Real-time electricity origin and carbon intensity api","author":"Maps","year":"2025"}],"container-title":["IEEE Transactions on Sustainable Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/7274860\/11296790\/11091528.pdf?arnumber=11091528","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,11]],"date-time":"2025-12-11T18:47:45Z","timestamp":1765478865000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11091528\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11]]},"references-count":60,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tsusc.2025.3592043","relation":{},"ISSN":["2377-3782","2377-3790"],"issn-type":[{"value":"2377-3782","type":"electronic"},{"value":"2377-3790","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11]]}}}