{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,3]],"date-time":"2026-10-03T22:39:14Z","timestamp":1791067154962,"version":"4.1.0"},"reference-count":101,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"industry partner, Mobile Innovations Corporation."}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3658096","type":"journal-article","created":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T05:59:23Z","timestamp":1769493563000},"page":"48407-48433","source":"Crossref","is-referenced-by-count":7,"title":["A Survey of Domain-Specific Fine-Tuned Large Language Models"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8718-3054","authenticated-orcid":false,"given":"Paria","family":"Sarzaeim","sequence":"first","affiliation":[{"name":"1Department of Electrical, Computer, and Software Engineering, Ontario Tech University, Oshawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6292-6939","authenticated-orcid":false,"given":"Akramul","family":"Azim","sequence":"additional","affiliation":[{"name":"1Department of Electrical, Computer, and Software Engineering, Ontario Tech University, Oshawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gary","family":"Bauer","sequence":"additional","affiliation":[{"name":"2Mobile Innovations Corporation, Niagara Falls, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Masoud","family":"Makrehchi","sequence":"additional","affiliation":[{"name":"1Department of Electrical, Computer, and Software Engineering, Ontario Tech University, Oshawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.metrad.2023.100017"},{"issue":"8","key":"ref2","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"ref3","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Brown"},{"key":"ref4","article-title":"LLaMA: Open and efficient foundation language models","author":"Touvron","year":"2023","journal-title":"arXiv:2302.13971"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-024-02443-6"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4489831"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3777411"},{"key":"ref8","article-title":"Finetuned language models are zero-shot learners","author":"Wei","year":"2021","journal-title":"arXiv:2109.01652"},{"key":"ref9","article-title":"The false promise of imitating proprietary LLMs","author":"Gudibande","year":"2023","journal-title":"arXiv:2305.15717"},{"key":"ref10","article-title":"Fine-tuning large language models for domain-specific machine translation","author":"Zheng","year":"2024","journal-title":"arXiv:2402.15061"},{"key":"ref11","article-title":"Dial-insight: Fine-tuning large language models with high-quality domain-specific data preventing capability collapse","author":"Sun","year":"2024","journal-title":"arXiv:2403.09167"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocae133"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-76424-0_49"},{"key":"ref14","article-title":"Fine-tuning large language models for domain adaptation: Exploration of training strategies, scaling, model merging and synergistic capabilities","author":"Lu","year":"2024","journal-title":"arXiv:2409.03444"},{"key":"ref15","first-page":"2435","article-title":"How fine can fine-tuning be? Learning efficient language models","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Radiya-Dixit"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3772052.3772230"},{"key":"ref17","article-title":"LoRA: Low-rank adaptation of large language models","author":"Hu","year":"2021","journal-title":"arXiv:2106.09685"},{"key":"ref18","first-page":"2790","article-title":"Parameter-efficient transfer learning for NLP","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Houlsby"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.41"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.626"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.39"},{"key":"ref22","article-title":"Prefix-tuning: Optimizing continuous prompts for generation","author":"Lisa Li","year":"2021","journal-title":"arXiv:2101.00190"},{"key":"ref23","first-page":"1","article-title":"Computational limits of low-rank adaptation (LoRA) fine-tuning for transformer models","volume-title":"Proc. ICLR Workshop Deep Generative Model Mach. Learn., Theory","author":"Hu"},{"key":"ref24","article-title":"LoRA vs full fine-tuning: An illusion of equivalence","author":"Shuttleworth","year":"2024","journal-title":"arXiv:2410.21228"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO50266.2020.00071"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.52202\/068431-2198"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.345"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref29","article-title":"CCNet: Extracting high quality monolingual datasets from Web crawl data","author":"Wenzek","year":"2019","journal-title":"arXiv:1911.00359"},{"key":"ref30","article-title":"Gpt-4 technical report","volume-title":"arXiv:2303.08774","author":"Achiam","year":"2023"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.24818\/ida-ql\/2019.5"},{"key":"ref32","article-title":"DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter","author":"Sanh","year":"2019","journal-title":"arXiv:1910.01108"},{"issue":"140","key":"ref33","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2019","journal-title":"J. Mach. Learn. Res."},{"issue":"70","key":"ref34","first-page":"1","article-title":"Scaling instruction-finetuned language models","volume":"25","author":"Chung","year":"2022","journal-title":"J. Mach. Learn. Res."},{"key":"ref35","article-title":"The pile: An 800GB dataset of diverse text for language modeling","author":"Gao","year":"2021","journal-title":"arXiv:2101.00027"},{"key":"ref36","volume-title":"Alpaca: A Strong, Replicable Instruction-Following Model","author":"Taori","year":"2023"},{"key":"ref37","volume-title":"Vicuna: An Open-Source Chatbot Impressing GPT-4 With 90\\%* ChatGPT Quality","author":"Chiang et al","year":"2023"},{"key":"ref38","article-title":"FinBERT: Financial sentiment analysis with pre-trained language models","author":"Araci","year":"2019","journal-title":"arXiv:1908.10063"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1002\/asi.23062"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3184558.3192301"},{"key":"ref41","article-title":"PIXIU: A large language model, instruction data and evaluation benchmark for finance","author":"Xie","year":"2023","journal-title":"arXiv:2306.05443"},{"key":"ref42","article-title":"FinGPT: Democratizing internet-scale data for financial large language models","author":"Liu","year":"2023","journal-title":"arXiv:2307.10485"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.26"},{"key":"ref44","volume-title":"ChatGPT","year":"2025"},{"key":"ref45","article-title":"An empirical study of catastrophic forgetting in large language models during continual fine-tuning","author":"Luo","year":"2023","journal-title":"arXiv:2308.08747"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"ref47","article-title":"SciFive: A text-to-text transformer model for biomedical literature","author":"Phan","year":"2021","journal-title":"arXiv:2106.03598"},{"key":"ref48","article-title":"DoctorGLM: Fine-tuning your Chinese doctor is not a herculean task","author":"Xiong","year":"2023","journal-title":"arXiv:2304.01097"},{"key":"ref49","article-title":"Radiology-llama2: Best-in-class large language model for radiology","author":"Liu","year":"2023","journal-title":"arXiv:2309.06419"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-019-0322-0"},{"key":"ref51","article-title":"Med42-v2: A suite of clinical LLMs","author":"Christophe","year":"2024","journal-title":"arXiv:2408.06142"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.7759\/cureus.40895"},{"key":"ref53","volume-title":"Health Care Magic","year":"2025"},{"key":"ref54","article-title":"HuatuoGPT-II, one-stage training for medical adaption of LLMs","author":"Chen","year":"2023","journal-title":"arXiv:2311.09774"},{"key":"ref55","article-title":"Me-LLaMA: Foundation large language models for medical applications","volume":"3","author":"Xie","year":"2024","journal-title":"Res. Square"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM62325.2024.10821742"},{"key":"ref57","first-page":"1","article-title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","volume-title":"Proc. 12th Int. Conf. Learn. Represent.","author":"Xu"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.460"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.577"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.350"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.678"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676423"},{"key":"ref63","article-title":"PaLM 2 technical report","volume-title":"arXiv:2305.10403","author":"Anil","year":"2023"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-024-19643-5"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-36336-8_103"},{"key":"ref66","article-title":"G-SciEdBERT: A contextualized LLM for science assessment tasks in German","author":"Latif","year":"2024","journal-title":"arXiv:2402.06584"},{"key":"ref67","volume-title":"PISA 2015 Results (Volume I): Excellence and Equity in Education","year":"2016"},{"key":"ref68","volume-title":"PISA 2018 Results (Volume I): What Students Know and Can Do","year":"2019"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2024.100210"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3180830"},{"key":"ref71","article-title":"DeBERTa: Decoding-enhanced BERT with disentangled attention","author":"He","year":"2020","journal-title":"arXiv:2006.03654"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1360"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btg1023"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/715"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-96-0573-6_21"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.3390\/math13040566"},{"key":"ref77","article-title":"ChatGLM: A family of large language models from GLM-130B to GLM-4 all tools","author":"Zeng","year":"2024","journal-title":"arXiv:2406.12793"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.261"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1424"},{"key":"ref80","first-page":"1","article-title":"Chatlaw: Open-source legal large language model with integrated external knowledge bases","volume-title":"Proc. CoRR","author":"Cui"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3689299.3689319"},{"key":"ref82","article-title":"LawGPT: A Chinese legal knowledge-enhanced large language model","author":"Zhou","year":"2024","journal-title":"arXiv:2406.04614"},{"key":"ref83","article-title":"DISC-LawLLM: Fine-tuning large language models for intelligent legal services","author":"Yue","year":"2023","journal-title":"arXiv:2309.11325"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3680020"},{"key":"ref85","article-title":"Gemini: A family of highly capable multimodal models","author":"Team","year":"2023","journal-title":"arXiv:2312.11805"},{"key":"ref86","volume-title":"CaseLaw Project","year":"2024"},{"key":"ref87","article-title":"StarCoder: May the source be with you!","author":"Li","year":"2023","journal-title":"arXiv:2305.06161"},{"key":"ref88","article-title":"WizardCoder: Empowering code large language models with evol-instruct","author":"Luo","year":"2023","journal-title":"arXiv:2306.08568"},{"key":"ref89","article-title":"Code llama: Open foundation models for code","author":"Rozi\u00e9re","year":"2023","journal-title":"arXiv:2308.12950"},{"key":"ref90","article-title":"OctoPack: Instruction tuning code large language models","author":"Muennighoff","year":"2023","journal-title":"arXiv:2308.07124"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE59848.2023.00026"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510621"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549081"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"ref95","article-title":"CodeGen2: Lessons for training LLMs on programming and natural languages","author":"Nijkamp","year":"2023","journal-title":"arXiv:2305.02309"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00041"},{"key":"ref97","first-page":"1398","article-title":"On learning meaningful assert statements for unit test cases","volume-title":"Proc. IEEE\/ACM 42nd Int. Conf. Softw. Eng. (ICSE)","author":"Watson"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387449"},{"key":"ref99","article-title":"Lemur: Harmonizing natural language and code for language agents","author":"Xu","year":"2023","journal-title":"arXiv:2310.06830"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.280"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2025.102571"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11364219.pdf?arnumber=11364219","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T19:54:53Z","timestamp":1775246093000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11364219\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":101,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3658096","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}