{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T17:17:55Z","timestamp":1791911875271,"version":"4.3.4"},"reference-count":209,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T00:00:00Z","timestamp":1758240000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T00:00:00Z","timestamp":1758240000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2026,1]]},"DOI":"10.1007\/s11432-025-4498-2","type":"journal-article","created":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T01:26:56Z","timestamp":1760405216000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["An overview of domain-specific foundation model: key technologies, applications and challenges"],"prefix":"10.1007","volume":"69","author":[{"given":"Haolong","family":"Chen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanzhi","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zijian","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kaifeng","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guangxu","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yichen","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ying","family":"Du","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingjiang","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,19]]},"reference":[{"key":"4498_CR1","unstructured":"Ding Y, Fan W, Ning L, et al. A survey on rag meets LLMs: towards retrieval-augmented large language models. 2024. ArXiv:2405.06211"},{"key":"4498_CR2","volume-title":"Proceedings of the 3rd International Conference on Learning Representations","author":"K Simonyan","year":"2015","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition. In: Proceedings of the 3rd International Conference on Learning Representations, 2015"},{"key":"4498_CR3","first-page":"770","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR)","author":"K He","year":"2016","unstructured":"He K, Zhang X, Ren S, et al. Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 2016. 770\u2013778"},{"key":"4498_CR4","unstructured":"Radford A, Narasimhan K, Salimans T, et al. Improving language understanding by generative pre-training. 2018. https:\/\/gwern.net\/doc\/www\/s3-us-west-2.amazonaws.com\/d73fdc5ffa8627bce44dcda2fc012da638ffb158.pdf"},{"key":"4498_CR5","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford A, Wu J, Child R, et al. Language models are unsupervised multitask learners. OpenAI Blog, 2019, 1: 9","journal-title":"OpenAI Blog"},{"key":"4498_CR6","first-page":"1877","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"T Brown","year":"2020","unstructured":"Brown T, Mann B, Ryder N, et al. Language models are few-shot learners. In: Proceedings of Advances in Neural Information Processing Systems, 2020. 1877\u20131901"},{"key":"4498_CR7","first-page":"4171","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"J Devlin","year":"2019","unstructured":"Devlin J, Chang M, Lee K, et al. BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, 2019. 4171\u20134186"},{"key":"4498_CR8","first-page":"320","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics","author":"Z Du","year":"2022","unstructured":"Du Z, Qian Y, Liu X, et al. GLM: general language model pretraining with autoregressive blank infilling. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics, 2022. 320\u2013335"},{"key":"4498_CR9","volume-title":"Proceedings of the 11th International Conference on Learning Representations","author":"A Zeng","year":"2023","unstructured":"Zeng A, Liu X, Du Z, et al. GLM-130B: an open bilingual pre-trained model. In: Proceedings of the 11th International Conference on Learning Representations, 2023"},{"key":"4498_CR10","unstructured":"Touvron H, Lavril T, Izacard G, et al. LLaMA: open and efficient foundation language models. 2023. ArXiv:2302.13971"},{"key":"4498_CR11","unstructured":"Touvron H, Martin L, Stone K, et al. LLaMA 2: open foundation and fine-tuned chat models. 2023. ArXiv:2307.09288"},{"key":"4498_CR12","first-page":"1691","volume-title":"Proceedings of International Conference on Machine Learning","author":"M Chen","year":"2020","unstructured":"Chen M, Radford A, Child R, et al. Generative pretraining from pixels. In: Proceedings of International Conference on Machine Learning, 2020. 1691\u20131703"},{"key":"4498_CR13","first-page":"22861","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Y Bai","year":"2024","unstructured":"Bai Y, Geng X, Mangalam K, et al. Sequential modeling enables scalable learning for large vision models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2024. 22861\u201322872"},{"key":"4498_CR14","first-page":"4015","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"A Kirillov","year":"2023","unstructured":"Kirillov A, Mintun E, Ravi N, et al. Segment anything. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2023. 4015\u20134026"},{"key":"4498_CR15","doi-asserted-by":"publisher","first-page":"7871","DOI":"10.18653\/v1\/2020.acl-main.703","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","author":"M Lewis","year":"2020","unstructured":"Lewis M, Liu Y, Goyal N, et al. BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, 2020. 7871\u20137880"},{"key":"4498_CR16","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, et al. Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res, 2020, 21: 1\u201367","journal-title":"J Mach Learn Res"},{"key":"4498_CR17","volume-title":"Proceedings of the 12th International Conference on Learning Representations","author":"M Jin","year":"2024","unstructured":"Jin M, Wang S, Ma L, et al. Time-LLM: time series forecasting by reprogramming large language models. In: Proceedings of the 12th International Conference on Learning Representations, 2024"},{"key":"4498_CR18","unstructured":"Gao S, Koker T, Queen O, et al. Units: building a unified time series model. 2024. ArXiv:2403.00131"},{"key":"4498_CR19","first-page":"31","volume-title":"Proceedings of the 25th IEEE International Conference on Mobile Data Management","author":"C Liu","year":"2024","unstructured":"Liu C, Yang S, Xu Q, et al. Spatial-temporal large language model for traffic prediction. In: Proceedings of the 25th IEEE International Conference on Mobile Data Management, 2024. 31\u201340"},{"key":"4498_CR20","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"Z Tang","year":"2024","unstructured":"Tang Z, Yang Z, Zhu C, et al. Any-to-any generation via composable diffusion. In: Proceedings of Advances in Neural Information Processing Systems, 2024"},{"key":"4498_CR21","first-page":"27425","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Z Tang","year":"2024","unstructured":"Tang Z, Yang Z, Khademi M, et al. CoDi-2: in-context interleaved and interactive any-to-any generation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2024. 27425\u201327434"},{"key":"4498_CR22","unstructured":"Achiam J, Adler S, Agarwal S, et al. GPT-4 technical report. 2023. ArXiv:2303.08774"},{"key":"4498_CR23","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"H Liu","year":"2024","unstructured":"Liu H, Li C, Wu Q, et al. Visual instruction tuning. In: Proceedings of Advances in Neural Information Processing Systems, 2024"},{"key":"4498_CR24","doi-asserted-by":"publisher","first-page":"3094","DOI":"10.1038\/s41467-022-30761-2","volume":"13","author":"N Fei","year":"2022","unstructured":"Fei N, Lu Z, Gao Y, et al. Towards artificial general intelligence via a multimodal foundation model. Nat Commun, 2022, 13: 3094","journal-title":"Nat Commun"},{"key":"4498_CR25","first-page":"15180","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"R Girdhar","year":"2023","unstructured":"Girdhar R, El-Nouby A, Liu Z, et al. IMAGEBIND: one embedding space to bind them all. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2023. 15180\u201315190"},{"key":"4498_CR26","volume-title":"Proceedings of the 41st International Conference on Machine Learning","author":"S Wu","year":"2024","unstructured":"Wu S, Fei H, Qu L, et al. Next-GPT: any-to-any multimodal LLM. In: Proceedings of the 41st International Conference on Machine Learning, 2024"},{"key":"4498_CR27","unstructured":"Zhao W X, Zhou K, Li J, et al. A survey of large language models. 2023. ArXiv:2303.18223"},{"key":"4498_CR28","unstructured":"Liu J, Yang C, Lu Z, et al. Towards graph foundation models: a survey and beyond. 2023. ArXiv:2310.11829"},{"key":"4498_CR29","unstructured":"Mao H, Chen Z, Tang W, et al. Graph foundation models. 2024. ArXiv:2402.02216"},{"key":"4498_CR30","first-page":"5436","volume-title":"Proceedings of the 31st International Joint Conference on Artificial Intelligence","author":"Y Du","year":"2022","unstructured":"Du Y, Liu Z, Li J, et al. A survey of vision-language pre-trained models. In: Proceedings of the 31st International Joint Conference on Artificial Intelligence, 2022. 5436\u20135443"},{"key":"4498_CR31","unstructured":"Yin S, Fu C, Zhao S, et al. A survey on multimodal large language models. 2023. ArXiv:2306.13549"},{"key":"4498_CR32","doi-asserted-by":"publisher","first-page":"4400","DOI":"10.1145\/3583780.3615155","volume-title":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","author":"C M Yeh","year":"2023","unstructured":"Yeh C M, Dai X, Chen H, et al. Toward a foundation model for time series data. In: Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, 2023. 4400\u20134404"},{"key":"4498_CR33","unstructured":"Jin M, Wen Q, Liang Y, et al. Large models for time series and spatio-temporal data: a survey and outlook. 2023. ArXiv:2310.10196"},{"key":"4498_CR34","unstructured":"Cao Y, Li S, Liu Y, et al. A comprehensive survey of AI-generated content (AIGC): a history of generative AI from GAN to ChatGPT. 2023. ArXiv:2303.04226"},{"key":"4498_CR35","doi-asserted-by":"crossref","unstructured":"Zhou C, Li Q, Li C, et al. A comprehensive survey on pretrained foundation models: a history from BERT to ChatGPT. 2023. ArXiv:2302.09419","DOI":"10.1007\/s13042-024-02443-6"},{"key":"4498_CR36","first-page":"12401","volume-title":"Proceedings of Findings of the Association for Computational Linguistics","author":"D Zhang","year":"2024","unstructured":"Zhang D, Yu Y, Dong J, et al. MM-LLMs: recent advances in multimodal large language models. In: Proceedings of Findings of the Association for Computational Linguistics, 2024. 12401\u201312430"},{"key":"4498_CR37","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/j.aiopen.2024.09.002","volume":"5","author":"J Lai","year":"2024","unstructured":"Lai J, Gan W, Wu J, et al. Large language models in law: a survey. AI Open, 2024, 5: 181\u2013196","journal-title":"AI Open"},{"key":"4498_CR38","first-page":"225","volume-title":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics","author":"J Ahn","year":"2024","unstructured":"Ahn J, Verma R, Lou R, et al. Large language models for mathematical reasoning: progresses and challenges. In: Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics, 2024. 225\u2013237"},{"key":"4498_CR39","doi-asserted-by":"publisher","first-page":"374","DOI":"10.1145\/3604237.3626869","volume-title":"Proceedings of the 4th ACM International Conference on AI in Finance","author":"Y Li","year":"2023","unstructured":"Li Y, Wang S, Ding H, et al. Large language models in finance: a survey. In: Proceedings of the 4th ACM International Conference on AI in Finance, 2023. 374\u2013382"},{"key":"4498_CR40","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"A J Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu A J, Ting D S J, Elangovan K, et al. Large language models in medicine. Nat Med, 2023, 29: 1930\u20131940","journal-title":"Nat Med"},{"key":"4498_CR41","doi-asserted-by":"publisher","first-page":"102846","DOI":"10.1016\/j.media.2023.102846","volume":"88","author":"A Kazerouni","year":"2023","unstructured":"Kazerouni A, Aghdam E K, Heidari M, et al. Diffusion models in medical imaging: a comprehensive survey. Med Image Anal, 2023, 88: 102846","journal-title":"Med Image Anal"},{"key":"4498_CR42","doi-asserted-by":"publisher","first-page":"102237","DOI":"10.1016\/j.displa.2022.102237","volume":"73","author":"S Shahriar","year":"2022","unstructured":"Shahriar S. GAN computers generate arts? A survey on visual arts, music, and literary text generation using generative adversarial network. Displays, 2022, 73: 102237","journal-title":"Displays"},{"key":"4498_CR43","unstructured":"Hou X, Zhao Y, Liu Y, et al. Large language models for software engineering: a systematic literature review. 2023. ArXiv:2308.10620"},{"key":"4498_CR44","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1109\/MCOM.001.2300364","volume":"62","author":"L Bariah","year":"2024","unstructured":"Bariah L, Zhao Q, Zou H, et al. Large generative AI models for telecom: the next big thing? IEEE Commun Mag, 2024, 62: 84\u201390","journal-title":"IEEE Commun Mag"},{"key":"4498_CR45","unstructured":"Zhou H, Hu C, Yuan Y, et al. Large language model (LLM) for telecommunications: a comprehensive survey on principles, key techniques, and opportunities. 2024. ArXiv:2405.10825"},{"key":"4498_CR46","first-page":"958","volume-title":"Proceedings of IEEE\/CVF Winter Conference on Applications of Computer Vision Workshops","author":"C Cui","year":"2024","unstructured":"Cui C, Ma Y, Cao X, et al. A survey on multimodal large language models for autonomous driving. In: Proceedings of IEEE\/CVF Winter Conference on Applications of Computer Vision Workshops, 2024. 958\u2013979"},{"key":"4498_CR47","first-page":"1","volume":"18","author":"J Yang","year":"2024","unstructured":"Yang J, Jin H, Tang R, et al. Harnessing the power of LLMs in practice: a survey on ChatGPT and beyond. ACM Trans Knowl Discov Data, 2024, 18: 1\u201332","journal-title":"ACM Trans Knowl Discov Data"},{"key":"4498_CR48","doi-asserted-by":"publisher","first-page":"9052","DOI":"10.1109\/TPAMI.2024.3415112","volume":"46","author":"J Gui","year":"2024","unstructured":"Gui J, Chen T, Zhang J, et al. A survey on self-supervised learning: algorithms, applications, and future trends. IEEE Trans Pattern Anal Mach Intell, 2024, 46: 9052\u20139071","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"4498_CR49","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"A Vaswani","year":"2017","unstructured":"Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need. In: Proceedings of Advances in Neural Information Processing Systems, 2017"},{"key":"4498_CR50","volume-title":"Proceedings of the 8th International Conference on Learning Representations","author":"W Su","year":"2020","unstructured":"Su W, Zhu X, Cao Y, et al. VL-BERT: pre-training of generic visual-linguistic representations. In: Proceedings of the 8th International Conference on Learning Representations, 2020"},{"key":"4498_CR51","first-page":"4195","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"W Peebles","year":"2023","unstructured":"Peebles W, Xie S. Scalable diffusion models with transformers. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2023. 4195\u20134205"},{"key":"4498_CR52","doi-asserted-by":"publisher","first-page":"5890","DOI":"10.1109\/TPAMI.2024.3369102","volume":"46","author":"C Du","year":"2024","unstructured":"Du C, Wang Y, Song S, et al. Probabilistic contrastive learning for long-tailed visual recognition. IEEE Trans Pattern Anal Mach Intell, 2024, 46: 5890\u20135904","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"4498_CR53","first-page":"12342","volume-title":"Proceedings of Findings of the Association for Computational Linguistics","author":"Y Tay","year":"2023","unstructured":"Tay Y, Dehghani M, Abnar S, et al. Scaling laws vs model architectures: how does inductive bias influence scaling? In: Proceedings of Findings of the Association for Computational Linguistics, 2023. 12342\u201312364"},{"key":"4498_CR54","first-page":"12104","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"X Zhai","year":"2022","unstructured":"Zhai X, Kolesnikov A, Houlsby N, et al. Scaling vision transformers. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2022. 12104\u201312113"},{"key":"4498_CR55","unstructured":"Kaplan J, McCandlish S, Henighan T, et al. Scaling laws for neural language models. 2020. ArXiv:2001.08361"},{"key":"4498_CR56","first-page":"1","volume":"25","author":"H W Chung","year":"2024","unstructured":"Chung H W, Hou L, Longpre S, et al. Scaling instruction-finetuned language models. J Mach Learn Res, 2024, 25: 1\u201353","journal-title":"J Mach Learn Res"},{"key":"4498_CR57","unstructured":"Iyer S, Lin X V, Pasunuru R, et al. OPT-IML: scaling language model instruction meta learning through the lens of generalization. 2022. ArXiv:2212.12017"},{"key":"4498_CR58","unstructured":"Henighan T, Kaplan J, Katz M, et al. Scaling laws for autoregressive generative modeling. 2020. ArXiv:2010.14701"},{"key":"4498_CR59","unstructured":"Wei J, Tay Y, Bommasani R, et al. Emergent abilities of large language models. 2022. ArXiv:2206.07682"},{"key":"4498_CR60","first-page":"24824","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"J Wei","year":"2022","unstructured":"Wei J, Wang X, Schuurmans D, et al. Chain-of-thought prompting elicits reasoning in large language models. In: Proceedings of Advances in Neural Information Processing Systems, 2022. 24824\u201324837"},{"key":"4498_CR61","first-page":"8948","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"H Agrawal","year":"2019","unstructured":"Agrawal H, Desai K, Wang Y, et al. Nocaps: novel object captioning at scale. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2019. 8948\u20138957"},{"key":"4498_CR62","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1162\/tacl_a_00166","volume":"2","author":"P Young","year":"2014","unstructured":"Young P, Lai A, Hodosh M, et al. From image descriptions to visual denotations: new similarity metrics for semantic inference over event descriptions. Transa Assoc Comput Linguist, 2014, 2: 67\u201378","journal-title":"Transa Assoc Comput Linguist"},{"key":"4498_CR63","first-page":"3128","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"A Karpathy","year":"2015","unstructured":"Karpathy A, Li F F. Deep visual-semantic alignments for generating image descriptions. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2015. 3128\u20133137"},{"key":"4498_CR64","first-page":"6904","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"Y Goyal","year":"2017","unstructured":"Goyal Y, Khot T, Summers-Stay D, et al. Making the V in VQA matter: elevating the role of image understanding in visual question answering. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2017. 6904\u20136913"},{"key":"4498_CR65","first-page":"6700","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"D A Hudson","year":"2019","unstructured":"Hudson D A, Manning C D. GQA: a new dataset for real-world visual reasoning and compositional question answering. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2019. 6700\u20136709"},{"key":"4498_CR66","first-page":"3608","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","author":"D Gurari","year":"2018","unstructured":"Gurari D, Li Q, Stangl A J, et al. Vizwiz grand challenge: answering visual questions from blind people. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2018. 3608\u20133617"},{"key":"4498_CR67","first-page":"2507","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"P Lu","year":"2022","unstructured":"Lu P, Mishra S, Xia T, et al. Learn to explain: multimodal reasoning via thought chains for science question answering. In: Proceedings of Advances in Neural Information Processing Systems, 2022. 2507\u20132521"},{"key":"4498_CR68","first-page":"8317","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"A Singh","year":"2019","unstructured":"Singh A, Natarajan V, Shah M, et al. Towards VQA models that can read. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2019. 8317\u20138326"},{"key":"4498_CR69","first-page":"3195","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"K Marino","year":"2019","unstructured":"Marino K, Rastegari M, Farhadi A, et al. OK-VQA: a visual question answering benchmark requiring external knowledge. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2019. 3195\u20133204"},{"key":"4498_CR70","first-page":"292","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"Y Li","year":"2023","unstructured":"Li Y, Du Y, Zhou K, et al. Evaluating object hallucination in large vision-language models. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, 2023. 292\u2013305"},{"key":"4498_CR71","first-page":"216","volume-title":"Proceedings of European Conference on Computer Vision","author":"Y Liu","year":"2025","unstructured":"Liu Y, Duan H, Zhang Y, et al. MMBench: is your multi-modal model an all-around player? In: Proceedings of European Conference on Computer Vision, 2025. 216\u2013233"},{"key":"4498_CR72","first-page":"13299","volume-title":"Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"B Li","year":"2024","unstructured":"Li B, Ge Y, Ge Y, et al. Seed-bench: benchmarking multimodal large language models. In: Proceedings of IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2024. 13299\u201313308"},{"key":"4498_CR73","first-page":"57730","volume-title":"Proceedings of the 41st International Conference on Machine Learning","author":"W Yu","year":"2024","unstructured":"Yu W, Yang Z, Li L, et al. MM-VET: evaluating large multimodal models for integrated capabilities. In: Proceedings of the 41st International Conference on Machine Learning, 2024. 57730\u201357754"},{"key":"4498_CR74","volume-title":"Proceedings of the 12th International Conference on Learning Representations","author":"H Wu","year":"2024","unstructured":"Wu H, Zhang Z, Zhang E, et al. Q-Bench: a benchmark for general-purpose foundation models on low-level vision. In: Proceedings of the 12th International Conference on Learning Representations, 2024"},{"key":"4498_CR75","unstructured":"Ye Q, Xu H, Xu G, et al. MPLUG-OWL: modularization empowers large language models with multimodality. 2023. ArXiv:2304.14178"},{"key":"4498_CR76","volume-title":"Proceedings of the 12th International Conference on Learning Representations","author":"Q Sun","year":"2024","unstructured":"Sun Q, Yu Q, Cui Y, et al. EMU: generative pretraining in multimodality. In: Proceedings of the 12th International Conference on Learning Representations, 2024"},{"key":"4498_CR77","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"H Lauren\u00e7on","year":"2024","unstructured":"Lauren\u00e7on H, Saulnier L, Tronchon L, et al. Obelics: an open web-scale filtered dataset of interleaved image-text documents. In: Proceedings of Advances in Neural Information Processing Systems, 2024"},{"key":"4498_CR78","unstructured":"Chu X, Qiao L, Lin X, et al. MobileVLM: a fast, reproducible and strong vision language assistant for mobile devices. 2023. ArXiv:2312.16886"},{"key":"4498_CR79","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1109\/MNET.2024.3421306","volume":"38","author":"K B Kan","year":"2024","unstructured":"Kan K B, Mun H, Cao G, et al. Mobile-LLaMA: instruction fine-tuning open-source LLM for network analysis in 5G networks. IEEE Netw, 2024, 38: 76\u201383","journal-title":"IEEE Netw"},{"key":"4498_CR80","volume-title":"Proceedings of the 12th International Conference on Learning Representations","author":"R Dong","year":"2024","unstructured":"Dong R, Han C, Peng Y, et al. DreamLLM: synergistic multimodal comprehension and creation. In: Proceedings of the 12th International Conference on Learning Representations, 2024"},{"key":"4498_CR81","unstructured":"Chiang W L, Li Z, Lin Z, et al. Vicuna: an open-source chatbot impressing GPT-4 with 90%* ChatGPT quality. 2023. https:\/\/vicuna.lmsys.org"},{"key":"4498_CR82","first-page":"5971","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"B Lin","year":"2024","unstructured":"Lin B, Ye Y, Zhu B, et al. Video-LLaVA: learning united visual representation by alignment before projection. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, 2024. 5971\u20135984"},{"key":"4498_CR83","first-page":"370","volume-title":"Proceedings of European Conference on Computer Vision","author":"L Chen","year":"2025","unstructured":"Chen L, Li J, Dong X, et al. ShareGPT4V: improving large multi-modal models with better captions. In: Proceedings of European Conference on Computer Vision, 2025. 370\u2013387"},{"key":"4498_CR84","first-page":"26296","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"H Liu","year":"2024","unstructured":"Liu H, Li C, Li Y, et al. Improved baselines with visual instruction tuning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2024. 26296\u201326306"},{"key":"4498_CR85","first-page":"49250","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"W Dai","year":"2023","unstructured":"Dai W, Li J, Li D, et al. InstructBLIP: towards general-purpose vision-language models with instruction tuning. In: Proceedings of Advances in Neural Information Processing Systems, 2023. 49250\u201349267"},{"key":"4498_CR86","unstructured":"Chen K, Zhang Z, Zeng W, et al. Shikra: unleashing multimodal LLM\u2019s referential dialogue magic. 2023. ArXiv:2306.15195"},{"key":"4498_CR87","first-page":"24185","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Z Chen","year":"2024","unstructured":"Chen Z, Wu J, Wang W, et al. InternVL: scaling up vision foundation models and aligning for generic visual-linguistic tasks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2024. 24185\u201324198"},{"key":"4498_CR88","unstructured":"Bai J, Bai S, Chu Y, et al. Qwen technical report. 2023. ArXiv:2309.16609"},{"key":"4498_CR89","unstructured":"Bai J, Bai S, Yang S, et al. Qwen-VL: a frontier large vision-language model with versatile abilities. 2023. ArXiv:2308.12966"},{"key":"4498_CR90","volume-title":"Proceedings of the 2nd Workshop on Advancing Neural Network Training: Computational Efficiency, Scalability, and Resource Optimization (WANT@ ICML 2024)","author":"Z Yuan","year":"2024","unstructured":"Yuan Z, Li Z, Huang W, et al. TinyGPT-V: efficient multimodal large language model via small backbones. In: Proceedings of the 2nd Workshop on Advancing Neural Network Training: Computational Efficiency, Scalability, and Resource Optimization (WANT@ ICML 2024), 2024"},{"key":"4498_CR91","first-page":"3","volume":"1","author":"M Javaheripi","year":"2023","unstructured":"Javaheripi M, Bubeck S, Abdin M, et al. Phi-2: the surprising power of small language models. Microsoft Research Blog, 2023, 1: 3","journal-title":"Microsoft Research Blog"},{"key":"4498_CR92","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1145\/3688863.3689575","volume-title":"Proceedings of the 1st International Workshop on Efficient Multimedia Computing under Limited","author":"Y Zhu","year":"2024","unstructured":"Zhu Y, Zhu M, Liu N, et al. LLaVA-Phi: efficient multi-modal assistant with small language model. In: Proceedings of the 1st International Workshop on Efficient Multimedia Computing under Limited, 2024. 18\u201322"},{"key":"4498_CR93","first-page":"12888","volume-title":"Proceedings of International Conference on Machine Learning","author":"J Li","year":"2022","unstructured":"Li J, Li D, Xiong C, et al. BLIP: bootstrapping language-image pre-training for unified vision-language understanding and generation. In: Proceedings of International Conference on Machine Learning, 2022. 12888\u201312900"},{"key":"4498_CR94","unstructured":"Lin B, Tang Z, Ye Y, et al. MoE-LLaVA: mixture of experts for large vision-language models. 2024. ArXiv:2401.15947"},{"key":"4498_CR95","first-page":"255","volume-title":"Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics","author":"T Schick","year":"2021","unstructured":"Schick T, Sch\u00fctze H. Exploiting cloze questions for few shot text classification and natural language inference. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics, 2021. 255\u2013269"},{"key":"4498_CR96","first-page":"4582","volume-title":"Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing","author":"X L Li","year":"2021","unstructured":"Li X L, Liang P. Prefix-tuning: optimizing continuous prompts for generation. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, 2021. 4582\u20134597"},{"key":"4498_CR97","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1016\/j.aiopen.2023.08.012","volume":"5","author":"X Liu","year":"2024","unstructured":"Liu X, Zheng Y, Du Z, et al. GPT understands, too. AI Open, 2024, 5: 208\u2013215","journal-title":"AI Open"},{"key":"4498_CR98","volume-title":"Proceedings of the 41st International Conference on Machine Learning","author":"Y Ding","year":"2024","unstructured":"Ding Y, Zhang L L, Zhang C, et al. LongRoPE: extending LLM context window beyond 2 million tokens. In: Proceedings of the 41st International Conference on Machine Learning, 2024"},{"key":"4498_CR99","first-page":"2978","volume-title":"Proceedings of the 57th Conference of the Association for Computational Linguistics","author":"Z Dai","year":"2019","unstructured":"Dai Z, Yang Z, Yang Y, et al. Transformer-XL: attentive language models beyond a fixed-length context. In: Proceedings of the 57th Conference of the Association for Computational Linguistics, 2019. 2978\u20132988"},{"key":"4498_CR100","first-page":"9459","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"P Lewis","year":"2020","unstructured":"Lewis P, Perez E, Piktus A, et al. Retrieval-augmented generation for knowledge-intensive NLP tasks. In: Proceedings of Advances in Neural Information Processing Systems, 2020. 9459\u20139474"},{"key":"4498_CR101","unstructured":"Edge D, Trinh H, Cheng N, et al. From local to global: a graph RAG approach to query-focused summarization. 2024. ArXiv:2404.16130"},{"key":"4498_CR102","volume-title":"Proceedings of the 38th Annual Conference on Neural Information Processing Systems","author":"Y Yu","year":"2024","unstructured":"Yu Y, Ping W, Liu Z, et al. RankRAG: unifying context ranking with retrieval-augmented generation in LLMs. In: Proceedings of the 38th Annual Conference on Neural Information Processing Systems, 2024"},{"key":"4498_CR103","first-page":"2790","volume-title":"Proceedings of International Conference on Machine Learning","author":"N Houlsby","year":"2019","unstructured":"Houlsby N, Giurgiu A, Jastrzebski S, et al. Parameter-efficient transfer learning for NLP. In: Proceedings of International Conference on Machine Learning, 2019. 2790\u20132799"},{"key":"4498_CR104","first-page":"487","volume-title":"Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics","author":"J Pfeiffer","year":"2021","unstructured":"Pfeiffer J, Kamath A, R\u00fcckl\u00e9 A, et al. Adapterfusion: non-destructive task composition for transfer learning. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics, 2021. 487\u2013503"},{"key":"4498_CR105","first-page":"1950","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"H Liu","year":"2022","unstructured":"Liu H, Tam D, Muqeeth M, et al. Few-shot parameter-efficient fine-tuning is better and cheaper than in-context learning. In: Proceedings of Advances in Neural Information Processing Systems, 2022. 1950\u20131965"},{"key":"4498_CR106","first-page":"22584","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","author":"P Y Chen","year":"2024","unstructured":"Chen P Y. Model reprogramming: resource-efficient cross-domain machine learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, 2024. 22584\u201322591"},{"key":"4498_CR107","volume-title":"Proceedings of the 10th International Conference on Learning Representations","author":"E J Hu","year":"2022","unstructured":"Hu E J, Shen Y, Wallis P, et al. LoRA: low-rank adaptation of large language models. In: Proceedings of the 10th International Conference on Learning Representations, 2022"},{"key":"4498_CR108","volume-title":"Proceedings of the 5th International Conference on Learning Representations","author":"J Kim","year":"2017","unstructured":"Kim J, On K W, Lim W, et al. Hadamard product for low-rank bilinear pooling. In: Proceedings of the 5th International Conference on Learning Representations, 2017"},{"key":"4498_CR109","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/s00607-005-0144-0","volume":"76","author":"W Hackbusch","year":"2006","unstructured":"Hackbusch W, Khoromskij B N. Low-rank Kronecker-product approximation to multi-dimensional nonlocal operators. Part I. Separable approximation of multi-variate functions. Computing, 2006, 76: 177\u2013202","journal-title":"Computing"},{"key":"4498_CR110","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1038\/s42256-023-00626-4","volume":"5","author":"N Ding","year":"2023","unstructured":"Ding N, Qin Y, Yang G, et al. Parameter-efficient fine-tuning of large-scale pre-trained language models. Nat Mach Intell, 2023, 5: 220\u2013235","journal-title":"Nat Mach Intell"},{"key":"4498_CR111","unstructured":"Beltagy I, Peters M E, Cohan A. Longformer: the long-document transformer. 2020. ArXiv:2004.05150"},{"key":"4498_CR112","first-page":"17283","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"M Zaheer","year":"2020","unstructured":"Zaheer M, Guruganesh G, Dubey K A, et al. Big bird: transformers for longer sequences. In: Proceedings of Advances in Neural Information Processing Systems, 2020. 17283\u201317297"},{"key":"4498_CR113","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"Z Yang","year":"2019","unstructured":"Yang Z, Dai Z, Yang Y, et al. XLNet: generalized autoregressive pretraining for language understanding. In: Proceedings of Advances in Neural Information Processing Systems, 2019"},{"key":"4498_CR114","unstructured":"Gao Y, Xiong Y, Gao X, et al. Retrieval-augmented generation for large language models: a survey. 2023. ArXiv:2312.10997"},{"key":"4498_CR115","unstructured":"Maatouk A, Ayed F, Piovesan N, et al. TeleQnA: a benchmark dataset to assess large language models telecommunications knowledge. 2023. ArXiv:2310.15051"},{"key":"4498_CR116","first-page":"1870","volume-title":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics","author":"D Chen","year":"2017","unstructured":"Chen D, Fisch A, Weston J, et al. Reading Wikipedia to answer open-domain questions. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, 2017. 1870\u20131879"},{"key":"4498_CR117","doi-asserted-by":"publisher","first-page":"6769","DOI":"10.18653\/v1\/2020.emnlp-main.550","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing (EMNLP)","author":"V Karpukhin","year":"2020","unstructured":"Karpukhin V, Oguz B, Min S, et al. Dense passage retrieval for open-domain question answering. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing (EMNLP), 2020. 6769\u20136781"},{"key":"4498_CR118","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1145\/3626772.3657834","volume-title":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"F Cuconasu","year":"2024","unstructured":"Cuconasu F, Trappolini G, Siciliano F, et al. The power of noise: redefining retrieval for RAG systems. In: Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, 2024. 719\u2013729"},{"key":"4498_CR119","unstructured":"Han Z, Gao C, Liu J, et al. Parameter-efficient fine-tuning for large models: a comprehensive survey. 2024. ArXiv:2403.14608"},{"key":"4498_CR120","volume-title":"Proceedings of the 11th International Conference on Learning Representations","author":"Q Zhang","year":"2022","unstructured":"Zhang Q, Chen M, Bukharin A, et al. Adaptive budget allocation for parameter-efficient fine-tuning. In: Proceedings of the 11th International Conference on Learning Representations, 2022"},{"key":"4498_CR121","unstructured":"Pan R, Liu X, Diao S, et al. LISA: layerwise importance sampling for memory-efficient large language model fine-tuning. 2024. ArXiv:2403.17919"},{"key":"4498_CR122","first-page":"15120","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"H Shao","year":"2024","unstructured":"Shao H, Hu Y, Wang L, et al. LMDrive: closed-loop end-to-end driving with large language models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2024. 15120\u201315130"},{"key":"4498_CR123","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1145\/3219819.3220007","volume-title":"Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","author":"J Ma","year":"2018","unstructured":"Ma J, Zhao Z, Yi X, et al. Modeling task relationships in multi-task learning with multi-gate mixture-of-experts. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, 2018. 1930\u20131939"},{"key":"4498_CR124","unstructured":"Liu A, Feng B, Xue B, et al. DeepSeek-V3 technical report. 2024. ArXiv:2412.19437"},{"key":"4498_CR125","unstructured":"Jiang A Q, Sablayrolles A, Roux A, et al. Mixtral of experts. 2024. ArXiv:2401.04088"},{"key":"4498_CR126","unstructured":"Tian K, Jiang Y, Yuan Z, et al. Visual autoregressive modeling: scalable image generation via next-scale prediction. 2024. ArXiv:2404.02905"},{"key":"4498_CR127","first-page":"12873","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"P Esser","year":"2021","unstructured":"Esser P, Rombach R, Ommer B. Taming transformers for high-resolution image synthesis. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2021. 12873\u201312883"},{"key":"4498_CR128","doi-asserted-by":"publisher","first-page":"171301","DOI":"10.1007\/s11432-024-4337-1","volume":"68","author":"Q M Cui","year":"2025","unstructured":"Cui Q M, You X H, Wei N, et al. Overview of AI and communication for 6G network: fundamentals, challenges, and future research opportunities. Sci China Inf Sci, 2025, 68: 171301","journal-title":"Sci China Inf Sci"},{"key":"4498_CR129","unstructured":"Chen T, Chen J, Zhao Z, et al. First token probability guided RAG for telecom question answering. 2025. ArXiv:2501.06468"},{"key":"4498_CR130","doi-asserted-by":"publisher","first-page":"99","DOI":"10.23919\/JCIN.2024.10582827","volume":"9","author":"J Shao","year":"2024","unstructured":"Shao J, Tong J, Wu Q, et al. WirelessLLM: empowering large language models towards wireless intelligence. J Commun Inf Netw, 2024, 9: 99\u2013112","journal-title":"J Commun Inf Netw"},{"key":"4498_CR131","unstructured":"Zou H, Zhao Q, Tian Y, et al. TelecomGPT: a framework to build telecom-specfic large language models. 2024. ArXiv:2407.09424"},{"key":"4498_CR132","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1111\/nyas.15007","volume":"1525","author":"R Bommasani","year":"2023","unstructured":"Bommasani R, Liang P, Lee T. Holistic evaluation of language models. Ann New York Acad Sci, 2023, 1525: 140\u2013146","journal-title":"Ann New York Acad Sci"},{"key":"4498_CR133","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/MWC.005.2300481","volume":"31","author":"Z Chen","year":"2024","unstructured":"Chen Z, Yang H H, Tay Y C, et al. The role of federated learning in a wireless world with foundation models. IEEE Wireless Commun, 2024, 31: 42\u201349","journal-title":"IEEE Wireless Commun"},{"key":"4498_CR134","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1109\/MNET.2024.3376419","volume":"38","author":"Y Chen","year":"2024","unstructured":"Chen Y, Li R, Zhao Z, et al. NetGPT: an AI-native network architecture for provisioning beyond personalized generative services. IEEE Netw, 2024, 38: 404\u2013413","journal-title":"IEEE Netw"},{"key":"4498_CR135","unstructured":"Tong W, Peng C, Yang T, et al. Ten issues of NetGPT. 2023. ArXiv:2311.13106"},{"key":"4498_CR136","unstructured":"Wu D, Wang X, Qiao Y, et al. Large language model adaptation for networking. 2024. ArXiv:2402.02338"},{"key":"4498_CR137","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1109\/MCOM.001.2300807","volume":"63","author":"H Xie","year":"2025","unstructured":"Xie H, Qin Z, Tao X, et al. Toward intelligent communications: large model empowered semantic communications. IEEE Commun Mag, 2025, 63: 69\u201375","journal-title":"IEEE Commun Mag"},{"key":"4498_CR138","doi-asserted-by":"publisher","first-page":"110301","DOI":"10.1007\/s11432-024-4257-6","volume":"68","author":"X H You","year":"2025","unstructured":"You X H, Huang Y M, Zhang C, et al. When AI meets sustainable 6G. Sci China Inf Sci, 2025, 68: 110301","journal-title":"Sci China Inf Sci"},{"key":"4498_CR139","unstructured":"Wang W, Xie J, Hu C, et al. DriveMLM: aligning multi-modal large language models with behavioral planning states for autonomous driving. 2023. ArXiv:2312.09245"},{"key":"4498_CR140","doi-asserted-by":"publisher","first-page":"1450","DOI":"10.1109\/TIV.2023.3327715","volume":"9","author":"Y Cui","year":"2024","unstructured":"Cui Y, Huang S, Zhong J, et al. DriveLLM: charting the path toward full autonomous driving with large language models. IEEE Trans Intell Veh, 2024, 9: 1450\u20131464","journal-title":"IEEE Trans Intell Veh"},{"key":"4498_CR141","first-page":"910","volume-title":"Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision","author":"D Fu","year":"2024","unstructured":"Fu D, Li X, Wen L, et al. Drive like a human: rethinking autonomous driving with large language models. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, 2024. 910\u2013919"},{"key":"4498_CR142","doi-asserted-by":"publisher","first-page":"8186","DOI":"10.1109\/LRA.2024.3440097","volume":"9","author":"Z Xu","year":"2024","unstructured":"Xu Z, Zhang Y, Xie E, et al. DriveGPT4: interpretable end-to-end autonomous driving via large language model. IEEE Robot Autom Lett, 2024, 9: 8186\u20138193","journal-title":"IEEE Robot Autom Lett"},{"key":"4498_CR143","doi-asserted-by":"crossref","unstructured":"Kou W B, Lin Q, Tang M, et al. PFEDLVM: a large vision model (LVM)-driven and latent feature-based personalized federated learning framework in autonomous driving. 2024. ArXiv:2405.04146","DOI":"10.1109\/TITS.2025.3581939"},{"key":"4498_CR144","first-page":"6095","volume":"12","author":"J Chen","year":"2025","unstructured":"Chen J, He J, Chen F, et al. Empowering IoT-based autonomous driving via federated instruction tuning with feature diversity. IEEE Int Things J, 2025, 12: 6095\u20136108","journal-title":"IEEE Int Things J"},{"key":"4498_CR145","unstructured":"Yang Z, Ding M, Lv Q, et al. GPT can solve mathematical problems without a calculator. 2023. ArXiv:2309.03241"},{"key":"4498_CR146","volume-title":"Proceedings of the 12th International Conference on Learning Representations","author":"X Yue","year":"2024","unstructured":"Yue X, Qu X, Zhang G, et al. MAmmoTH: building math generalist models through hybrid instruction tuning. In: Proceedings of the 12th International Conference on Learning Representations, 2024"},{"key":"4498_CR147","volume-title":"Proceedings of the 12th International Conference on Learning Representations","author":"K Wang","year":"2024","unstructured":"Wang K, Ren H, Zhou A, et al. MathCoder: seamless code integration in LLMs for enhanced mathematical reasoning. In: Proceedings of the 12th International Conference on Learning Representations, 2024"},{"key":"4498_CR148","volume-title":"Proceedings of ICLR 2024 Workshop on Large Language Model (LLM) Agents","author":"Y Wu","year":"2024","unstructured":"Wu Y, Jia F, Zhang S, et al. MathChat: converse to tackle challenging math problems with LLM agents. In: Proceedings of ICLR 2024 Workshop on Large Language Model (LLM) Agents, 2024"},{"key":"4498_CR149","doi-asserted-by":"publisher","first-page":"183","DOI":"10.34172\/hpp.2023.22","volume":"13","author":"R K Garg","year":"2023","unstructured":"Garg R K, Urs V L, Agrawal A A, et al. Exploring the role of ChatGPT in patient care (diagnosis and treatment) and medical research: a systematic review. Health Promot Perspect, 2023, 13: 183\u2013191","journal-title":"Health Promot Perspect"},{"key":"4498_CR150","unstructured":"Xi Z, Chen W, Guo X, et al. The rise and potential of large language model based agents: a survey. 2023. ArXiv:2309.07864"},{"key":"4498_CR151","first-page":"10859","volume-title":"Proceedings of Findings of the Association for Computational Linguistics","author":"H Zhang","year":"2023","unstructured":"Zhang H, Chen J, Jiang F, et al. HuatuoGPT, towards taming language model to be a doctor. In: Proceedings of Findings of the Association for Computational Linguistics, 2023. 10859\u201310885"},{"key":"4498_CR152","unstructured":"Zhang K, Yu J, Yan Z, et al. BiomedGPT: a unified and generalist biomedical generative pre-trained transformer for vision, language, and multimodal tasks. 2023. ArXiv:2305.17100"},{"key":"4498_CR153","doi-asserted-by":"crossref","unstructured":"Li J, Wang X, Wu X, et al. Huatuo-26m, a large-scale Chinese medical QA dataset. 2024. ArXiv:2305.01526","DOI":"10.18653\/v1\/2025.findings-naacl.211"},{"key":"4498_CR154","unstructured":"Zhou Z, Shi J X, Song P X, et al. LawGPT: a Chinese legal knowledge-enhanced large language model. 2024. ArXiv:2406.04614"},{"key":"4498_CR155","unstructured":"Fei Z, Zhang S, Shen X, et al. InternLM-Law: an open source Chinese legal large language model. 2024. ArXiv:2406.14887"},{"key":"4498_CR156","unstructured":"Cui J, Li Z, Yan Y, et al. ChatLaw: open-source legal large language model with integrated external knowledge bases. 2023. ArXiv:2306.16092"},{"key":"4498_CR157","unstructured":"Schumacher D, LaBounty Jr F, Schellekens M. Enhancing Suno\u2019s bark text-to-speech model: addressing limitations through Meta\u2019s encodec and pre-trained hubert. SSRN 4443815, 2023. https:\/\/papers.ssrn.com\/sol3\/papers.cfm?abstract_id=4443815"},{"key":"4498_CR158","first-page":"1","volume-title":"Proceedings of IEEE International Conference on Multimedia and Expo (ICME)","author":"X Liang","year":"2024","unstructured":"Liang X, Zhao Z, Zeng W, et al. PianoBART: symbolic piano music generation and understanding with large-scale pre-training. In: Proceedings of IEEE International Conference on Multimedia and Expo (ICME), 2024. 1\u20136"},{"key":"4498_CR159","first-page":"6840","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"J Ho","year":"2020","unstructured":"Ho J, Jain A, Abbeel P. Denoising diffusion probabilistic models. In: Proceedings of Advances in Neural Information Processing Systems, 2020. 6840\u20136851"},{"key":"4498_CR160","first-page":"3836","volume-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","author":"L Zhang","year":"2023","unstructured":"Zhang L, Rao A, Agrawala M. Adding conditional control to text-to-image diffusion models. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2023. 3836\u20133847"},{"key":"4498_CR161","unstructured":"Zhao Z. Adversarial-MidiBERT: symbolic music understanding model based on unbias pre-training and mask fine-tuning. 2024. ArXiv:2407.08306"},{"key":"4498_CR162","volume-title":"Proceedings of the European Conference on Computer Vision (ECCV) Workshops","author":"N Garcia","year":"2018","unstructured":"Garcia N, Vogiatzis G. How to read paintings: semantic art understanding with multi-modal retrieval. In: Proceedings of the European Conference on Computer Vision (ECCV) Workshops, 2018"},{"key":"4498_CR163","doi-asserted-by":"crossref","unstructured":"Lopez-Lira A, Tang Y. Can ChatGPT forecast stock price movements? Return predictability and large language models. 2023. ArXiv:2304.07619","DOI":"10.2139\/ssrn.4412788"},{"key":"4498_CR164","unstructured":"Wu S, Irsoy O, Lu S, et al. BloombergGPT: a large language model for finance. 2023. ArXiv:2303.17564"},{"key":"4498_CR165","doi-asserted-by":"crossref","unstructured":"Yang H, Liu X Y, Wang C D. FinGPT: open-source financial large language models. 2023. ArXiv:2306.06031","DOI":"10.2139\/ssrn.4489826"},{"key":"4498_CR166","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1007\/s11390-024-3767-3","volume":"39","author":"F Du","year":"2024","unstructured":"Du F, Ma X J, Yang J R, et al. A survey of LLM datasets: from autoregressive model to AI Chatbot. J Comput Sci Technol, 2024, 39: 542\u2013566","journal-title":"J Comput Sci Technol"},{"key":"4498_CR167","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1093\/nsr\/nwx106","volume":"5","author":"Z H Zhou","year":"2018","unstructured":"Zhou Z H. A brief introduction to weakly supervised learning. Natl Sci Rev, 2018, 5: 44\u201353","journal-title":"Natl Sci Rev"},{"key":"4498_CR168","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1007\/s10994-019-05855-6","volume":"109","author":"J E van Engelen","year":"2020","unstructured":"van Engelen J E, Hoos H H. A survey on semi-supervised learning. Mach Learn, 2020, 109: 373\u2013440","journal-title":"Mach Learn"},{"key":"4498_CR169","unstructured":"Wang Z, Zhou Y, Shi Y, et al. Federated fine-tuning for pre-trained foundation models over wireless networks. 2024. ArXiv:2407.02924"},{"key":"4498_CR170","volume-title":"Proceedings of International Conference on Learning Representations","author":"P Micikevicius","year":"2018","unstructured":"Micikevicius P, Narang S, Alben J, et al. Mixed precision training. In: Proceedings of International Conference on Learning Representations, 2018"},{"key":"4498_CR171","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1145\/2464996.2465018","volume-title":"Proceedings of the 27th International ACM Conference on International Conference on Supercomputing","author":"M O Lam","year":"2013","unstructured":"Lam M O, Hollingsworth J K, de Supinski B R, et al. Automatically adapting programs for mixed-precision floating-point computation. In: Proceedings of the 27th International ACM Conference on International Conference on Supercomputing, 2013. 369\u2013378"},{"key":"4498_CR172","volume-title":"Proceedings of International Conference on Learning Representations","author":"O Press","year":"2022","unstructured":"Press O, Smith N, Lewis M. Train short, test long: attention with linear biases enables input length extrapolation. In: Proceedings of International Conference on Learning Representations, 2022"},{"key":"4498_CR173","unstructured":"Dubey A, Jauhri A, Pandey A, et al. The LLaMA 3 herd of models. 2024. ArXiv:2407.21783"},{"key":"4498_CR174","first-page":"16344","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"T Dao","year":"2022","unstructured":"Dao T, Fu D, Ermon S, et al. Flashattention: fast and memory-efficient exact attention with IO-awareness. In: Proceedings of Advances in Neural Information Processing Systems, 2022. 16344\u201316359"},{"key":"4498_CR175","volume-title":"Proceedings of International Conference on Learning Representations","author":"N Kitaev","year":"2020","unstructured":"Kitaev N, Kaiser L, Levskaya A. Reformer: the efficient transformer. In: Proceedings of International Conference on Learning Representations, 2020"},{"key":"4498_CR176","first-page":"1","volume-title":"Proceedings of International Conference for High Performance Computing, Networking, Storage and Analysis","author":"S Rajbhandari","year":"2020","unstructured":"Rajbhandari S, Rasley J, Ruwase O, et al. Zero: memory optimizations toward training trillion parameter models. In: Proceedings of International Conference for High Performance Computing, Networking, Storage and Analysis, 2020. 1\u201316"},{"key":"4498_CR177","first-page":"1273","volume-title":"Proceedings of Artificial Intelligence and Statistics","author":"B McMahan","year":"2017","unstructured":"McMahan B, Moore E, Ramage D, et al. Communication-efficient learning of deep networks from decentralized data. In: Proceedings of Artificial Intelligence and Statistics, 2017. 1273\u20131282"},{"key":"4498_CR178","volume-title":"Proceedings of the 12th International Conference on Learning Representations","author":"Y Sun","year":"2024","unstructured":"Sun Y, Li Z, Li Y, et al. Improving LoRA in privacy-preserving federated learning. In: Proceedings of the 12th International Conference on Learning Representations, 2024"},{"key":"4498_CR179","first-page":"12903","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"Y J Cho","year":"2024","unstructured":"Cho Y J, Liu L, Xu Z, et al. Heterogeneous LoRA for federated fine-tuning of on-device foundation models. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, 2024. 12903\u201312913"},{"key":"4498_CR180","first-page":"9963","volume-title":"Proceedings of Annual Meeting of the Association of Computational Linguistics","author":"Z Zhang","year":"2023","unstructured":"Zhang Z, Yang Y, Dai Y, et al. FedPETuning: when federated learning meets the parameter-efficient tuning methods of pre-trained language models. In: Proceedings of Annual Meeting of the Association of Computational Linguistics, 2023. 9963\u20139977"},{"key":"4498_CR181","first-page":"1159","volume-title":"Proceedings of Findings of the Association for Computational Linguistics","author":"Y Kim","year":"2023","unstructured":"Kim Y, Kim J, Mok W L, et al. Client-customized adaptation for parameter-efficient federated learning. In: Proceedings of Findings of the Association for Computational Linguistics, 2023. 1159\u20131172"},{"key":"4498_CR182","doi-asserted-by":"publisher","first-page":"784","DOI":"10.1145\/3470496.3527408","volume-title":"Proceedings of the 49th Annual International Symposium on Computer Architecture","author":"U Gupta","year":"2022","unstructured":"Gupta U, Elgamal M, Hills G, et al. ACT: designing sustainable computer systems with an architectural carbon modeling tool. In: Proceedings of the 49th Annual International Symposium on Computer Architecture, 2022. 784\u2013799"},{"key":"4498_CR183","volume-title":"Proceedings of the 1st Conference on Language Modeling","author":"S Luohe","year":"2024","unstructured":"Luohe S, Zhang H, Yao Y, et al. Keep the cost down: a review on methods to optimize LLM\u2019s KV-cache consumption. In: Proceedings of the 1st Conference on Language Modeling, 2024"},{"key":"4498_CR184","doi-asserted-by":"publisher","first-page":"1228","DOI":"10.1109\/TCSVT.2023.3292995","volume":"34","author":"Y Xu","year":"2024","unstructured":"Xu Y, Li X, Yuan H, et al. Multi-task learning with multi-query transformer for dense prediction. IEEE Trans Circ Syst Video Technol, 2024, 34: 1228\u20131240","journal-title":"IEEE Trans Circ Syst Video Technol"},{"key":"4498_CR185","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1145\/3600006.3613165","volume-title":"Proceedings of the 29th Symposium on Operating Systems Principles","author":"W Kwon","year":"2023","unstructured":"Kwon W, Li Z, Zhuang S, et al. Efficient memory management for large language model serving with pagedattention. In: Proceedings of the 29th Symposium on Operating Systems Principles, 2023. 611\u2013626"},{"key":"4498_CR186","first-page":"19274","volume-title":"Proceedings of International Conference on Machine Learning","author":"Y Leviathan","year":"2023","unstructured":"Leviathan Y, Kalman M, Matias Y. Fast inference from transformers via speculative decoding. In: Proceedings of International Conference on Machine Learning, 2023. 19274\u201319286"},{"key":"4498_CR187","volume-title":"Proceedings of Workshop on Efficient Systems for Foundation Models","author":"B F Spector","year":"2023","unstructured":"Spector B F, Re C. Accelerating LLM inference with staged speculative decoding. In: Proceedings of Workshop on Efficient Systems for Foundation Models, 2023"},{"key":"4498_CR188","unstructured":"Willard B T, Louf R. Efficient guided generation for large language models. 2023. ArXiv:2307.09702"},{"key":"4498_CR189","volume-title":"Proceedings of the 41st International Conference on Machine Learning","author":"Y Fu","year":"2024","unstructured":"Fu Y, Bailis P, Stoica I, et al. Break the sequential dependency of LLM inference using lookahead decoding. In: Proceedings of the 41st International Conference on Machine Learning, 2024"},{"key":"4498_CR190","unstructured":"Saxena A. Prompt lookup decoding. 2023. https:\/\/github.com\/apoorvumang\/prompt-lookup-decoding"},{"key":"4498_CR191","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1109\/MNET.011.2300046","volume":"37","author":"H Xing","year":"2023","unstructured":"Xing H, Zhu G, Liu D, et al. Task-oriented integrated sensing, computation and communication for wireless edge AI. IEEE Netw, 2023, 37: 135\u2013144","journal-title":"IEEE Netw"},{"key":"4498_CR192","first-page":"9878","volume":"8","author":"B Yang","year":"2020","unstructured":"Yang B, Cao X, Yuen C, et al. Offloading optimization in edge computing for deep-learning-enabled target tracking by Internet of UAVs. IEEE Int Things J, 2020, 8: 9878\u20139893","journal-title":"IEEE Int Things J"},{"key":"4498_CR193","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/MWC.001.2000292","volume":"28","author":"B Yang","year":"2021","unstructured":"Yang B, Cao X, Xiong K, et al. Edge intelligence for autonomous driving in 6G wireless system: design challenges and solutions. IEEE Wireless Commun, 2021, 28: 40\u201347","journal-title":"IEEE Wireless Commun"},{"key":"4498_CR194","unstructured":"Yin W, Xu M, Li Y, et al. LLM as a system service on mobile devices. 2024. ArXiv:2403.11805"},{"key":"4498_CR195","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1109\/JSTSP.2023.3239189","volume":"17","author":"W Xu","year":"2023","unstructured":"Xu W, Yang Z, Ng D W K, et al. Edge learning for B5G networks with distributed signal processing: semantic communication, edge computing, and wireless sensing. IEEE J Sel Top Signal Process, 2023, 17: 9\u201339","journal-title":"IEEE J Sel Top Signal Process"},{"key":"4498_CR196","doi-asserted-by":"publisher","first-page":"130301","DOI":"10.1007\/s11432-022-3652-2","volume":"66","author":"G X Zhu","year":"2023","unstructured":"Zhu G X, Lyu Z H, Jiao X, et al. Pushing AI to wireless network edge: an overview on integrated sensing, communication, and computation towards 6G. Sci China Inf Sci, 2023, 66: 130301","journal-title":"Sci China Inf Sci"},{"key":"4498_CR197","doi-asserted-by":"publisher","first-page":"2486","DOI":"10.1109\/TWC.2023.3303232","volume":"23","author":"D Wen","year":"2024","unstructured":"Wen D, Liu P, Zhu G, et al. Task-oriented sensing, computation, and communication integration for multi-device edge AI. IEEE Trans Wireless Commun, 2024, 23: 2486\u20132502","journal-title":"IEEE Trans Wireless Commun"},{"key":"4498_CR198","first-page":"37","volume-title":"Proceedings of the 15th International Green and Sustainable Computing Conference (IGSC)","author":"Y Ding","year":"2024","unstructured":"Ding Y, Shi T. Sustainable LLM serving: environmental implications, challenges, and opportunities. In: Proceedings of the 15th International Green and Sustainable Computing Conference (IGSC), 2024. 37\u201338"},{"key":"4498_CR199","doi-asserted-by":"crossref","unstructured":"Hisaharo S, Nishimura Y, Takahashi A. Optimizing LLM inference clusters for enhanced performance and energy efficiency. Authorea Preprints, 2024. https:\/\/www.techrxiv.org\/doi\/full\/10.36227\/techrxiv.172348951.12175366","DOI":"10.36227\/techrxiv.172348951.12175366\/v1"},{"key":"4498_CR200","doi-asserted-by":"publisher","first-page":"80194","DOI":"10.1109\/ACCESS.2024.3409745","volume":"12","author":"M F Argerich","year":"2024","unstructured":"Argerich M F, Pati\u00f1o-Mart\u00ednez M. Measuring and improving the energy efficiency of large language models inference. IEEE Access, 2024, 12: 80194\u201380207","journal-title":"IEEE Access"},{"key":"4498_CR201","doi-asserted-by":"publisher","first-page":"14248","DOI":"10.1109\/TMC.2024.3440581","volume":"23","author":"S Liu","year":"2024","unstructured":"Liu S, Wen D, Li D, et al. Energy-efficient optimal mode selection for edge AI inference via integrated sensing-communication-computation. IEEE Trans Mobile Comput, 2024, 23: 14248\u201314262","journal-title":"IEEE Trans Mobile Comput"},{"key":"4498_CR202","unstructured":"Stojkovic J, Choukse E, Zhang C, et al. Towards Greener LLMs: bringing energy-efficiency to the forefront of LLM inference. 2024. ArXiv:2403.20306"},{"key":"4498_CR203","doi-asserted-by":"publisher","first-page":"3205","DOI":"10.1109\/TWC.2023.3306465","volume":"23","author":"Z Zhuang","year":"2024","unstructured":"Zhuang Z, Wen D, Shi Y, et al. Integrated sensing-communication-computation for over-the-air edge AI inference. IEEE Trans Wireless Commun, 2024, 23: 3205\u20133220","journal-title":"IEEE Trans Wireless Commun"},{"key":"4498_CR204","doi-asserted-by":"publisher","first-page":"5641","DOI":"10.1109\/TCOMM.2024.3388488","volume":"72","author":"P Zhang","year":"2024","unstructured":"Zhang P, Wen D, Zhu G, et al. Collaborative edge AI inference over cloud-RAN. IEEE Trans Commun, 2024, 72: 5641\u20135656","journal-title":"IEEE Trans Commun"},{"key":"4498_CR205","doi-asserted-by":"publisher","first-page":"100211","DOI":"10.1016\/j.hcc.2024.100211","volume":"4","author":"Y Yao","year":"2024","unstructured":"Yao Y, Duan J, Xu K, et al. A survey on large language model (LLM) security and privacy: the good, the bad, and the ugly. High-Confidence Comput, 2024, 4: 100211","journal-title":"High-Confidence Comput"},{"key":"4498_CR206","unstructured":"Zou A, Wang Z, Kolter J Z, et al. Universal and transferable adversarial attacks on aligned language models. 2023. ArXiv:2307.15043"},{"key":"4498_CR207","first-page":"1310","volume-title":"Proceedings of International Conference on Machine Learning","author":"J Cohen","year":"2019","unstructured":"Cohen J, Rosenfeld E, Kolter Z. Certified adversarial robustness via randomized smoothing. In: Proceedings of International Conference on Machine Learning, 2019. 1310\u20131320"},{"key":"4498_CR208","first-page":"16199","volume-title":"Proceedings of Advances in Neural Information Processing Systems","author":"Z Jiang","year":"2020","unstructured":"Jiang Z, Chen T, Chen T, et al. Robust pre-training by adversarial contrastive learning. In: Proceedings of Advances in Neural Information Processing Systems, 2020. 16199\u201316210"},{"key":"4498_CR209","unstructured":"Feng Q, Kasa S R, Yun H, et al. Exposing privacy GAPs: membership inference attack on preference data for LLM alignment. 2024. ArXiv:2407.06443"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-025-4498-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-025-4498-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-025-4498-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T03:51:12Z","timestamp":1760413872000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-025-4498-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,19]]},"references-count":209,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,1]]}},"alternative-id":["4498"],"URL":"https:\/\/doi.org\/10.1007\/s11432-025-4498-2","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,19]]},"assertion":[{"value":"18 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 June 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"111301"}}