{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T14:30:12Z","timestamp":1787495412782,"version":"build-2736575974"},"publisher-location":"Singapore","reference-count":46,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819248049","type":"print"},{"value":"9789819248056","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,8,24]],"date-time":"2026-08-24T00:00:00Z","timestamp":1787529600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,8,24]],"date-time":"2026-08-24T00:00:00Z","timestamp":1787529600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-981-92-4805-6_19","type":"book-chapter","created":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T13:47:00Z","timestamp":1787492820000},"page":"282-297","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["FlexUSFL: A Scalable and\u00a0Memory-Efficient U-Shaped Split Federated Learning Framework for\u00a0Large Language Model Fine-Tuning"],"prefix":"10.1007","author":[{"given":"Zihan","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yizhen","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rui","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Youhui","family":"Bai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sai","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,24]]},"reference":[{"key":"19_CR1","doi-asserted-by":"crossref","unstructured":"Abadi, M., et al.: Deep learning with differential privacy. In: Proceedings of the ACM SIGSAC Conference on Computer And Communications Security, pp. 308\u2013318 (2016)","DOI":"10.1145\/2976749.2978318"},{"key":"19_CR2","doi-asserted-by":"crossref","unstructured":"Bonawitz, K., et al.: Practical secure aggregation for privacy-preserving machine learning. In: proceedings of the 2017 ACM SIGSAC Conference on Computer and Communications Security, pp. 1175\u20131191 (2017)","DOI":"10.1145\/3133956.3133982"},{"key":"19_CR3","unstructured":"Cao, L., Zhu, Y., Gong, W.: Sfprompt: communication-efficient split federated fine-tuning for large pre-trained models over resource-limited devices. arXiv:2407.17533 arXiv preprint (2024)"},{"key":"19_CR4","doi-asserted-by":"crossref","unstructured":"Chen, G., et al.: Unveiling the vulnerability of private fine-tuning in split-based frameworks for large language models: a bidirectionally enhanced attack. In: Proceedings of the ACM SIGSAC Conference on Computer and Communications Security, pp. 2904\u20132918 (2024)","DOI":"10.1145\/3658644.3690295"},{"key":"19_CR5","doi-asserted-by":"crossref","unstructured":"Chen, X., Li, L., Ji, F., Wu, W.: Memory-efficient split federated learning for LLM fine-tuning on heterogeneous mobile devices. arXiv:2506.02940 (2025)","DOI":"10.1109\/INFOCOMWKSHPS65812.2025.11152998"},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Chen, Y., Liu, Y., Chen, L., Zhang, Y.: Dialogsum: a real-life scenario dialogue summarization dataset. arXiv preprint arXiv:2105.06762 (2021)","DOI":"10.18653\/v1\/2021.findings-acl.449"},{"key":"19_CR7","unstructured":"Cobbe, K., et al.: Training verifiers to solve math word problems. arXiv:2110.14168 arXiv preprint (2021)"},{"key":"19_CR8","unstructured":"Dubey, A., et\u00a0al.: The llama 3 herd of models. arXiv e-prints pp. arXiv\u20132407 (2024)"},{"issue":"4","key":"19_CR9","first-page":"809","volume":"61","author":"Y Feng","year":"2024","unstructured":"Feng, Y., Wang, Q., Xie, M., Shu, J.: From Bert to Chatgpt: challenges and technical development of storage systems for large model training. J. Comput. Res. Dev. 61(4), 809\u201323 (2024)","journal-title":"J. Comput. Res. Dev."},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Gao, Y., Hu, B., Mashhadi, M.B., Wang, W., Bennis, M.: Pipesfl: a fine-grained parallelization framework for split federated learning on heterogeneous clients. IEEE Trans. Mob. Comput. (2024)","DOI":"10.1109\/TMC.2024.3489642"},{"key":"19_CR11","doi-asserted-by":"crossref","unstructured":"Guo, C., et\u00a0al.: Gmlake: efficient and transparent GPU memory defragmentation for large-scale DNN training with virtual memory stitching. In: Proceedings of the 29th ACM International Conference on Architectural Support for Programming Languages and Operating Systems, vol. 2, pp. 450\u2013466 (2024)","DOI":"10.1145\/3620665.3640423"},{"key":"19_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jnca.2018.05.003","volume":"116","author":"O Gupta","year":"2018","unstructured":"Gupta, O., Raskar, R.: Distributed learning of deep neural network over multiple agents. J. Netw. Comput. Appl. 116, 1\u20138 (2018)","journal-title":"J. Netw. Comput. Appl."},{"key":"19_CR13","doi-asserted-by":"crossref","unstructured":"Gururangan, S., et al.: Don\u2019t stop pretraining: adapt language models to domains and tasks. arXiv:2004.10964 arXiv preprint (2020)","DOI":"10.18653\/v1\/2020.acl-main.740"},{"key":"19_CR14","unstructured":"Han, D.J., Bhatti, H.I., Lee, J., Moon, J.: Accelerating federated learning with split learning on locally generated losses. In: ICML 2021 Workshop on Federated Learning for User Privacy and Data Confidentiality. ICML Board (2021)"},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"He, Q., et al.: Hourglass: enabling efficient split federated learning with data parallelism. In: Proceedings of the Twentieth European Conference on Computer Systems, pp. 1317\u20131333 (2025)","DOI":"10.1145\/3689031.3717467"},{"key":"19_CR16","doi-asserted-by":"crossref","unstructured":"Hu, C., Li, B.: Menos: split fine-tuning large language models with efficient GPU memory sharing. In: Proceedings of the 25th International Middleware Conference, pp. 185\u2013198 (2024)","DOI":"10.1145\/3652892.3700758"},{"key":"19_CR17","unstructured":"Hu, E.J., et al.: Lora: low-rank adaptation of large language models. ICLR 1(2), 3 (2022)"},{"key":"19_CR18","unstructured":"Huang, Y., et\u00a0al.: Gpipe: efficient training of giant neural networks using pipeline parallelism. Adv. Neural Inf. Process. Syst. 32 (2019)"},{"issue":"4","key":"19_CR19","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee, J., et al.: Biobert: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36(4), 1234\u20131240 (2020)","journal-title":"Bioinformatics"},{"key":"19_CR20","unstructured":"Li, X.L., Liang, P.: Prefix-tuning: optimizing continuous prompts for generation. arXiv preprint arXiv:2101.00190 (2021)"},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Liao, Y., Xu, Y., Xu, H., Wang, L., Yao, Z., Qiao, C.: Mergesfl: split federated learning with feature merging and batch size regulation. In: 2024 IEEE 40th International Conference on Data Engineering (ICDE), pp. 2054\u20132067. IEEE (2024)","DOI":"10.1109\/ICDE60146.2024.00164"},{"key":"19_CR22","unstructured":"Lin, Z., et al.: Splitlora: a split parameter-efficient fine-tuning framework for large language models. arXiv preprint arXiv:2407.00952 (2024)"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Lin, Z., Qu, G., Wei, W., Chen, X., Leung, K.K.: Adaptsfl: adaptive split federated learning in resource-constrained edge networks. arXiv:2403.13101 (2024)","DOI":"10.1109\/TON.2025.3577790"},{"key":"19_CR24","doi-asserted-by":"crossref","unstructured":"Liu, G., et al.: ACESO: efficient parallel DNN training through iterative bottleneck alleviation. In: Proceedings of the European Conference on Computer Systems, pp. 163\u2013181 (2024)","DOI":"10.1145\/3627703.3629554"},{"key":"19_CR25","doi-asserted-by":"crossref","unstructured":"Liu, Z., Wang, Y., Wang, R., Wu, S.: Dualguard: a parameter space transformation approach for bidirectional defense in split-based LLM fine-tuning. In: Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 17065\u201317080 (2025)","DOI":"10.18653\/v1\/2025.acl-long.835"},{"key":"19_CR26","doi-asserted-by":"crossref","unstructured":"Lyu, S., Lin, Z., Qu, G., Chen, X., Huang, X., Li, P.: Optimal resource allocation for u-shaped parallel split learning. In: 2023 IEEE Globecom Workshops (GC Wkshps), pp. 197\u2013202. IEEE (2023)","DOI":"10.1109\/GCWkshps58843.2023.10465123"},{"key":"19_CR27","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., y\u00a0Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Artificial Intelligence and Statistics, pp. 1273\u20131282. PMLR (2017)"},{"key":"19_CR28","unstructured":"Nair, S., Lin, M., Ju, P., Talebi, A., Bentley, E.S., Liu, J.: FSL-sage: accelerating federated split learning via smashed activation gradient estimation. In: Forty-second International Conference on Machine Learning (2025)"},{"key":"19_CR29","doi-asserted-by":"crossref","unstructured":"Narayanan, D., et al.: Pipedream: generalized pipeline parallelism for DNN training. In: Proceedings of the 27th ACM Symposium on Operating Systems Principles, pp. 1\u201315 (2019)","DOI":"10.1145\/3341301.3359646"},{"key":"19_CR30","doi-asserted-by":"crossref","unstructured":"Nguyen, K., Khan, T., Michalas, A.: Split without a leak: Reducing privacy leakage in split learning. In: International Conference on Security and Privacy in Communication Systems, pp. 321\u2013344. Springer (2023)","DOI":"10.1007\/978-3-031-64954-7_17"},{"key":"19_CR31","doi-asserted-by":"crossref","unstructured":"Novikova, J., Du\u0161ek, O., Rieser, V.: The e2e dataset: new challenges for end-to-end generation. arXiv:1706.09254 arXiv preprint (2017)","DOI":"10.18653\/v1\/W17-5525"},{"key":"19_CR32","doi-asserted-by":"crossref","unstructured":"Ouyang, L., et al.: Training language models to follow instructions with human feedback. Adv. Neural. Inf. Process. Syst. 35, 27730\u201327744 (2022)","DOI":"10.52202\/068431-2011"},{"key":"19_CR33","unstructured":"Paverd, A., Martin, A., Brown, I.: Modelling and automatically analysing privacy properties for honest-but-curious adversaries. Tech. Rep (2014)"},{"key":"19_CR34","unstructured":"Poirot, M.G., Vepakomma, P., Chang, K., Kalpathy-Cramer, J., Gupta, R., Raskar, R.: Split learning for collaborative deep learning in healthcare. arXiv:1912.12115 arXiv preprint (2019)"},{"key":"19_CR35","unstructured":"Shen, X., et al.: A split-and-privatize framework for large language model fine-tuning. arXiv preprint arXiv:2312.15603 (2023)"},{"key":"19_CR36","doi-asserted-by":"crossref","unstructured":"Sun, X., Yang, T., Han, C., Lee, G.C., Sun, S.: An efficient and privacy-enhanced u-shaped split federated learning method for distributed multi-client systems. In: 2025 IEEE International Conference on Communications Workshops (ICC Workshops), pp. 1432\u20131437. IEEE (2025)","DOI":"10.1109\/ICCWorkshops67674.2025.11162306"},{"key":"19_CR37","doi-asserted-by":"crossref","unstructured":"Thapa, C., Arachchige, P.C.M., Camtepe, S., Sun, L.: Splitfed: when federated learning meets split learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 36, pp. 8485\u20138493 (2022)","DOI":"10.1609\/aaai.v36i8.20825"},{"key":"19_CR38","unstructured":"Vepakomma, P., Gupta, O., Swedish, T., Raskar, R.: Split learning for health: Distributed deep learning without sharing raw patient data. arXiv:1812.00564 arXiv preprint (2018)"},{"key":"19_CR39","unstructured":"Wang, Y., Lin, Y., Zeng, X., Zhang, G.: Privatelora for efficient privacy preserving LLM. arXiv:2311.14030 arXiv preprint (2023)"},{"key":"19_CR40","doi-asserted-by":"crossref","unstructured":"Xia, Z., et al.: Multisfl: towards accurate split federated learning via multi-model aggregation and knowledge replay. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 39, pp. 914\u2013922 (2025)","DOI":"10.1609\/aaai.v39i1.32076"},{"key":"19_CR41","doi-asserted-by":"crossref","unstructured":"Yan, B., et al.: On protecting the data privacy of large language models (LLMs): a survey. arXiv:2403.05156 arXiv preprint (2024)","DOI":"10.1109\/ICMC60390.2024.00008"},{"key":"19_CR42","unstructured":"Yang, A., et\u00a0al.: Qwen3 technical report. arXiv preprint arXiv:2505.09388 (2025)"},{"key":"19_CR43","unstructured":"Yang, Z., et al.: Robust split federated learning for u-shaped medical image networks. arXiv:2212.06378 arXiv preprint (2022)"},{"key":"19_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.125494","volume":"262","author":"S Zhang","year":"2025","unstructured":"Zhang, S., Zhao, Z., Liu, D., Cao, Y., Tang, H., You, S.: Edge-assisted u-shaped split federated learning with privacy-preserving for internet of things. Expert Syst. Appl. 262, 125494 (2025)","journal-title":"Expert Syst. Appl."},{"key":"19_CR45","doi-asserted-by":"crossref","unstructured":"Zhao, K., Yang, Z., Huang, C., Chen, X., Zhang, Z.: FEDSLLM: federated split learning for large language models over communication networks. In: 2024 International Conference on Ubiquitous Communication (Ucom), pp. 438\u2013443. IEEE (2024)","DOI":"10.1109\/Ucom62433.2024.10695888"},{"key":"19_CR46","doi-asserted-by":"crossref","unstructured":"Zhao, Z., Liu, D., Cao, Y., Chen, T., Zhang, S., Tang, H.: U-shaped split federated learning: an efficient cross-device learning framework with enhanced privacy-preserving. In: 2023 9th International Conference on Computer and Communications (ICCC), pp. 2182\u20132186. IEEE (2023)","DOI":"10.1109\/ICCC59590.2023.10507258"}],"container-title":["Lecture Notes in Computer Science","Advanced Parallel Processing Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-4805-6_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,23]],"date-time":"2026-08-23T13:47:07Z","timestamp":1787492827000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-4805-6_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,24]]},"ISBN":["9789819248049","9789819248056"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-4805-6_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,24]]},"assertion":[{"value":"24 August 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The technical solution and experimental design presented in this paper were independently completed by the authors. AI tools were used solely for language polishing and formatting optimization, and did not participate in the development of the research ideas or core content.","order":1,"name":"Ethics","label":"Note on AI Use","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"APPT","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Advanced Parallel Processing Technologies","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brussels","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 July 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"appt2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.appt-conference.com\/2026","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}