{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T18:26:08Z","timestamp":1758392768920,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":15,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819772438"},{"type":"electronic","value":"9789819772445"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-7244-5_36","type":"book-chapter","created":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T17:02:38Z","timestamp":1724778158000},"page":"415-426","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["LMStor: Storage Acceleration Design for\u00a0Large Models"],"prefix":"10.1007","author":[{"given":"Biyun","family":"Shang","sequence":"first","affiliation":[]},{"given":"Feng","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Mo","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Junning","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Zhenjiang","family":"Dong","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,28]]},"reference":[{"key":"36_CR1","unstructured":"Bae, J., et al.: $$\\{$$FlashNeuron$$\\}$$:$$\\{$$SSD-Enabled$$\\}$$$$\\{$$Large-Batch$$\\}$$ training of very deep neural networks. In: 19th USENIX Conference on File and Storage Technologies (FAST 2021), pp. 387\u2013401 (2021)"},{"key":"36_CR2","unstructured":"Bai, J., et al.: Qwen-vl: a versatile vision-language model for understanding, localization, text reading, and beyond (2023)"},{"key":"36_CR3","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"36_CR4","unstructured":"Chen, J., et al.: ACTNN: reducing training memory footprint via 2-bit activation compressed training. In: International Conference on Machine Learning, pp. 1803\u20131813. PMLR (2021)"},{"key":"36_CR5","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-16-2233-5","volume-title":"Deep Learning and Practice with Mindspore","author":"L Chen","year":"2021","unstructured":"Chen, L.: Deep Learning and Practice with Mindspore. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-981-16-2233-5"},{"issue":"2011","key":"36_CR6","first-page":"1","volume":"13","author":"Y Ishii","year":"2011","unstructured":"Ishii, Y., Inaba, M., Hiraki, K.: Access map pattern matching for high performance data cache prefetch. J. Inst.-Level Parall. 13(2011), 1\u201324 (2011)","journal-title":"J. Inst.-Level Parall."},{"key":"36_CR7","unstructured":"Micikevicius, P., et\u00a0al.: Mixed precision training. arXiv preprint arXiv:1710.03740 (2017)"},{"key":"36_CR8","unstructured":"Mohan, J., Phanishayee, A., Chidambaram, V.: $$\\{$$CheckFreq$$\\}$$: frequent, $$\\{$$Fine-Grained$$\\}$$$$\\{$$DNN$$\\}$$ checkpointing. In: 19th USENIX Conference on File and Storage Technologies (FAST 2021), pp. 203\u2013216 (2021)"},{"key":"36_CR9","doi-asserted-by":"crossref","unstructured":"Narayanan, D., et al.: Pipedream: generalized pipeline parallelism for DNN training. In: Proceedings of the 27th ACM Symposium on Operating Systems Principles, pp. 1\u201315 (2019)","DOI":"10.1145\/3341301.3359646"},{"key":"36_CR10","doi-asserted-by":"crossref","unstructured":"Rhu, M., Gimelshein, N., Clemons, J., Zulfiqar, A., Keckler, S.W.: VDNN: virtualized deep neural networks for scalable, memory-efficient neural network design. In: 2016 49th Annual IEEE\/ACM International Symposium on Microarchitecture (MICRO), pp. 1\u201313. IEEE (2016)","DOI":"10.1109\/MICRO.2016.7783721"},{"key":"36_CR11","doi-asserted-by":"crossref","unstructured":"Wang, Z., et al.: Gemini: fast failure recovery in distributed training with in-memory checkpoints. In: Proceedings of the 29th Symposium on Operating Systems Principles, pp. 364\u2013381 (2023)","DOI":"10.1145\/3600006.3613145"},{"key":"36_CR12","unstructured":"Wu, B., et al.: Transom: an efficient fault-tolerant system for training LLMS. arXiv preprint arXiv:2310.10046 (2023)"},{"key":"36_CR13","first-page":"17146","volume":"35","author":"J Xu","year":"2022","unstructured":"Xu, J., Wang, G., Yao, Y., Li, Z., Cao, C., Tong, H., et al.: A deep learning dataloader with shared data preparation. Adv. Neural. Inf. Process. Syst. 35, 17146\u201317156 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"36_CR14","unstructured":"Yang, A., et\u00a0al.: Baichuan 2: open large-scale language models. arXiv preprint arXiv:2309.10305 (2023)"},{"key":"36_CR15","unstructured":"Zolnouri, M., Li, X., Nia, V.P.: Importance of data loading pipeline in training deep neural networks. arXiv preprint arXiv:2005.02130 (2020)"}],"container-title":["Lecture Notes in Computer Science","Web and Big Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-7244-5_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T17:10:52Z","timestamp":1724778652000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-7244-5_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819772438","9789819772445"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-7244-5_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"28 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"APWeb-WAIM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Asia-Pacific Web (APWeb) and Web-Age Information Management (WAIM) Joint International Conference on Web and Big Data","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jinhua","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"apwebwaim2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/apweb2024.zjnu.edu.cn\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}