{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,2]],"date-time":"2025-07-02T04:06:42Z","timestamp":1751429202214,"version":"3.41.0"},"reference-count":24,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,5,19]]},"DOI":"10.1109\/ccgrid64434.2025.00059","type":"proceedings-article","created":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T17:36:08Z","timestamp":1751304968000},"page":"01-08","source":"Crossref","is-referenced-by-count":0,"title":["A Sensitivity-Driven Expert Allocation Method in LoRA-MoE for Efficient Fine-Tuning"],"prefix":"10.1109","author":[{"given":"Junzhou","family":"Xu","sequence":"first","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Boyu","family":"Diao","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chengqiang","family":"Qi","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shaobo","family":"Zhao","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruisheng","family":"Wang","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongjun","family":"Xu","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/vl\/N19-142"},{"journal-title":"Gpt-4 technical report","year":"2023","author":"Achiam","key":"ref2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01510"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2023.104811"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i11.29153"},{"key":"ref7","first-page":"85389","article-title":"Continual learning in the frequency domain","volume":"37","author":"Liu","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2024.3454237"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-35280-8_1432"},{"journal-title":"Pushing mixture of experts to the limit: Extremely parameter efficient moe for instruction tuning","year":"2023","author":"Zadouri","key":"ref10"},{"issue":"7","key":"ref11","volume":"4","author":"Dou","year":"2023","journal-title":"Loramoe: Revolutionizing mixture of experts for maintaining world knowledge in language model alignment"},{"journal-title":"Higher layers need more lora experts","year":"2024","author":"Gao","key":"ref12"},{"journal-title":"Sgdr: Stochastic gradient descent with warm restarts","year":"2016","author":"Loshchilov","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01086"},{"key":"ref15","first-page":"9565","article-title":"Hydralora: An asymmetric lora architecture for efficient fine-tuning","volume":"37","author":"Tian","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"journal-title":"Boolq: Exploring the surprising difficulty of natural yes\/no questions","year":"2019","author":"Clark","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6239"},{"journal-title":"Socialiqa: Commonsense reasoning about social interactions","year":"2019","author":"Sap","key":"ref18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3474381"},{"journal-title":"Think you have solved question answering? try arc, the ai2 reasoning challenge","year":"2018","author":"Clark","key":"ref20"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1260"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1472"},{"journal-title":"Qwen2. 5 technical report","year":"2024","author":"Yang","key":"ref23"},{"journal-title":"Decoupled weight decay regularization","year":"2017","author":"Loshchilov","key":"ref24"}],"event":{"name":"2025 IEEE 25th International Symposium on Cluster, Cloud and Internet Computing (CCGrid)","start":{"date-parts":[[2025,5,19]]},"location":"Troms\u00f8, Norway","end":{"date-parts":[[2025,5,22]]}},"container-title":["2025 IEEE 25th International Symposium on Cluster, Cloud and Internet Computing (CCGrid)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11044421\/11044790\/11044855.pdf?arnumber=11044855","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T06:01:57Z","timestamp":1751349717000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11044855\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,19]]},"references-count":24,"URL":"https:\/\/doi.org\/10.1109\/ccgrid64434.2025.00059","relation":{},"subject":[],"published":{"date-parts":[[2025,5,19]]}}}