{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T00:59:30Z","timestamp":1784941170362,"version":"3.55.0"},"reference-count":34,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1109\/icassp48485.2024.10446057","type":"proceedings-article","created":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T18:56:31Z","timestamp":1710788191000},"page":"12536-12540","source":"Crossref","is-referenced-by-count":4,"title":["Automatic Design of Adapter Architectures for Enhanced Parameter-Efficient Fine-Tuning"],"prefix":"10.1109","author":[{"given":"Siya","family":"Xu","sequence":"first","affiliation":[{"name":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology,Beijing,China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinyan","family":"Wen","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology,Beijing,China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-023-00626-4"},{"key":"ref2","author":"Ding","year":"2022","journal-title":"Delta tuning: A comprehensive study of parameter efficient methods for pre-trained language models"},{"key":"ref3","author":"He","year":"2021","journal-title":"Towards a unified view of parameter-efficient transfer learning"},{"key":"ref4","first-page":"2790","article-title":"Parameter-efficient transfer learning for nlp","volume-title":"International Conference on Machine Learning","author":"Houlsby"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.39"},{"key":"ref6","article-title":"Compacter: Efficient low-rank hypercomplex adapter layers","author":"Mahabadi","year":"2021","journal-title":"NeurIPS"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.274"},{"key":"ref8","author":"Jie","year":"2022","journal-title":"Convolutional bypasses are better vision transformer adapters"},{"key":"ref9","author":"Sung","year":"2022","journal-title":"Lst: Ladder side-tuning for parameter and memory efficient transfer learning"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.468"},{"key":"ref11","author":"Liu","year":"2019","journal-title":"Darts: Differentiable architecture search"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref13","author":"Wang","year":"2019","journal-title":"Superglue: A stickier benchmark for general-purpose language understanding systems"},{"key":"ref14","author":"Vaswani","year":"2017","journal-title":"Attention is all you need"},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2021.emnlp-main.626","article-title":"Adapterdrop: On the efficiency of adapters in transformers","volume-title":"Conference on Empirical Methods in Natural Language Processing","author":"R\u00fcckl\u00e9"},{"key":"ref16","author":"So","year":"2019","journal-title":"The evolved transformer"},{"key":"ref17","author":"Agarap","year":"2018","journal-title":"Deep learning using rectified linear units (relu)"},{"key":"ref18","author":"Hendrycks","year":"2016","journal-title":"Gaussian error linear units (gelus)"},{"key":"ref19","author":"Ramachandran","year":"2017","journal-title":"Swish: a self-gated activation function"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6462"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3059510"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref24","author":"Liu","year":"2019","journal-title":"Roberta: A robustly optimized bert pretraining approach"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n19\u20131423"},{"key":"ref26","author":"Lan","year":"2020","journal-title":"Albert: A lite bert for self-supervised learning of language representations"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-86365-4_17"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"ref30","author":"Liu","year":"2021","journal-title":"P-tuning v2: Prompt tuning can be comparable to fine-tuning universally across scales and tasks"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.403"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.1"},{"key":"ref33","author":"Hu","year":"2021","journal-title":"Lora: Low-rank adaptation of large language models"},{"key":"ref34","author":"Hu","year":"2022","journal-title":"Sparse structure search for parameterefficient tuning"}],"event":{"name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","location":"Seoul, Korea, Republic of","start":{"date-parts":[[2024,4,14]]},"end":{"date-parts":[[2024,4,19]]}},"container-title":["ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10445798\/10445803\/10446057.pdf?arnumber=10446057","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,2]],"date-time":"2024-08-02T04:38:00Z","timestamp":1722573480000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10446057\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1109\/icassp48485.2024.10446057","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]}}}