{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T07:02:22Z","timestamp":1760598142336,"version":"3.28.0"},"reference-count":21,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5,23]]},"DOI":"10.1109\/icassp43922.2022.9747831","type":"proceedings-article","created":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T19:50:34Z","timestamp":1651089034000},"page":"7112-7116","source":"Crossref","is-referenced-by-count":3,"title":["Optimize Wav2vec2s Architecture for Small Training Set Through Analyzing its Pre-Trained Models Attention Pattern"],"prefix":"10.1109","author":[{"given":"Liu","family":"Chen","sequence":"first","affiliation":[{"name":"Oregon Health & Science University,Department of Pediatrics,Portland,Oregon,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Meysam","family":"Asgari","sequence":"additional","affiliation":[{"name":"Oregon Health & Science University,Department of Pediatrics,Portland,Oregon,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hiroko H","family":"Dodge","sequence":"additional","affiliation":[{"name":"Oregon Health & Science University,Department of Neurology,Portland,Oregon,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"Albert: A lite bert for self-supervised learning of language representations","year":"2019","author":"lan","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143891"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.672"},{"article-title":"Longformer: The long-document transformer","year":"2020","author":"beltagy","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1285"},{"article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","year":"2018","author":"devlin","key":"ref15"},{"article-title":"Universal transformers","year":"2018","author":"dehghani","key":"ref16"},{"article-title":"Adaptive computation time for recurrent neural networks","year":"2016","author":"graves","key":"ref17"},{"article-title":"Deep equilibrium models","year":"2019","author":"bai","key":"ref18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-4009"},{"article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","year":"2020","author":"baevski","key":"ref4"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-3015"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s10772-021-09836-w"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1017\/S1355617712001166"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1445"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1155\/2010\/525783"},{"article-title":"Language models are few-shot learners","year":"2020","author":"brown","key":"ref2"},{"key":"ref1","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"article-title":"Efficient content-based sparse attention with routing transformers","year":"2020","author":"roy","key":"ref9"},{"article-title":"Improving language understanding by generative pre-training","year":"0","author":"radford","key":"ref20"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178964"}],"event":{"name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2022,5,23]]},"location":"Singapore, Singapore","end":{"date-parts":[[2022,5,27]]}},"container-title":["ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9745891\/9746004\/09747831.pdf?arnumber=9747831","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,15]],"date-time":"2022-08-15T20:06:37Z","timestamp":1660593997000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9747831\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,23]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/icassp43922.2022.9747831","relation":{},"subject":[],"published":{"date-parts":[[2022,5,23]]}}}