{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T16:48:07Z","timestamp":1777567687851,"version":"3.51.4"},"reference-count":8,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T00:00:00Z","timestamp":1633478400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T00:00:00Z","timestamp":1633478400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T00:00:00Z","timestamp":1633478400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001321","name":"National Research Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001321","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,10,6]]},"DOI":"10.1109\/isocc53507.2021.9613933","type":"proceedings-article","created":{"date-parts":[[2021,11,25]],"date-time":"2021-11-25T20:31:55Z","timestamp":1637872315000},"page":"357-358","source":"Crossref","is-referenced-by-count":10,"title":["Layer-wise Pruning of Transformer Attention Heads for Efficient Language Modeling"],"prefix":"10.1109","author":[{"given":"Kyuhong","family":"Shim","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Iksoo","family":"Choi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wonyong","family":"Sung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jungwook","family":"Choi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref4","doi-asserted-by":"crossref","DOI":"10.1609\/aaai.v35i14.17533","article-title":"Self-Attention Attribution: Interpreting Information Interactions Inside Transformer","volume":"35","author":"hao","year":"2021","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"ref3","first-page":"14014","article-title":"Are Sixteen Heads Really Better than One?","volume":"32","author":"michel","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref6","article-title":"Pointer Sentinel Mixture Models","author":"merity","year":"2017","journal-title":"International Conference on Learning Representations"},{"key":"ref5","article-title":"Batch-shaping for learning conditional channel gated networks","author":"bejnordi","year":"2019","journal-title":"International Conference on Learning Representations"},{"key":"ref8","article-title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","author":"you","year":"2020","journal-title":"International Conference on Learning Representations"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1285"},{"key":"ref2","article-title":"Augmenting self-attention with persistent memory","author":"sukhbaatar","year":"2019"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1580"}],"event":{"name":"2021 18th International SoC Design Conference (ISOCC)","location":"Jeju Island, Korea, Republic of","start":{"date-parts":[[2021,10,6]]},"end":{"date-parts":[[2021,10,9]]}},"container-title":["2021 18th International SoC Design Conference (ISOCC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9613844\/9613845\/09613933.pdf?arnumber=9613933","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,16]],"date-time":"2023-01-16T09:00:31Z","timestamp":1673859631000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9613933\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,6]]},"references-count":8,"URL":"https:\/\/doi.org\/10.1109\/isocc53507.2021.9613933","relation":{},"subject":[],"published":{"date-parts":[[2021,10,6]]}}}