{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T07:25:41Z","timestamp":1730273141114,"version":"3.28.0"},"reference-count":16,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T00:00:00Z","timestamp":1664236800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T00:00:00Z","timestamp":1664236800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,9,27]]},"DOI":"10.1109\/iscit55906.2022.9931309","type":"proceedings-article","created":{"date-parts":[[2022,11,8]],"date-time":"2022-11-08T20:42:35Z","timestamp":1667940155000},"page":"210-215","source":"Crossref","is-referenced-by-count":1,"title":["A Knowledge- Distillation - Integrated Pruning Method for Vision Transformer"],"prefix":"10.1109","author":[{"given":"Bangguo","family":"Xu","sequence":"first","affiliation":[{"name":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunicaions,Beijing,China,100876"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tiankui","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunicaions,Beijing,China,100876"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yapeng","family":"Wang","sequence":"additional","affiliation":[{"name":"Macao Polytechnic University,Faculty of Applied Sciences,Macao SAR,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zeren","family":"Chen","sequence":"additional","affiliation":[{"name":"Jiangxi Xinborui Technology Co, Ltd,Yingtan,China,338000"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"Transfer-ring inductive biases through knowledge distillation","author":"abnar","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref11","first-page":"10347","article-title":"Training data-efficient image trans-formers & distillation through attention[C]","author":"touvron","year":"2021","journal-title":"Int Conference on Machine Learning"},{"key":"ref12","first-page":"2286","article-title":"Convit: Improving vision transformers with soft convolutional inductive biases[C]","author":"d'ascoli","year":"2021","journal-title":"Int Conference on Machine Learning"},{"key":"ref13","article-title":"Nvit: Vision transformer compression and parameter redistribution[J]","author":"yang","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref14","article-title":"Vision Transformer Pruning[J]","author":"zhu","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref15","article-title":"Pruning self-attentions into convolutional layers in single path[J]","author":"he","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref16","first-page":"30","article-title":"Attention is all you need[J]","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01152"},{"key":"ref3","first-page":"1135","article-title":"Learning both weights and connections for efficient neural network","author":"han","year":"2015","journal-title":"Advances in Neural IInformation Processing Systems"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.298"},{"key":"ref5","first-page":"598","article-title":"Optimal Brain Damage","volume":"2","author":"yann","year":"1989","journal-title":"Proceedings of the 2nd International Conference on Neural Information Processing Systems (NIPS)"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00060"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.155"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00061"},{"key":"ref1","first-page":"34","article-title":"Transformer in transformer[J]","author":"han","year":"2021","journal-title":"Advances in neural information processing systems"},{"key":"ref9","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015","journal-title":"ArXiv Preprint"}],"event":{"name":"2022 21st International Symposium on Communications and Information Technologies (ISCIT)","start":{"date-parts":[[2022,9,27]]},"location":"Xi'an, China","end":{"date-parts":[[2022,9,30]]}},"container-title":["2022 21st International Symposium on Communications and Information Technologies (ISCIT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9931184\/9931188\/09931309.pdf?arnumber=9931309","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,28]],"date-time":"2022-11-28T20:24:19Z","timestamp":1669667059000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9931309\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,27]]},"references-count":16,"URL":"https:\/\/doi.org\/10.1109\/iscit55906.2022.9931309","relation":{},"subject":[],"published":{"date-parts":[[2022,9,27]]}}}