{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:10:06Z","timestamp":1740100206842,"version":"3.37.3"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772337,U1736207"],"award-info":[{"award-number":["61772337,U1736207"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,7,18]]},"DOI":"10.1109\/ijcnn52387.2021.9534452","type":"proceedings-article","created":{"date-parts":[[2021,9,21]],"date-time":"2021-09-21T20:40:52Z","timestamp":1632256852000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["Bridging the Gap of Dimensions in Distillation: Understanding the knowledge transfer between different-dimensional semantic spaces"],"prefix":"10.1109","author":[{"given":"Zhiyuan","family":"Ma","sequence":"first","affiliation":[]},{"given":"Ziyue","family":"Song","sequence":"additional","affiliation":[]},{"given":"Haodong","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Kui","family":"Meng","sequence":"additional","affiliation":[]},{"given":"Gongshen","family":"Liu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","article-title":"Contrastive representation distillation","author":"tian","year":"2020","journal-title":"8th International Conference on Learning Representations ICLR 2020"},{"key":"ref11","first-page":"4163","article-title":"Tinybert: Distilling BERT for natural language understanding","author":"jiao","year":"0","journal-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing Findings EMNLP 2020 Online Event 16–20 November 2020"},{"key":"ref12","first-page":"2847","article-title":"On the expressive power of deep neural networks","author":"raghu","year":"0","journal-title":"Proceedings of the 34th International Conference on Machine Learning- Volume 70 JMLR org"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1007"},{"key":"ref14","first-page":"887","article-title":"On the dimensionality of word embedding","author":"yin","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1181"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3115\/1219840.1219855"},{"key":"ref17","first-page":"1631","article-title":"Recursive deep models for semantic compositionality over a sentiment treebank","author":"socher","year":"0","journal-title":"Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3115\/1218955.1218990"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3115\/1072228.1072378"},{"key":"ref4","article-title":"Distilling the know ledge in a neural network","author":"hinton","year":"2015","journal-title":"CoRR vol abs\/1503 02531"},{"key":"ref3","article-title":"Pruning filters for efficient convnets","author":"li","year":"0","journal-title":"5th International Conference on Learning Representations ICLR 2017 Toulon France April 24–26 2017 Conference Track Proceedings"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1232"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1139"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.754"},{"key":"ref7","article-title":"Fitnets: Hints for thin deep nets","author":"romero","year":"2015","journal-title":"3rd International Conference on Learning Representations ICLR 2015"},{"key":"ref2","article-title":"Compressing deep convolutional networks using vector quantization","author":"gong","year":"2014","journal-title":"CoRR vol abs\/1412 6115"},{"key":"ref9","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","author":"zagoruyko","year":"2017","journal-title":"5th International Conference on Learning Representations ICLR 2017"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207721"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1014052.1014073"},{"key":"ref22","first-page":"1602","article-title":"Born-again neural networks","volume":"80","author":"furlanello","year":"0","journal-title":"Proceedings of the 35th International Conference on Machine Learning ICML 2018 Stockholmsm ässan Stockholm Sweden July 10–15 2018 ser Proceedings of Machine Learning Research"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-005-7880-9"},{"key":"ref24","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1166"},{"key":"ref26","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"0","journal-title":"3rd International Conference on Learning Representations ICLR 2015 San Diego CA USA May 7–9 2015 Conference Track Proceedings"},{"key":"ref25","article-title":"Recurrent neural network regularization","author":"zaremba","year":"2014","journal-title":"CoRR vol abs\/1409 2329"}],"event":{"name":"2021 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2021,7,18]]},"location":"Shenzhen, China","end":{"date-parts":[[2021,7,22]]}},"container-title":["2021 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9533266\/9533267\/09534452.pdf?arnumber=9534452","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:46:12Z","timestamp":1652197572000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9534452\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,18]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/ijcnn52387.2021.9534452","relation":{},"subject":[],"published":{"date-parts":[[2021,7,18]]}}}