{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:17:36Z","timestamp":1763191056596,"version":"3.45.0"},"reference-count":48,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,30]]},"DOI":"10.1109\/ijcnn64981.2025.11228858","type":"proceedings-article","created":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T18:46:15Z","timestamp":1763145975000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["Head-Tail-Aware KL Divergence in Knowledge Distillation for Spiking Neural Networks"],"prefix":"10.1109","author":[{"given":"Tianqing","family":"Zhang","sequence":"first","affiliation":[{"name":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China"}]},{"given":"Zixin","family":"Zhu","sequence":"additional","affiliation":[{"name":"Zhejiang University,ZJU-UIUC Institute,Haining,China"}]},{"given":"Kairong","family":"Yu","sequence":"additional","affiliation":[{"name":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China"}]},{"given":"Hongwei","family":"Wang","sequence":"additional","affiliation":[{"name":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China"}]}],"member":"263","reference":[{"issue":"9","key":"ref1","first-page":"1659","article-title":"Networks of spiking neurons: The third generation of neural network models","volume-title":"Neural Networks","volume":"10","author":"Maass","year":"1997"},{"issue":"7","key":"ref2","first-page":"863","article-title":"Spiking Neural Networks and Their Applications: A Review","volume-title":"Brain Sciences","volume":"12","author":"Yamazaki","year":"2022"},{"key":"ref3","first-page":"253","article-title":"A review of learning in biologically plausible spiking neural networks","volume-title":"Neural Networks","volume":"122","author":"Taherkhani","year":"2020"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3547788"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2018.00331"},{"issue":"6","key":"ref6","first-page":"51","article-title":"Surrogate Gradient Learning in Spiking Neural Networks: Bringing the Power of Gradient-Based Optimization to Spiking Neural Networks","volume-title":"IEEE Signal Processing Magazine","volume":"36","author":"Neftci","year":"2019"},{"key":"ref7","first-page":"33 716","article-title":"Knowledge Distillation from A Stronger Teacher","volume-title":"Advances in Neural Information Processing Systems","volume":"35","author":"Huang","year":"2022"},{"key":"ref8","first-page":"11 943","article-title":"Decoupled Knowledge Distillation","volume-title":"2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Zhao"},{"key":"ref9","first-page":"7886","article-title":"Constructing Deep Spiking Neural Networks From Artificial Neural Networks With Knowledge Distillation","volume-title":"2023 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Xu"},{"article-title":"LaSNN: Layer-wise ANN-to-SNN Distillation for Effective and Efficient Training in Deep Spiking Neural Networks","year":"2023","author":"Hong","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72973-7_7"},{"key":"ref12","first-page":"5737","article-title":"Rethinking Kullback-Leibler Divergence in Knowledge Distillation for Large Language Models","volume-title":"Proceedings of the 31st International Conference on Computational Linguistics","author":"Wu"},{"key":"ref13","first-page":"3067","article-title":"A New ANN-SNN Conversion Method with High Accuracy, Low Latency and Good Robustness","volume-title":"Proceedings of IJCAI","author":"Wang"},{"key":"ref14","first-page":"1","article-title":"Advancing Spiking Neural Networks Toward Deep Residual Learning","volume-title":"IEEE Transactions on Neural Networks and Learning Systems","author":"Hu","year":"2024"},{"key":"ref15","first-page":"1","article-title":"DA-LIF: Dual Adaptive Leaky Integrate-and-Fire Model for Deep Spiking Neural Networks","volume-title":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","author":"Zhang"},{"key":"ref16","first-page":"11 062","article-title":"Going Deeper With Directly-Trained Larger Spiking Neural Networks","volume-title":"Proceedings of AAAI","volume":"35","author":"Zheng"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01779"},{"issue":"21","key":"ref18","first-page":"22 227","article-title":"FSTA-SNN:Frequency-Based Spatial-Temporal Attention Module for Spiking Neural Networks","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","volume":"39","author":"Yu"},{"issue":"1","key":"ref19","first-page":"86","article-title":"ESL-SNNs: An Evolutionary Structure Learning Strategy for Spiking Neural Networks","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","volume":"37","author":"Shen"},{"key":"ref20","first-page":"21 056","article-title":"Deep Residual Learning in Spiking Neural Networks","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Fang","year":"2021"},{"key":"ref21","first-page":"2471","article-title":"Multi-Level Firing with Spiking DS-ResNet: Enabling Better and Deeper Directly-Trained Spiking Neural Networks","volume-title":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","author":"Feng"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3664647.3680573"},{"key":"ref23","first-page":"5610","article-title":"SpikingResformer: Bridging ResNet and Vision Transformer in Spiking Neural Networks","volume-title":"2024 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Shi"},{"article-title":"Spikformer: When Spiking Neural Network Meets Transformer","volume-title":"ICLR","author":"Zhou","key":"ref24"},{"key":"ref25","first-page":"106975","article-title":"Temporal spiking generative adversarial networks for heading direction decoding","volume-title":"Neural Networks","volume":"184","author":"Shen","year":"2025"},{"key":"ref26","first-page":"128 825","article-title":"Spiking Token Mixer: An event-driven friendly Former structure for spiking neural networks","volume-title":"Advances in Neural Information Processing Systems","volume":"37","author":"Deng","year":"2024"},{"key":"ref27","first-page":"3903","article-title":"Revisiting Knowledge Distillation via Label Smoothing Regularization","author":"Yuan","year":"2020"},{"key":"ref28","first-page":"5006","article-title":"Distilling Knowledge via Knowledge Review","volume-title":"2021 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Chen"},{"key":"ref29","first-page":"15 731","article-title":"Logit Standardization in Knowledge Distillation","volume-title":"2024 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Sun"},{"key":"ref30","doi-asserted-by":"crossref","DOI":"10.1109\/CVPR52734.2025.00823","article-title":"Temporal Separation with Entropy Regularization for Knowledge Distillation in Spiking Neural Networks","author":"Yu","year":"2025"},{"key":"ref31","first-page":"4536","article-title":"Distilling Spikes: Knowledge Distillation in Spiking Neural Networks","volume-title":"2020 25th International Conference on Pattern Recognition (ICPR)","author":"Kushawaha"},{"key":"ref32","first-page":"3953","article-title":"Spike-Thrift: Towards Energy-Efficient Deep Spiking Neural Networks by Limiting Spiking Activity via Attention-Guided Compression","author":"Kundu","year":"2021"},{"article-title":"SpikeBERT: A Language Spikformer Trained with Two-Stage Knowledge Distillation from BERT","year":"2023","author":"Lv","key":"ref33"},{"key":"ref34","first-page":"109639","article-title":"Joint A-SNN: Joint training of artificial and spiking neural networks via self-Distillation and weight factorization","volume-title":"Pattern Recognition","volume":"142","author":"Guo","year":"2023"},{"key":"ref35","doi-asserted-by":"crossref","DOI":"10.1145\/3664647.3680655","article-title":"Reversing Structural Pattern Learning with Biologically Inspired Knowledge Distillation for Spiking Neural Networks","volume-title":"2024 ACM MM","author":"Xu"},{"key":"ref36","first-page":"106475","article-title":"Self-architectural knowledge distillation for spiking neural networks","volume-title":"Neural Networks","volume":"178","author":"Qiu","year":"2024"},{"key":"ref37","first-page":"326","article-title":"RecDis-SNN: Rectifying Membrane Potential Distribution for Directly Training Spiking Neural Networks","volume-title":"2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","author":"Guo"},{"article-title":"Temporal Efficient Training of Spiking Neural Network via Gradient Re-weighting","volume-title":"Proceedings of ICLR","author":"Deng","key":"ref38"},{"key":"ref39","first-page":"3002","article-title":"Learnable Surrogate Gradient for Direct Training Spiking Neural Networks","volume-title":"Proceedings of IJCAI","author":"Lian"},{"article-title":"Tensor Decomposition Based Attention Module for Spiking Neural Networks","year":"2023","author":"Deng","key":"ref40"},{"key":"ref41","first-page":"156","article-title":"IM-Loss: Information Maximization Loss for Spiking Neural Networks","volume-title":"Proceedings of NeurIPS","volume":"35","author":"Guo"},{"key":"ref42","first-page":"1","article-title":"IM-LIF: Improved Neuronal Dynamics With Attention Mechanism for Direct Training Deep Spiking Neural Network","volume-title":"IEEE Transactions on Emerging Topics in Computational Intelligence","author":"Lian","year":"2024"},{"article-title":"Spikingformer: Spike-driven Residual Learning for Transformer-based Spiking Neural Network","year":"2023","author":"Zhou","key":"ref43"},{"issue":"4","key":"ref44","first-page":"1","article-title":"Cifar-10 (canadian institute for advanced research)","volume":"5","author":"Krizhevsky","year":"2010"},{"article-title":"Tiny ImageNet Visual Recognition Challenge","year":"2015","author":"Le","key":"ref45"},{"key":"ref46","first-page":"32 160","article-title":"GLIF: A Unified Gated Leaky Integrate-and-Fire Neuron for Spiking Neural Networks","volume-title":"Proceedings of NeurIPS","volume":"35","author":"Yao"},{"key":"ref47","first-page":"10","article-title":"1.1 Computing\u2019s energy problem (and what we can do about it)","volume-title":"2014 IEEE International Solid-State Circuits Conference Digest of Technical Papers (ISSCC)","author":"Horowitz"},{"key":"ref48","article-title":"A reconfigurable on-line learning spiking neuromorphic processor comprising 256 neurons and 128K synapses","volume-title":"Frontiers in Neuroscience","volume":"9","author":"Qiao","year":"2015"}],"event":{"name":"2025 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2025,6,30]]},"location":"Rome, Italy","end":{"date-parts":[[2025,7,5]]}},"container-title":["2025 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11227166\/11227148\/11228858.pdf?arnumber=11228858","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:12:34Z","timestamp":1763190754000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11228858\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,30]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/ijcnn64981.2025.11228858","relation":{},"subject":[],"published":{"date-parts":[[2025,6,30]]}}}