{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T04:51:09Z","timestamp":1743137469791,"version":"3.40.3"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031723407"},{"type":"electronic","value":"9783031723414"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72341-4_5","type":"book-chapter","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T13:02:55Z","timestamp":1726491775000},"page":"58-73","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards Scalable GPU-Accelerated SNN Training via\u00a0Temporal Fusion"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-2237-0451","authenticated-orcid":false,"given":"Yanchen","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4182-9664","authenticated-orcid":false,"given":"Jiachun","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9213-7835","authenticated-orcid":false,"given":"Kebin","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9344-8589","authenticated-orcid":false,"given":"Luziwei","family":"Leng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9410-8263","authenticated-orcid":false,"given":"Ran","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,17]]},"reference":[{"key":"5_CR1","doi-asserted-by":"crossref","unstructured":"Amir, A., et al.: A low power, fully event-based gesture recognition system. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition, CVPR, pp. 7388\u20137397. IEEE Computer Society (2017)","DOI":"10.1109\/CVPR.2017.781"},{"key":"5_CR2","unstructured":"Bu, T., Fang, W., Ding, J., Dai, P., Yu, Z., Huang, T.: Optimal ANN-SNN conversion for high-accuracy and ultra-low-latency spiking neural networks. In: The Tenth International Conference on Learning Representations, ICLR. OpenReview.net (2022)"},{"key":"5_CR3","unstructured":"Chetlur, S., et al.: cuDNN: efficient primitives for deep learning. CoRR abs\/1410.0759 (2014)"},{"key":"5_CR4","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/j.neucom.2021.07.091","volume":"464","author":"SS Chowdhury","year":"2021","unstructured":"Chowdhury, S.S., Lee, C., Roy, K.: Towards understanding the effect of leak in spiking neural networks. Neurocomputing 464, 83\u201394 (2021)","journal-title":"Neurocomputing"},{"key":"5_CR5","doi-asserted-by":"publisher","unstructured":"Chowdhury, S.S., Rathi, N., Roy, K.: Towards ultra low latency spiking neural networks for vision and sequential tasks using temporal pruning. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022. LNCS, vol. 13671, pp. 709\u2013726. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20083-0_42","DOI":"10.1007\/978-3-031-20083-0_42"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Ding, J., Yu, Z., Tian, Y., Huang, T.: Optimal ANN-SNN conversion for fast and accurate inference in deep spiking neural networks. In: Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence, IJCAI, pp. 2328\u20132336 (2021)","DOI":"10.24963\/ijcai.2021\/321"},{"issue":"9","key":"5_CR7","doi-asserted-by":"publisher","first-page":"1016","DOI":"10.1109\/JPROC.2023.3308088","volume":"111","author":"JK Eshraghian","year":"2023","unstructured":"Eshraghian, J.K., et al.: Training spiking neural networks using lessons from deep learning. Proc. IEEE 111(9), 1016\u20131054 (2023)","journal-title":"Proc. IEEE"},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Fang, W., et al.: SpikingJelly: an open-source machine learning infrastructure platform for spike-based intelligence. Sci. Adv. 9(40), eadi1480 (2023)","DOI":"10.1126\/sciadv.adi1480"},{"key":"5_CR9","unstructured":"Fang, W., et al.: Parallel spiking neurons with high efficiency and ability to learn long-term dependencies. In: Thirty-Seventh Conference on Neural Information Processing Systems (2023)"},{"key":"5_CR10","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107447615","volume-title":"Neuronal Dynamics: From Single Neurons to Networks and Models of Cognition","author":"W Gerstner","year":"2014","unstructured":"Gerstner, W., Kistler, W.M., Naud, R., Paninski, L.: Neuronal Dynamics: From Single Neurons to Networks and Models of Cognition. Cambridge University Press, Cambridge (2014)"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Guo, W., Fouda, M.E., Eltawil, A.M., Salama, K.N.: Efficient training of spiking neural networks with temporally-truncated local backpropagation through time. Front. Neurosci. 17 (2023)","DOI":"10.3389\/fnins.2023.1047008"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Han, B., Srinivasan, G., Roy, K.: RMP-SNN: residual membrane potential neuron for enabling deeper high-accuracy and low-latency spiking neural network. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR, pp. 13555\u201313564. Computer Vision Foundation\/IEEE (2020)","DOI":"10.1109\/CVPR42600.2020.01357"},{"key":"5_CR13","doi-asserted-by":"publisher","first-page":"89","DOI":"10.3389\/fninf.2018.00089","volume":"12","author":"H Hazan","year":"2018","unstructured":"Hazan, H., et al.: BindsNET: a machine learning-oriented spiking neural networks library in Python. Frontiers Neuroinformatics 12, 89 (2018)","journal-title":"Frontiers Neuroinformatics"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition, CVPR, pp. 770\u2013778. IEEE Computer Society (2016)","DOI":"10.1109\/CVPR.2016.90"},{"issue":"4","key":"5_CR15","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1113\/jphysiol.1952.sp004717","volume":"116","author":"AL Hodgkin","year":"1952","unstructured":"Hodgkin, A.L., Huxley, A.F.: Currents carried by sodium and potassium ions through the membrane of the giant axon of Loligo. J. Physiol. 116(4), 449\u2013472 (1952)","journal-title":"J. Physiol."},{"key":"5_CR16","unstructured":"Huang, Y., et al: GPipe: efficient training of giant neural networks using pipeline parallelism. In: Advances in Neural Information Processing Systems, NeurIPS, pp. 103\u2013112 (2019)"},{"issue":"6","key":"5_CR17","doi-asserted-by":"publisher","first-page":"1569","DOI":"10.1109\/TNN.2003.820440","volume":"14","author":"EM Izhikevich","year":"2003","unstructured":"Izhikevich, E.M.: Simple model of spiking neurons. IEEE Trans. Neural Networks 14(6), 1569\u20131572 (2003)","journal-title":"IEEE Trans. Neural Networks"},{"key":"5_CR18","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: 3rd International Conference on Learning Representations, ICLR (2015)"},{"key":"5_CR19","unstructured":"Krizhevsky, A., Hinton, G., et\u00a0al.: Learning multiple layers of features from tiny images (2009)"},{"key":"5_CR20","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, pp. 1106\u20131114 (2012)"},{"issue":"11","key":"5_CR21","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"5_CR22","unstructured":"Li, Y., Deng, S., Dong, X., Gong, R., Gu, S.: A free lunch from ANN: towards efficient, accurate spiking neural networks calibration. In: Proceedings of the 38th International Conference on Machine Learning, ICML. Proceedings of Machine Learning Research, vol.\u00a0139, pp. 6316\u20136325 (2021)"},{"key":"5_CR23","unstructured":"Li, Y., Guo, Y., Zhang, S., Deng, S., Hai, Y., Gu, S.: Differentiable spike: rethinking gradient-descent for training spiking neural networks. In: Advances in Neural Information Processing Systems, NeurIPS, pp. 23426\u201323439 (2021)"},{"key":"5_CR24","doi-asserted-by":"crossref","unstructured":"Luebke, D.P.: CUDA: scalable parallel programming for high-performance scientific computing. In: Proceedings of the 2008 IEEE International Symposium on Biomedical Imaging: From Nano to Macro, pp. 836\u2013838. IEEE (2008)","DOI":"10.1109\/ISBI.2008.4541126"},{"key":"5_CR25","doi-asserted-by":"crossref","unstructured":"Meng, Q., Xiao, M., Yan, S., Wang, Y., Lin, Z., Luo, Z.: Towards memory- and time-efficient backpropagation for training spiking neural networks. In: IEEE\/CVF International Conference on Computer Vision, ICCV, pp. 6143\u20136153. IEEE (2023)","DOI":"10.1109\/ICCV51070.2023.00567"},{"key":"5_CR26","doi-asserted-by":"crossref","unstructured":"Orchard, G., Jayawant, A., Cohen, G.K., Thakor, N.: Converting static image datasets to spiking neuromorphic datasets using saccades. Front. Neurosci. 9 (2015)","DOI":"10.3389\/fnins.2015.00437"},{"issue":"8","key":"5_CR27","doi-asserted-by":"publisher","first-page":"2051","DOI":"10.1109\/TPAMI.2019.2903179","volume":"42","author":"F Paredes-Vall\u00e9s","year":"2020","unstructured":"Paredes-Vall\u00e9s, F., Scheper, K.Y.W., de Croon, G.C.H.E.: Unsupervised learning of a hierarchical spiking neural network for optical flow estimation: from events to global motion perception. IEEE Trans. Pattern Anal. Mach. Intell. 42(8), 2051\u20132064 (2020)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"5_CR28","unstructured":"Paszke, A., et al.: PyTorch: an imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems, NeurIPS, pp. 8024\u20138035 (2019)"},{"key":"5_CR29","unstructured":"Pehle, C., Pedersen, J.E.: Norse\u2014a deep learning library for spiking neural networks (2021)"},{"issue":"6","key":"5_CR30","doi-asserted-by":"publisher","first-page":"3174","DOI":"10.1109\/TNNLS.2021.3111897","volume":"34","author":"N Rathi","year":"2023","unstructured":"Rathi, N., Roy, K.: DIET-SNN: A low-latency spiking neural network with direct input encoding and leakage and threshold optimization. IEEE Trans. Neural Networks Learn. Syst. 34(6), 3174\u20133182 (2023)","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"5_CR31","doi-asserted-by":"crossref","unstructured":"Rueckauer, B., Lungu, I.A., Hu, Y., Pfeiffer, M., Liu, S.C.: Conversion of continuous-valued deep networks to efficient event-driven networks for image classification. Front. Neurosci. 11 (2017)","DOI":"10.3389\/fnins.2017.00682"},{"issue":"1","key":"5_CR32","doi-asserted-by":"publisher","first-page":"4234","DOI":"10.1038\/s41467-021-24427-8","volume":"12","author":"A Shaban","year":"2021","unstructured":"Shaban, A., Bezugam, S.S., Suri, M.: An adaptive threshold neuron for recurrent spiking neural networks with nanodevice hardware implementation. Nat. Commun. 12(1), 4234 (2021)","journal-title":"Nat. Commun."},{"key":"5_CR33","unstructured":"Shoeybi, M., Patwary, M., Puri, R., LeGresley, P., Casper, J., Catanzaro, B.: Megatron-LM: Training multi-billion parameter language models using model parallelism. CoRR abs\/1909.08053 (2019)"},{"key":"5_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1007\/978-3-030-30487-4_54","volume-title":"Artificial Neural Networks and Machine Learning \u2013 ICANN 2019: Theoretical Neural Computation","author":"L State","year":"2019","unstructured":"State, L., Vilimelis Aceituno, P.: Training delays in spiking neural networks. In: Tetko, I.V., K\u00fcrkov\u00e1, V., Karpov, P., Theis, F. (eds.) ICANN 2019. LNCS, vol. 11727, pp. 713\u2013717. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30487-4_54"},{"issue":"1","key":"5_CR35","doi-asserted-by":"publisher","first-page":"709","DOI":"10.1038\/s41467-017-02717-4","volume":"9","author":"C Teeter","year":"2018","unstructured":"Teeter, C., et al.: Generalized leaky integrate-and-fire models classify multiple neuron types. Nat. Commun. 9(1), 709 (2018)","journal-title":"Nat. Commun."},{"key":"5_CR36","doi-asserted-by":"crossref","unstructured":"Wu, Y., Deng, L., Li, G., Zhu, J., Shi, L.: Spatio-temporal backpropagation for training high-performance spiking neural networks. Front. Neurosci. 12 (2018)","DOI":"10.3389\/fnins.2018.00331"},{"key":"5_CR37","doi-asserted-by":"crossref","unstructured":"Wu, Y., Deng, L., Li, G., Zhu, J., Xie, Y., Shi, L.: Direct training for spiking neural networks: faster, larger, better. In: The Thirty-Third AAAI Conference on Artificial Intelligence, AAAI 2019, The Thirty-First Innovative Applications of Artificial Intelligence Conference, IAAI, pp. 1311\u20131318. AAAI Press (2019)","DOI":"10.1609\/aaai.v33i01.33011311"},{"key":"5_CR38","unstructured":"Xiao, M., Meng, Q., Zhang, Z., He, D., Lin, Z.: Online training through time for spiking neural networks. In: Advances in Neural Information Processing Systems, NeurIPS (2022)"},{"key":"5_CR39","doi-asserted-by":"publisher","first-page":"18854","DOI":"10.1038\/srep18854","volume":"6","author":"E Yavuz","year":"2016","unstructured":"Yavuz, E., Turner, J., Nowotny, T.: GeNN: a code generation framework for accelerated brain simulations. Sci. Rep. 6, 18854 (2016)","journal-title":"Sci. Rep."},{"key":"5_CR40","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Cao, J., Chen, J., Sun, W., Wang, Y.: Razor SNN: efficient spiking neural network with temporal embeddings. In: Iliadis, L., Papaleonidas, A., Angelov, P., Jayne, C. (eds.) Artificial Neural Networks and Machine Learning \u2014 ICANN, pp. 411\u2013422. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-44192-9_33","DOI":"10.1007\/978-3-031-44192-9_33"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72341-4_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T13:10:24Z","timestamp":1726492224000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72341-4_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031723407","9783031723414"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72341-4_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"17 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lugano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"33","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}