{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T01:46:51Z","timestamp":1743040011046,"version":"3.40.3"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031727535"},{"type":"electronic","value":"9783031727542"}],"license":[{"start":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T00:00:00Z","timestamp":1730332800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T00:00:00Z","timestamp":1730332800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72754-2_24","type":"book-chapter","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T14:57:07Z","timestamp":1730300227000},"page":"422-438","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Efficient Training of\u00a0Spiking Neural Networks with\u00a0Multi-parallel Implicit Stream Architecture"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-4112-0099","authenticated-orcid":false,"given":"Zhigao","family":"Cao","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1710-9924","authenticated-orcid":false,"given":"Meng","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2426-808X","authenticated-orcid":false,"given":"Xiashuang","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3066-4090","authenticated-orcid":false,"given":"Haoyu","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0009-8938-6053","authenticated-orcid":false,"given":"Fan","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8997-5514","authenticated-orcid":false,"given":"Youjun","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9648-3067","authenticated-orcid":false,"given":"Zi-Gang","family":"Huang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,31]]},"reference":[{"key":"24_CR1","unstructured":"Bai, S., Kolter, J.Z., Koltun, V.: Deep equilibrium models. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol.\u00a032. Curran Associates, Inc. (2019). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2019\/file\/01386bd6d8e091c2ab4c7c7de644d37b-Paper.pdf"},{"key":"24_CR2","unstructured":"Bai, S., Koltun, V., Kolter, J.Z.: Multiscale deep equilibrium models. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol.\u00a033, pp. 5238\u20135250. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/3812f9a59b634c2a9c574610eaba5bed-Paper.pdf"},{"key":"24_CR3","doi-asserted-by":"crossref","unstructured":"Bal, M., Sengupta, A.: SpikingBERT: distilling BERT to train spiking language models using implicit differentiation. arXiv (2023)","DOI":"10.1609\/aaai.v38i10.28975"},{"key":"24_CR4","doi-asserted-by":"publisher","unstructured":"Bi, G., Poo, M.: Synaptic modifications in cultured hippocampal neurons: dependence on spike timing, synaptic strength, and postsynaptic cell type. J. Neurosci. 18(24), 10464\u201310472 (1998). https:\/\/doi.org\/10.1523\/jneurosci.18-24-10464.1998","DOI":"10.1523\/jneurosci.18-24-10464.1998"},{"key":"24_CR5","unstructured":"Bidollahkhani, M., Atasoy, F., Abdellatef, H.: LTC-SE: expanding the potential of liquid time-constant neural networks for scalable AI and embedded systems. ArXiv abs\/2304.08691 (2023). https:\/\/api.semanticscholar.org\/CorpusID:258187412"},{"key":"24_CR6","doi-asserted-by":"publisher","unstructured":"Cao, Y., Grossberg, S.: Stereopsis and 3D surface perception by spiking neurons in laminar cortical circuits: a method for converting neural rate models into spiking models. Neural Netw. 26, 75\u201398 (2012). https:\/\/doi.org\/10.1016\/j.neunet.2011.10.010","DOI":"10.1016\/j.neunet.2011.10.010"},{"key":"24_CR7","unstructured":"Chen, R.T.Q., Rubanova, Y., Bettencourt, J., Duvenaud, D.: Neural ordinary differential equations. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, NIPS 2018, pp. 6572\u20136583. Curran Associates Inc., Red Hook, NY, USA (2018)"},{"key":"24_CR8","doi-asserted-by":"publisher","unstructured":"Chowdhury, S.S., Rathi, N., Roy, K.: Towards ultra low latency spiking neural networks for vision and sequential tasks using temporal pruning. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022. LNCS, vol. 13671, pp. 709\u2013726. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20083-0_42","DOI":"10.1007\/978-3-031-20083-0_42"},{"key":"24_CR9","doi-asserted-by":"publisher","unstructured":"Cramer, B., et al.: Surrogate gradients for analog neuromorphic computing. Proc. Nat. Acad. Sci. USA 119(4) (2022). https:\/\/doi.org\/10.1073\/pnas.2109194119","DOI":"10.1073\/pnas.2109194119"},{"key":"24_CR10","doi-asserted-by":"publisher","unstructured":"Davies, M., et al.: Loihi: a neuromorphic manycore processor with On-CHIP learning. IEEE MICRO 38(1), 82\u201399 (2018). https:\/\/doi.org\/10.1109\/MM.2018.112130359","DOI":"10.1109\/MM.2018.112130359"},{"key":"24_CR11","unstructured":"Deng, S., Gu, S.: Optimal conversion of conventional artificial neural networks to spiking neural networks [arxiv]. arXiv, p. 14, 28 February 2021"},{"key":"24_CR12","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. In: Bach, F., Blei, D. (eds.) 32nd International Conference on Machine Learning, vol. 37. Proceedings of Machine Learning Research, Lille, France, 07\u201309 July 2015, vol.\u00a037, pp. 448\u2013456 (2015)"},{"key":"24_CR13","doi-asserted-by":"publisher","unstructured":"Kaiser, J., Mostafa, H., Neftci, E.: Synaptic plasticity dynamics for deep continuous local learning (DECOLLE). Front. Neurosci. 14 (2020). https:\/\/doi.org\/10.3389\/fnins.2020.00424","DOI":"10.3389\/fnins.2020.00424"},{"key":"24_CR14","doi-asserted-by":"publisher","unstructured":"Kim, Y., Li, Y., Moitra, A., Yin, R., Panda, P.: Sharing leaky-integrate-and-fire neurons for memory-efficient spiking neural networks. Front. Neurosci. 17 (2023). https:\/\/doi.org\/10.3389\/fnins.2023.1230002","DOI":"10.3389\/fnins.2023.1230002"},{"key":"24_CR15","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. In: Handbook of Systemic Autoimmune Diseases, vol. 1, no. 4 (2009)"},{"key":"24_CR16","doi-asserted-by":"publisher","unstructured":"Kundu, S., Datta, G., Pedram, M., Beerel, P.A.: Spike-thrift: towards energy-efficient deep spiking neural networks by limiting spiking activity via attention-guided compression. In: 2021 IEEE Winter Conference on Applications of Computer Vision WACV 2021, pp. 3952\u20133961. IEEE Computer Society; Adobe; Amazon; iRobot; Kitware; Verisk (2021). https:\/\/doi.org\/10.1109\/WACV48630.2021.00400. Electr Network, 05\u201309 January 2021","DOI":"10.1109\/WACV48630.2021.00400"},{"key":"24_CR17","doi-asserted-by":"publisher","unstructured":"Laborieux, A., Ernoult, M., Scellier, B., Bengio, Y., Grollier, J., Querlioz, D.: Scaling equilibrium propagation to deep convnets by drastically reducing its gradient estimator bias. Front. Neurosci. 15 (2021). https:\/\/doi.org\/10.3389\/fnins.2021.633674","DOI":"10.3389\/fnins.2021.633674"},{"key":"24_CR18","unstructured":"Lee, J.H., Haghighatshoar, S., Karbasi, A.: Exact gradient computation for spiking neural networks via forward propagation. In: Ruiz, F., Dy, J., van\u00a0de Meent, J.W. (eds.) Proceedings of The 26th International Conference on Artificial Intelligence and Statistics, Proceedings of Machine Learning Research, vol.\u00a0206, pp. 1812\u20131831. PMLR, 25\u201327 April 2023. https:\/\/proceedings.mlr.press\/v206\/lee23b.html"},{"key":"24_CR19","doi-asserted-by":"publisher","unstructured":"Liu, F., Zhao, W., Chen, Y., Wang, Z., Yang, T., Jiang, L.: SSTDP: supervised spike timing dependent plasticity for efficient spiking neural network training. Front. Neurosci. 15 (2021). https:\/\/doi.org\/10.3389\/fnins.2021.756876","DOI":"10.3389\/fnins.2021.756876"},{"key":"24_CR20","doi-asserted-by":"publisher","unstructured":"Maass, W.: Networks of spiking neurons: the third generation of neural network models. Neural Netwo. 10(9), 1659\u20131671 (1997). https:\/\/doi.org\/10.1016\/S0893-6080(97)00011-7","DOI":"10.1016\/S0893-6080(97)00011-7"},{"key":"24_CR21","doi-asserted-by":"crossref","unstructured":"Meng, Q., Xiao, M., Yan, S., Wang, Y., Lin, Z., Luo, Z.Q.: Towards memory- and time-efficient backpropagation for training spiking neural networks. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 6166\u20136176, October 2023","DOI":"10.1109\/ICCV51070.2023.00567"},{"key":"24_CR22","doi-asserted-by":"publisher","unstructured":"Neftci, E.O., Mostafa, H., Zenke, F.: Surrogate gradient learning in spiking neural networks: bringing the power of gradient-based optimization to spiking neural networks. IEEE Sig. Process. Mag. 36(6), 51\u201363 (2019). https:\/\/doi.org\/10.1109\/MSP.2019.2931595","DOI":"10.1109\/MSP.2019.2931595"},{"key":"24_CR23","doi-asserted-by":"publisher","unstructured":"Orchard, G., Jayawant, A., Cohen, G.K., Thakor, N.: Converting static image datasets to spiking neuromorphic datasets using saccades. Front. Neurosci. 9 (2015). https:\/\/doi.org\/10.3389\/fhins.2015.00437","DOI":"10.3389\/fhins.2015.00437"},{"issue":"11","key":"24_CR24","doi-asserted-by":"publisher","first-page":"3601","DOI":"10.1109\/TCAD.2020.3013049","volume":"39","author":"RVW Putra","year":"2020","unstructured":"Putra, R.V.W., Shafique, M.: FSpiNN: an optimization framework for memory-efficient and energy-efficient spiking neural networks. IEEE Trans. Comput. Aided Des. Integr. Circuits Syst. 39(11), 3601\u20133613 (2020). https:\/\/doi.org\/10.1109\/TCAD.2020.3013049","journal-title":"IEEE Trans. Comput. Aided Des. Integr. Circuits Syst."},{"key":"24_CR25","doi-asserted-by":"publisher","unstructured":"Qiao, G.C., Ning, N., Zuo, Y., Hu, S.G., Yu, Q., Liu, Y.: Direct training of hardware-friendly weight binarized spiking neural network with surrogate gradient learning towards spatio-temporal event-based dynamic data recognition. Neurocomputing 457, 203\u2013213 (2021). https:\/\/doi.org\/10.1016\/j.neucom.2021.06.070","DOI":"10.1016\/j.neucom.2021.06.070"},{"key":"24_CR26","doi-asserted-by":"publisher","unstructured":"Qiao, G.C., et al.: Batch normalization-free weight-binarized SNN based on hardware-saving if neuron. Neurocomputing 544 (2023). https:\/\/doi.org\/10.1016\/j.neucom.2023.126234","DOI":"10.1016\/j.neucom.2023.126234"},{"key":"24_CR27","doi-asserted-by":"publisher","unstructured":"Roy, K., Jaiswal, A., Panda, P.: Towards spike-based machine intelligence with neuromorphic computing. Nature 575(7784), 607\u2013617 (2019). https:\/\/doi.org\/10.1038\/s41586-019-1677-2","DOI":"10.1038\/s41586-019-1677-2"},{"key":"24_CR28","doi-asserted-by":"publisher","unstructured":"Rueckauer, B., Lungu, I.A., Hu, Y., Pfeiffer, M., Liu, S.C.: Conversion of continuous-valued deep networks to efficient event-driven networks for image classification. Front. Neurosci. 11 (2017). https:\/\/doi.org\/10.3389\/fnins.2017.00682","DOI":"10.3389\/fnins.2017.00682"},{"key":"24_CR29","unstructured":"Salimans, T., Kingma, D.P.: Weight normalization: a simple reparameterization to accelerate training of deep neural networks. In: Lee, D., Sugiyama, M., Luxburg, U., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems, NIPS 2016, vol. 29. 30th Conference on Neural Information Processing Systems (NIPS), Barcelona, SPAIN (2016)"},{"key":"24_CR30","doi-asserted-by":"publisher","unstructured":"Siddique, A., Iqbal, M.A., Aleem, M., Islam, M.A.: A 218 GOPS neural network accelerator based on a novel cost-efficient surrogate gradient scheme for pattern classification. Microprocess. Microsyst. 99 (2023). https:\/\/doi.org\/10.1016\/j.micpro.2023.104831","DOI":"10.1016\/j.micpro.2023.104831"},{"key":"24_CR31","doi-asserted-by":"publisher","unstructured":"Stein, R.: Some models of neuronal variability. Biophys. J. 7(1), 37 (1967). https:\/\/doi.org\/10.1016\/S0006-3495(67)86574-3","DOI":"10.1016\/S0006-3495(67)86574-3"},{"key":"24_CR32","doi-asserted-by":"publisher","unstructured":"Tang, J., Lai, J.H., Xie, X., Yang, L., Zheng, W.S.: AC2AS: activation consistency coupled ANN-SNN framework for fast and memory-efficient SNN training. Pattern Recog. 144, 109826 (2023). https:\/\/doi.org\/10.1016\/j.patcog.2023.109826. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0031320323005241","DOI":"10.1016\/j.patcog.2023.109826"},{"key":"24_CR33","doi-asserted-by":"publisher","unstructured":"Wu, J., et al.: Efficient design of spiking neural network with STDP learning based on fast CORDIC. IEEE Trans. Circuits Syst. I-Regul. Papers 68(6), 2522\u20132534 (2021). https:\/\/doi.org\/10.1109\/TCSI.2021.3061766","DOI":"10.1109\/TCSI.2021.3061766"},{"key":"24_CR34","doi-asserted-by":"publisher","unstructured":"Wunderlich, T.C., Pehle, C.: Event-based backpropagation can compute exact gradients for spiking neural networks. Sci. Rep. 11(1) (2021). https:\/\/doi.org\/10.1038\/s41598-021-91786-z","DOI":"10.1038\/s41598-021-91786-z"},{"key":"24_CR35","unstructured":"Xiao, H., Rasul, K., Vollgraf, R.: Fashion-MNIST: a novel image dataset for benchmarking machine learning algorithms (2017)"},{"key":"24_CR36","unstructured":"Xiao, M., Meng, Q., Zhang, Z., He, D., Lin, Z.: Online training through time for spiking neural networks. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems, vol.\u00a035, pp. 20717\u201320730. Curran Associates, Inc. (2022), https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/82846e19e6d42ebfd4ace4361def29ae-Paper-Conference.pdf"},{"key":"24_CR37","unstructured":"Xiao, M., Meng, Q., Zhang, Z., Wang, Y., Lin, Z.: Training feedback spiking neural networks by implicit differentiation on the equilibrium state. In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J. (eds.) Advances in Neural Information Processing Systems, NEURIPS 2021, vol. 34. (2021). 35th Conference on Neural Information Processing Systems (NeurIPS), Electr NETWORK, 06\u201314 December 2021"},{"key":"24_CR38","doi-asserted-by":"publisher","unstructured":"Xiao, M., Meng, Q., Zhang, Z., Wang, Y., Lin, Z.: SPIDE: a purely spike-based method for training feedback spiking neural networks. Neural Netw. 161, 9\u201324 (2023). https:\/\/doi.org\/10.1016\/j.neunet.2023.01.026","DOI":"10.1016\/j.neunet.2023.01.026"},{"key":"24_CR39","doi-asserted-by":"publisher","unstructured":"Yin, B., Corradi, F., Bohte, S.M.M.: Accurate online training of dynamical spiking neural networks through forward propagation through time. Nat. Intell. 5(5), 518+ (2023). https:\/\/doi.org\/10.1038\/s42256-023-00650-4","DOI":"10.1038\/s42256-023-00650-4"},{"key":"24_CR40","doi-asserted-by":"publisher","unstructured":"Zhao, Y., Lin, X., Zhang, Z., Wang, X., He, X., Yang, L.: STDP-based adaptive graph convolutional networks for automatic sleep staging. Front. Neurosci. 17 (2023). https:\/\/doi.org\/10.3389\/fnins.2023.1158246","DOI":"10.3389\/fnins.2023.1158246"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72754-2_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T15:13:49Z","timestamp":1730301229000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72754-2_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,31]]},"ISBN":["9783031727535","9783031727542"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72754-2_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,10,31]]},"assertion":[{"value":"31 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}