{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T17:10:13Z","timestamp":1774631413463,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,2,12]],"date-time":"2023-02-12T00:00:00Z","timestamp":1676160000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,2,12]]},"DOI":"10.1145\/3543622.3573044","type":"proceedings-article","created":{"date-parts":[[2023,2,10]],"date-time":"2023-02-10T23:15:13Z","timestamp":1676070913000},"page":"177-183","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Accelerating Neural-ODE Inference on FPGAs with Two-Stage Structured Pruning and History-based Stepsize Search"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5637-865X","authenticated-orcid":false,"given":"Lei","family":"Cai","sequence":"first","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4146-2749","authenticated-orcid":false,"given":"Jing","family":"Wang","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8113-2600","authenticated-orcid":false,"given":"Lianfeng","family":"Yu","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3052-9330","authenticated-orcid":false,"given":"Bonan","family":"Yan","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7500-5250","authenticated-orcid":false,"given":"Yaoyu","family":"Tao","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4674-4059","authenticated-orcid":false,"given":"Yuchao","family":"Yang","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,2,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems Vol. 33 (2020) 1877--1901."},{"key":"e_1_3_2_1_2_1","volume-title":"Numerical methods for ordinary differential equations","author":"Butcher John Charles","unstructured":"John Charles Butcher. 2016. Numerical methods for ordinary differential equations. John Wiley & Sons."},{"key":"e_1_3_2_1_3_1","volume-title":"Neural ordinary differential equations. Advances in neural information processing systems","author":"Chen Ricky TQ","year":"2018","unstructured":"Ricky TQ Chen, Yulia Rubanova, Jesse Bettencourt, and David K Duvenaud. 2018. Neural ordinary differential equations. Advances in neural information processing systems, Vol. 31 (2018)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.195"},{"key":"e_1_3_2_1_5_1","volume-title":"Institutionum calculi integralis","author":"Euler Leonhard","unstructured":"Leonhard Euler. 1824. Institutionum calculi integralis. Vol. 1. impensis Academiae imperialis scientiarum."},{"key":"e_1_3_2_1_6_1","volume-title":"Low-order classical Runge-Kutta formulas with stepsize control and their application to some heat transfer problems","author":"Fehlberg Erwin","unstructured":"Erwin Fehlberg. 1969. Low-order classical Runge-Kutta formulas with stepsize control and their application to some heat transfer problems. Vol. 315. National aeronautics and space administration."},{"key":"e_1_3_2_1_7_1","volume-title":"Anode: Unconditionally accurate memory-efficient gradients for neural odes. arXiv preprint arXiv:1902.10298","author":"Gholami Amir","year":"2019","unstructured":"Amir Gholami, Kurt Keutzer, and George Biros. 2019. Anode: Unconditionally accurate memory-efficient gradients for neural odes. arXiv preprint arXiv:1902.10298 (2019)."},{"key":"e_1_3_2_1_8_1","volume-title":"Jesse Bettencourt, Ilya Sutskever, and David Duvenaud.","author":"Grathwohl Will","year":"2018","unstructured":"Will Grathwohl, Ricky TQ Chen, Jesse Bettencourt, Ilya Sutskever, and David Duvenaud. 2018. Ffjord: Free-form continuous dynamics for scalable reversible generative models. arXiv preprint arXiv:1810.01367 (2018)."},{"key":"e_1_3_2_1_9_1","volume-title":"HPIPE: Heterogeneous layer-pipelined and sparse-aware CNN inference for FPGAs. arXiv preprint arXiv:2007.10451","author":"Hall Mathew","year":"2020","unstructured":"Mathew Hall and Vaughn Betz. 2020. HPIPE: Heterogeneous layer-pipelined and sparse-aware CNN inference for FPGAs. arXiv preprint arXiv:2007.10451 (2020)."},{"key":"e_1_3_2_1_10_1","volume-title":"Liquid time-constant networks. arXiv preprint arXiv:2006.04439","author":"Hasani Ramin","year":"2020","unstructured":"Ramin Hasani, Mathias Lechner, Alexander Amini, Daniela Rus, and Radu Grosu. 2020. Liquid time-constant networks. arXiv preprint arXiv:2006.04439 (2020)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_12_1","volume-title":"A Low-Cost Neural ODE with Depthwise Separable Convolution for Edge Domain Adaptation on FPGAs. arXiv preprint arXiv:2107.12824","author":"Kawakami Hiroki","year":"2021","unstructured":"Hiroki Kawakami, Hirohisa Watanabe, Keisuke Sugiura, and Hiroki Matsutani. 2021. A Low-Cost Neural ODE with Depthwise Separable Convolution for Edge Domain Adaptation on FPGAs. arXiv preprint arXiv:2107.12824 (2021)."},{"key":"e_1_3_2_1_13_1","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Liebenwein Lucas","year":"2021","unstructured":"Lucas Liebenwein, Ramin Hasani, Alexander Amini, and Daniela Rus. 2021. Sparse flows: Pruning continuous-depth models. Advances in Neural Information Processing Systems, Vol. 34 (2021)."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition. 806--814","author":"Liu Baoyuan","year":"2015","unstructured":"Baoyuan Liu, Min Wang, Hassan Foroosh, Marshall Tappen, and Marianna Pensky. 2015. Sparse convolutional neural networks. In Proceedings of the IEEE conference on computer vision and pattern recognition. 806--814."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"e_1_3_2_1_16_1","volume-title":"S2TA: Exploiting Structured Sparsity for Energy-Efficient Mobile CNN Acceleration. arXiv preprint arXiv:2107.07983","author":"Liu Zhi-Gang","year":"2021","unstructured":"Zhi-Gang Liu, Paul N Whatmough, Yuhao Zhu, and Matthew Mattina. 2021b. S2TA: Exploiting Structured Sparsity for Energy-Efficient Mobile CNN Acceleration. arXiv preprint arXiv:2107.07983 (2021)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3431920.3439465"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3431920.3439465"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/FPL53798.2021.00010"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/FCCM51124.2021.00053"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVLSI.2019.2912554"},{"key":"e_1_3_2_1_22_1","volume-title":"Snode: Spectral discretization of neural odes for system identification. arXiv preprint arXiv:1906.07038","author":"Quaglino Alessio","year":"2019","unstructured":"Alessio Quaglino, Marco Gallieri, Jonathan Masci, and Jan Koutn'ik. 2019. Snode: Spectral discretization of neural odes for system identification. arXiv preprint arXiv:1906.07038 (2019)."},{"key":"e_1_3_2_1_23_1","volume-title":"Continuous-in-depth neural networks. arXiv preprint arXiv:2008.02389","author":"Queiruga Alejandro F","year":"2020","unstructured":"Alejandro F Queiruga, N Benjamin Erichson, Dane Taylor, and Michael W Mahoney. 2020. Continuous-in-depth neural networks. arXiv preprint arXiv:2008.02389 (2020)."},{"key":"e_1_3_2_1_24_1","first-page":"15625","article-title":"Sparse weight activation training","volume":"33","author":"Raihan Md Aamir","year":"2020","unstructured":"Md Aamir Raihan and Tor Aamodt. 2020. Sparse weight activation training. Advances in Neural Information Processing Systems, Vol. 33 (2020), 15625--15638.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_25_1","volume-title":"Ricky TQ Chen, and David K Duvenaud","author":"Rubanova Yulia","year":"2019","unstructured":"Yulia Rubanova, Ricky TQ Chen, and David K Duvenaud. 2019. Latent ordinary differential equations for irregularly-sampled time series. Advances in neural information processing systems, Vol. 32 (2019)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01446807"},{"key":"e_1_3_2_1_27_1","volume-title":"HiMA: A Fast and Scalable History-based Memory Access Engine for Differentiable Neural Computer. In MICRO-54: 54th Annual IEEE\/ACM International Symposium on Microarchitecture. 845--856","author":"Tao Yaoyu","year":"2021","unstructured":"Yaoyu Tao and Zhengya Zhang. 2021. HiMA: A Fast and Scalable History-based Memory Access Engine for Differentiable Neural Computer. In MICRO-54: 54th Annual IEEE\/ACM International Symposium on Microarchitecture. 845--856."},{"key":"e_1_3_2_1_28_1","volume-title":"Accelerating ODE-Based Neural Networks on Low-Cost FPGAs. In 2021 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW). IEEE, 88--95","author":"Watanabe Hirohisa","year":"2021","unstructured":"Hirohisa Watanabe and Hiroki Matsutani. 2021. Accelerating ODE-Based Neural Networks on Low-Cost FPGAs. In 2021 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW). IEEE, 88--95."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490422.3502351"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490422.3502351"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3431920.3439480"},{"key":"e_1_3_2_1_32_1","volume-title":"International Conference on Machine Learning. PMLR, 11639--11649","author":"Zhuang Juntang","year":"2020","unstructured":"Juntang Zhuang, Nicha Dvornek, Xiaoxiao Li, Sekhar Tatikonda, Xenophon Papademetris, and James Duncan. 2020. Adaptive checkpoint adjoint method for gradient estimation in neural ode. In International Conference on Machine Learning. PMLR, 11639--11649."},{"key":"e_1_3_2_1_33_1","volume-title":"Mali: A memory efficient and reverse accurate integrator for neural odes. arXiv preprint arXiv:2102.04668","author":"Zhuang Juntang","year":"2021","unstructured":"Juntang Zhuang, Nicha C Dvornek, Sekhar Tatikonda, and James S Duncan. 2021. Mali: A memory efficient and reverse accurate integrator for neural odes. arXiv preprint arXiv:2102.04668 (2021)."}],"event":{"name":"FPGA '23: The 2023 ACM\/SIGDA International Symposium on Field Programmable Gate Arrays","location":"Monterey CA USA","acronym":"FPGA '23","sponsor":["SIGDA ACM Special Interest Group on Design Automation"]},"container-title":["Proceedings of the 2023 ACM\/SIGDA International Symposium on Field Programmable Gate Arrays"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543622.3573044","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3543622.3573044","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:00:47Z","timestamp":1750186847000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543622.3573044"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,12]]},"references-count":33,"alternative-id":["10.1145\/3543622.3573044","10.1145\/3543622"],"URL":"https:\/\/doi.org\/10.1145\/3543622.3573044","relation":{},"subject":[],"published":{"date-parts":[[2023,2,12]]},"assertion":[{"value":"2023-02-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}