{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T05:17:25Z","timestamp":1730265445702,"version":"3.28.0"},"reference-count":39,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,10,24]],"date-time":"2022-10-24T00:00:00Z","timestamp":1666569600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,10,24]],"date-time":"2022-10-24T00:00:00Z","timestamp":1666569600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,10,24]]},"DOI":"10.1109\/igsc55832.2022.9969361","type":"proceedings-article","created":{"date-parts":[[2022,12,12]],"date-time":"2022-12-12T19:58:47Z","timestamp":1670875127000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["ViT-LR: Pushing the Envelope for Transformer-Based on-Device Embedded Continual Learning"],"prefix":"10.1109","author":[{"given":"Alberto","family":"Dequino","sequence":"first","affiliation":[{"name":"Universitá di Bologna,Bologna,Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Francesco","family":"Conti","sequence":"additional","affiliation":[{"name":"Universitá di Bologna,Bologna,Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luca","family":"Benini","sequence":"additional","affiliation":[{"name":"Universitá di Bologna,Bologna,Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref38","article-title":"Meta-learning representations for continual learning","volume":"32","author":"javed","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref33","first-page":"19","article-title":"Bypassing gradients re-projection with episodic memories in online continual learning","volume":"1050","author":"chen","year":"2020","journal-title":"Stat"},{"key":"ref32","first-page":"448","article-title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","volume":"10","author":"ioffe","year":"2015","journal-title":"International Conference on Machine Learning (ICML)"},{"key":"ref31","first-page":"1945","article-title":"Batch Renormalization: Towards Reducing Minibatch Dependence in Batch-Normalized Models","author":"ioffe","year":"2017","journal-title":"Advances in Neural Information Processing Systems (NIPS)"},{"key":"ref30","article-title":"Fine-grained Continual Learning","volume":"1","author":"lomonaco","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00025"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00427"},{"key":"ref35","article-title":"DyTox: Transformers for Continual Learning with DYnamic TOken eXpansion","author":"douillard","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref34","article-title":"Technical Report for ICCV 2021 Challenge SSLAD-Track3B: Transformers Are Better Continual Learners","author":"li","year":"2022","journal-title":"ArXiv Preprint"},{"key":"ref10","article-title":"Continual Learning with deep generative replay","volume":"30","author":"shin","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(99)01294-2"},{"key":"ref12","article-title":"Three scenarios for Continual Learning","author":"van de ven","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref13","article-title":"On tiny episodic memories in Continual Learning","author":"chaudhry","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.03.010"},{"key":"ref15","article-title":"Uncertainty-based Continual Learning with adaptive regularization","volume":"32","author":"ahn","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.01.093"},{"key":"ref17","article-title":"Progressive neural networks","author":"rusu","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2018.00078"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1080\/09540099550039318"},{"key":"ref28","article-title":"Differentially private continual learning","author":"farquhar","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref4","article-title":"An image is worth 16×16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-5529-2_8"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3318216.3363324"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.398"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103635"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9341460"},{"key":"ref8","article-title":"Core 50: a new dataset and benchmark for continuous object recognition","author":"lomonaco","year":"0","journal-title":"Conference on Robot Learning"},{"key":"ref7","article-title":"Continual normalization: Rethinking batch normalization for online continual learning","author":"pham","year":"2022","journal-title":"ArXiv Preprint"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3318216.3363317"},{"key":"ref9","article-title":"Continual Learning through synaptic intelligence","author":"zenke","year":"0","journal-title":"International Conference on Machine Learning"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s13246-014-0315-4"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.10.021"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.587"},{"key":"ref21","article-title":"Batch-level experience replay with review for continual learning","author":"mai","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref24","article-title":"Experience replay for Continual Learning","volume":"32","author":"rolnick","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref23","article-title":"Gradient episodic memory for Continual Learning","volume":"30","author":"lopez-paz","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref26","article-title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","author":"wortsman","year":"2022","journal-title":"ArXiv Preprint"},{"key":"ref25","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"}],"event":{"name":"2022 IEEE 13th International Green and Sustainable Computing Conference (IGSC)","start":{"date-parts":[[2022,10,24]]},"location":"Pittsburgh, PA, USA","end":{"date-parts":[[2022,10,25]]}},"container-title":["2022 IEEE 13th International Green and Sustainable Computing Conference (IGSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9969351\/9969352\/09969361.pdf?arnumber=9969361","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,23]],"date-time":"2023-01-23T20:14:00Z","timestamp":1674504840000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9969361\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,24]]},"references-count":39,"URL":"https:\/\/doi.org\/10.1109\/igsc55832.2022.9969361","relation":{},"subject":[],"published":{"date-parts":[[2022,10,24]]}}}