{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T04:12:40Z","timestamp":1748751160083,"version":"3.41.0"},"publisher-location":"Cham","reference-count":53,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031919787","type":"print"},{"value":"9783031919794","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-91979-4_21","type":"book-chapter","created":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T19:07:11Z","timestamp":1748718431000},"page":"279-294","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Latent Distillation for\u00a0Continual Object Detection at\u00a0the\u00a0Edge"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-4992-3281","authenticated-orcid":false,"given":"Francesco","family":"Pasti","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5892-4080","authenticated-orcid":false,"given":"Marina","family":"Ceccon","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4741-1021","authenticated-orcid":false,"given":"Davide Dalle","family":"Pezze","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5553-7935","authenticated-orcid":false,"given":"Francesco","family":"Paissan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9047-9868","authenticated-orcid":false,"given":"Elisabetta","family":"Farella","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5739-9639","authenticated-orcid":false,"given":"Gian Antonio","family":"Susto","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7950-9608","authenticated-orcid":false,"given":"Nicola","family":"Bellotto","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,5,12]]},"reference":[{"key":"21_CR1","doi-asserted-by":"crossref","unstructured":"Abadade, Y., Temouden, A., Bamoumen, H., Benamar, N., Chtouki, Y., Hafid, A.S.: A comprehensive survey on TinyML. IEEE Access (2023)","DOI":"10.1109\/ACCESS.2023.3294111"},{"key":"21_CR2","unstructured":"Acharya, M., Hayes, T.L., Kanan, C.: RODEO: replay for online object detection. In: The British Machine Vision Conference (2020)"},{"key":"21_CR3","doi-asserted-by":"crossref","unstructured":"Chen, L., Yu, C., Chen, L.: A new knowledge distillation for incremental object detection. In: 2019 International Joint Conference on Neural Networks (IJCNN) (2019)","DOI":"10.1109\/IJCNN.2019.8851980"},{"key":"21_CR4","unstructured":"Dalle\u00a0Pezze, D., Anello, E., Masiero, C., Susto, G.A.: Continual learning approaches for anomaly detection. arXiv preprint arXiv:2212.11192 (2022)"},{"key":"21_CR5","doi-asserted-by":"crossref","unstructured":"De\u00a0Lange, M., et al.: A continual learning survey: Defying forgetting in classification tasks. IEEE Transactions on Pattern Analysis and Machine Intelligence (2021)","DOI":"10.1109\/TPAMI.2021.3057446"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Everingham, M., Van\u00a0Gool, L., Williams, C.K., Winn, J., Zisserman, A.: The pascal visual object classes (VOC) challenge. International Journal of Computer Vision (2010)","DOI":"10.1007\/s11263-009-0275-4"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Guan, L., Wu, Y., Zhao, J., Ye, C.: Learn to detect objects incrementally. In: 2018 IEEE Intelligent Vehicles Symposium (IV) (2018)","DOI":"10.1109\/IVS.2018.8500673"},{"key":"21_CR8","unstructured":"Guo, Y., Liu, B., Zhao, D.: Online continual learning through mutual information maximization. In: Proceedings of the 39th International Conference on Machine Learning (2022)"},{"key":"21_CR9","doi-asserted-by":"crossref","unstructured":"Hadsell, R., Rao, D., Rusu, A.A., Pascanu, R.: Embracing change: Continual learning in deep neural networks. Trends in Cognitive Sciences (2020)","DOI":"10.1016\/j.tics.2020.09.004"},{"key":"21_CR10","doi-asserted-by":"crossref","unstructured":"Hao, Y., Fu, Y., Jiang, Y.G.: Take goods from shelves: a dataset for class-incremental object detection. In: Proceedings of the 2019 International Conference on Multimedia Retrieval (2019)","DOI":"10.1145\/3323873.3325033"},{"key":"21_CR11","doi-asserted-by":"crossref","unstructured":"Hao, Y., Fu, Y., Jiang, Y.G., Tian, Q.: An end-to-end architecture for class-incremental object detection with knowledge distillation. In: 2019 IEEE International Conference on Multimedia and Expo (ICME) (2019)","DOI":"10.1109\/ICME.2019.00009"},{"key":"21_CR12","doi-asserted-by":"crossref","unstructured":"ul\u00a0Haq, Q.M., et al.: An incremental learning of YOLOv3 without catastrophic forgetting for smart city applications. IEEE Consumer Electronics Magazine (2021)","DOI":"10.1109\/MCE.2021.3096376"},{"key":"21_CR13","doi-asserted-by":"crossref","unstructured":"Jiang, P., Ergu, D., Liu, F., Cai, Y., Ma, B.: A review of yolo algorithm developments. Procedia Computer Science (2022)","DOI":"10.1016\/j.procs.2022.01.135"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"Karaoguz, H., Jensfelt, P.: Object detection approach for robot grasp detection. In: 2019 International Conference on Robotics and Automation (ICRA) (2019)","DOI":"10.1109\/ICRA.2019.8793751"},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Kirkpatrick, J., et\u00a0al.: Overcoming catastrophic forgetting in neural networks. Proceedings of the National Academy of Sciences (2017)","DOI":"10.1073\/pnas.1611835114"},{"key":"21_CR16","doi-asserted-by":"crossref","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. Communications of the ACM (2017)","DOI":"10.1145\/3065386"},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Li, D., Tasci, S., Ghosh, S., Zhu, J., Zhang, J., Heck, L.: RILOD: near real-time incremental learning for object detection at the edge. In: Proceedings of the 4th ACM\/IEEE Symposium on Edge Computing (2019)","DOI":"10.1145\/3318216.3363317"},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Li, X., et al.: Generalized focal loss: learning qualified and distributed bounding boxes for dense object detection. Advances in Neural Information Processing Systems (2020)","DOI":"10.1109\/CVPR46437.2021.01146"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Li, Z., Hoiem, D.: Learning without forgetting. IEEE Transactions on Pattern Analysis and Machine Intelligence (2017)","DOI":"10.1109\/TPAMI.2017.2773081"},{"key":"21_CR20","doi-asserted-by":"crossref","unstructured":"Li, Z., Dong, M., Wen, S., Hu, X., Zhou, P., Zeng, Z.: CLU-CNNs: Object detection for medical images. Neurocomputing (2019)","DOI":"10.1016\/j.neucom.2019.04.028"},{"key":"21_CR21","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., Goyal, P., Girshick, R., He, K., Doll\u00e1r, P.: Focal loss for dense object detection. In: Proceedings of the IEEE International Conference on Computer Vision (2017)","DOI":"10.1109\/ICCV.2017.324"},{"key":"21_CR22","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., et al.: Microsoft COCO: common objects in context. In: Proceedings of the European Conference on Computer Vision (ECCV) (2014)","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"21_CR23","doi-asserted-by":"crossref","unstructured":"Liu, L., Kuang, Z., Chen, Y., Xue, J.H., Yang, W., Zhang, W.: IncDet: in defense of elastic weight consolidation for incremental object detection. IEEE Transactions on Neural Networks and Learning Systems (2020)","DOI":"10.1109\/TNNLS.2020.3002583"},{"key":"21_CR24","unstructured":"Lopez-Paz, D., Ranzato, M.: Gradient episodic memory for continual learning. Advances in Neural Information Processing Systems (2017)"},{"key":"21_CR25","unstructured":"Loshchilov, I., Hutter, F.: SGDR: stochastic gradient descent with warm restarts. In: International Conference on Learning Representations (2017)"},{"key":"21_CR26","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization. In: International Conference on Learning Representations (2019)"},{"key":"21_CR27","doi-asserted-by":"crossref","unstructured":"Ma, N., Zhang, X., Zheng, H.T., Sun, J.: ShuffleNet V2: practical guidelines for efficient CNN architecture design. In: Proceedings of the European Conference on Computer Vision (ECCV) (2018)","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"21_CR28","doi-asserted-by":"crossref","unstructured":"Mai, Z., Li, R., Jeong, J., Quispe, D., Kim, H., Sanner, S.: Online continual learning in image classification: an empirical survey. Neurocomputing (2022)","DOI":"10.1016\/j.neucom.2021.10.021"},{"key":"21_CR29","doi-asserted-by":"crossref","unstructured":"Mallya, A., Davis, D., Lazebnik, S.: Piggyback: adapting a single network to multiple tasks by learning to mask weights. In: Proceedings of the European Conference on Computer Vision (ECCV) (2018)","DOI":"10.1007\/978-3-030-01225-0_5"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Menezes, A.G., de\u00a0Moura, G., Alves, C., de\u00a0Carvalho, A.C.: Continual object detection: a review of definitions, strategies, and challenges. Neural Networks (2023)","DOI":"10.1016\/j.neunet.2023.01.041"},{"key":"21_CR31","doi-asserted-by":"crossref","unstructured":"Nenakhov, I., Mazhitov, R., Artemov, K., Zabihifar, S., Semochkin, A., Kolyubin, S.: Continuous learning with random memory for object detection in robotic applications. In: 2021 International Conference \u201cNonlinearity, Information and Robotics\u201d (NIR) (2021)","DOI":"10.1109\/NIR52917.2021.9666113"},{"key":"21_CR32","doi-asserted-by":"crossref","unstructured":"Neuman, S.M., et\u00a0al.: Tiny robot learning: challenges and directions for machine learning in resource-constrained robots. In: 2022 IEEE 4th International Conference on Artificial Intelligence Circuits and Systems (AICAS) (2022)","DOI":"10.1109\/AICAS54282.2022.9870000"},{"key":"21_CR33","doi-asserted-by":"crossref","unstructured":"Paissan, F., Ancilotto, A., Brutti, A., Farella, E.: Scalable neural architectures for end-to-end environmental sound classification. In: 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) (2022)","DOI":"10.1109\/ICASSP43922.2022.9746093"},{"key":"21_CR34","doi-asserted-by":"crossref","unstructured":"Paissan, F., Ancilotto, A., Farella, E.: PhiNets: a scalable backbone for low-power AI at the edge. ACM Transactions on Embedded Computing Systems (2022)","DOI":"10.1145\/3510832"},{"key":"21_CR35","doi-asserted-by":"crossref","unstructured":"Pellegrini, L., Graffieti, G., Lomonaco, V., Maltoni, D.: Latent replay for real-time continual learning. In: 2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS). IEEE (2020)","DOI":"10.1109\/IROS45743.2020.9341460"},{"key":"21_CR36","doi-asserted-by":"crossref","unstructured":"Peng, C., Zhao, K., Lovell, B.C.: Faster ILOD: incremental learning for object detectors based on faster R-CNN. Pattern recognition letters (2020)","DOI":"10.1016\/j.patrec.2020.09.030"},{"key":"21_CR37","doi-asserted-by":"crossref","unstructured":"Peng, C., Zhao, K., Maksoud, S., Li, M., Lovell, B.C.: SID: incremental learning for anchor-free object detection via Selective and Inter-related Distillation. Computer Vision and Image Understanding (2021)","DOI":"10.1016\/j.cviu.2021.103229"},{"key":"21_CR38","doi-asserted-by":"crossref","unstructured":"Ramjattan, R., Ratan, R., Ramoudith, S., Hosein, P., Mazzei, D.: Using continual learning on edge devices for cost-effective, efficient license plate detection. In: Proceedings of the 18th International Conference on Computer Vision Theory and Applications (VISAPP) (2023)","DOI":"10.5220\/0011656300003417"},{"key":"21_CR39","unstructured":"RangiLyu: Nanodet. https:\/\/github.com\/RangiLyu\/nanodet"},{"issue":"4","key":"21_CR40","doi-asserted-by":"publisher","first-page":"789","DOI":"10.1109\/JETCAS.2021.3121554","volume":"11","author":"L Ravaglia","year":"2021","unstructured":"Ravaglia, L., Rusci, M., Nadalini, D., Capotondi, A., Conti, F., Benini, L.: A TinyML platform for on-device continual learning with quantized latent replays. IEEE J. Emerg. Sel. Top. Circ. Syst. 11(4), 789\u2013802 (2021)","journal-title":"IEEE J. Emerg. Sel. Top. Circ. Syst."},{"key":"21_CR41","unstructured":"Ren, S., He, K., Girshick, R., Sun, J.: Faster R-CNN: towards real-time object detection with region proposal networks. Advances in Neural Information Processing Systems (2015)"},{"key":"21_CR42","doi-asserted-by":"crossref","unstructured":"Robins, A.: Catastrophic forgetting, rehearsal and pseudorehearsal. Connection Science: Journal of Neural Computing, Artificial Intelligence and Cognitive Research (1995)","DOI":"10.1080\/09540099550039318"},{"key":"21_CR43","unstructured":"Rolnick, D., Ahuja, A., Schwarz, J., Lillicrap, T., Wayne, G.: Experience replay for continual learning. Advances in Neural Information Processing Systems 32 (2019)"},{"key":"21_CR44","doi-asserted-by":"crossref","unstructured":"Shieh, J.L., et al.: Continual learning strategy in one-stage object detection framework based on experience replay for autonomous driving vehicle. Sensors (2020)","DOI":"10.3390\/s20236777"},{"key":"21_CR45","doi-asserted-by":"crossref","unstructured":"Shmelkov, K., Schmid, C., Alahari, K.: Incremental learning of object detectors without catastrophic forgetting. In: Proceedings of the IEEE International Conference on Computer Vision (2017)","DOI":"10.1109\/ICCV.2017.368"},{"key":"21_CR46","doi-asserted-by":"crossref","unstructured":"Sokar, G., Mocanu, D.C., Pechenizkiy, M.: SpaceNet: Make free space for continual learning. Neurocomputing (2021)","DOI":"10.1016\/j.neucom.2021.01.078"},{"key":"21_CR47","doi-asserted-by":"crossref","unstructured":"Tian, Z., Shen, C., Chen, H., He, T.: FCOS: a simple and strong anchor-free object detector. IEEE Transactions on Pattern Analysis and Machine Intelligence (2020)","DOI":"10.1109\/TPAMI.2020.3032166"},{"key":"21_CR48","doi-asserted-by":"crossref","unstructured":"Tremonti, M., Dalle\u00a0Pezze, D., Paissan, F., Farella, E., Susto, G.A.: An empirical evaluation of tinyML architectures for class-incremental continual learning. In: 2024 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops) (2024)","DOI":"10.1109\/PerComWorkshops59983.2024.10503398"},{"key":"21_CR49","doi-asserted-by":"crossref","unstructured":"van\u00a0de Ven, G.M., Tuytelaars, T., Tolias, A.S.: Three types of incremental learning. Nature Machine Intelligence (2022)","DOI":"10.1038\/s42256-022-00568-3"},{"key":"21_CR50","doi-asserted-by":"crossref","unstructured":"Yang, D., Zhou, Y., Shi, W., Wu, D., Wang, W.: RD-IOD: two-level residual-distillation-based triple-network for incremental object detection. ACM Transactions on Multimedia Computing, Communications, and Applications (TOMM) (2022)","DOI":"10.1145\/3472393"},{"key":"21_CR51","doi-asserted-by":"crossref","unstructured":"Zaidi, S.S.A., Ansari, M.S., Aslam, A., Kanwal, N., Asghar, M., Lee, B.: A survey of modern deep learning based object detection models. Digital Signal Processing (2022)","DOI":"10.1016\/j.dsp.2022.103514"},{"key":"21_CR52","doi-asserted-by":"crossref","unstructured":"Zhang, N., Sun, Z., Zhang, K., Xiao, L.: Incremental learning of object detection with output merging of compact expert detectors. In: 2021 4th International Conference on Intelligent Autonomous Systems (ICoIAS) (2021)","DOI":"10.1109\/ICoIAS53694.2021.00008"},{"key":"21_CR53","unstructured":"Zhou, W., Chang, S., Sosa, N., Hamann, H., Cox, D.: Lifelong object detection. arXiv preprint arXiv:2009.01129 (2020)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-91979-4_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T19:07:31Z","timestamp":1748718451000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-91979-4_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031919787","9783031919794"],"references-count":53,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-91979-4_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"12 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}