{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T15:07:41Z","timestamp":1777129661959,"version":"3.51.4"},"reference-count":61,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,10,1]]},"DOI":"10.1109\/iros55552.2023.10342203","type":"proceedings-article","created":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T19:17:55Z","timestamp":1702495075000},"page":"5479-5486","source":"Crossref","is-referenced-by-count":7,"title":["Quantized Distillation: Optimizing Driver Activity Recognition Models for Resource-Constrained Environments"],"prefix":"10.1109","author":[{"given":"Calvin","family":"Tanama","sequence":"first","affiliation":[{"name":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kunyu","family":"Peng","sequence":"additional","affiliation":[{"name":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zdravko","family":"Marinov","sequence":"additional","affiliation":[{"name":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rainer","family":"Stiefelhagen","sequence":"additional","affiliation":[{"name":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alina","family":"Roitberg","sequence":"additional","affiliation":[{"name":"Institute for Artificial Intelligence, University of Stuttgart"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487478"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340921"},{"key":"ref3","article-title":"Drive&act: A multi-modal dataset for fine-grained driver behavior recognition in autonomous vehicles","author":"Martin","year":"2019","journal-title":"ICCV"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/tits.2021.3123127"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294731"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR48806.2021.9412540"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2021.101280"},{"key":"ref8","article-title":"Resource-efficient deep learning: A survey on model-, arithmetic-, and implementation-level techniques","author":"Lee","year":"2021","journal-title":"arXiv preprint"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3495243.3560545"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.08.045"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MCAS.2015.2484118"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JSSC.2016.2616357"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00286"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2765695"},{"key":"ref15","article-title":"F8net: Fixed-point 8-bit only multipli-cation for network quantization","author":"Jin","year":"2022","journal-title":"arXiv preprint"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1137\/22m1511709"},{"key":"ref17","first-page":"16318","article-title":"Over-coming oscillations in quantization-aware training","author":"Nagel","year":"2022","journal-title":"ICML"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/164"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19775-8_12"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00311"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52688.2022.01201"},{"key":"ref22","article-title":"Qdrop: randomly dropping quantization for extremely low-bit post-training quantization","author":"Wei","year":"2022","journal-title":"arXiv preprint"},{"key":"ref23","first-page":"4820","article-title":"Quantized con-volutional neural networks for mobile devices","author":"Wu","year":"2016","journal-title":"CVPR"},{"key":"ref24","article-title":"Compressing deep convolutional networks using vector quantization","author":"Gong","year":"2014","journal-title":"ar Xiv preprint"},{"key":"ref25","article-title":"Binarynet: Training deep neural networks with weights and activations constrained to + 1 or - 1","volume-title":"CoRR","volume":"abs\/1602.02830","author":"Courbariaux","year":"2016"},{"key":"ref26","article-title":"Binaryconnect: Training deep neural networks with binary weights during propagations","volume":"28","author":"Courbariaux","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01210"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO56248.2022.00095"},{"key":"ref30","first-page":"2006","article-title":"Deep dif-ferentiable logic gate networks","volume":"35","author":"Petersen","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref31","article-title":"Deep compression: Compressing deep neural networks with pruning, trained quantization and huffman coding","author":"Han","year":"2015","journal-title":"arXiv preprint"},{"key":"ref32","article-title":"Comparing biases for minimal network construction with back-propagation","volume":"1","author":"Hanson","year":"1988","journal-title":"Advances in neural information processing systems"},{"key":"ref33","article-title":"Second order derivatives for network pruning: Optimal brain surgeon","volume":"5","author":"Hassibi","year":"1992","journal-title":"Advances in neural information processing systems"},{"key":"ref34","first-page":"129","article-title":"What is the state of neural network pruning?","volume-title":"Proceedings of machine learning and systems","volume":"2","author":"Blalock"},{"key":"ref35","first-page":"18293","article-title":"Winning the lottery ahead of time: Efficient early network pruning","author":"Rachwan","year":"2022","journal-title":"ICML"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/786"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00029"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-25085-9_19"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3162067"},{"key":"ref40","first-page":"8635","article-title":"Sparse double descent: Where network pruning aggravates overfitting","author":"He","year":"2022","journal-title":"ICML"},{"key":"ref41","article-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015","journal-title":"arXiv preprint"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01214"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00895"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01174"},{"key":"ref45","article-title":"Transkd: Transformer knowledge distillation for efficient semantic segmentation","author":"Liu","year":"2022","journal-title":"arXiv preprint"},{"key":"ref46","article-title":"Qekd: query-efficient and data-free knowledge distillation from black-box models","author":"Zhang","year":"2022","journal-title":"arXiv preprint"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3161986"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66823-5_23"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2014.124"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2667317.2667333"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2015.2504083"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2015.268"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/IV51971.2022.9827426"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3196410"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981445"},{"key":"ref56","article-title":"Mobilenets: Efficient convolutional neural networks for mobile vision applications","author":"Howard","year":"2017","journal-title":"arXiv preprint"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.502"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00240"},{"key":"ref59","article-title":"Learned step size quantization","author":"Esser","year":"2019","journal-title":"arXiv preprint"},{"key":"ref60","first-page":"2018","article-title":"gemmlowp: A small self-contained low-precision gemm library","volume":"14","author":"Jacob","year":"2017","journal-title":"Retrieved June"},{"key":"ref61","article-title":"Fbgemm: Enabling high-performance low-precision deep learning inference","author":"Khudia","year":"2021","journal-title":"arXiv preprint"}],"event":{"name":"2023 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Detroit, MI, USA","start":{"date-parts":[[2023,10,1]]},"end":{"date-parts":[[2023,10,5]]}},"container-title":["2023 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10341341\/10341342\/10342203.pdf?arnumber=10342203","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,20]],"date-time":"2023-12-20T00:19:24Z","timestamp":1703031564000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10342203\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,1]]},"references-count":61,"URL":"https:\/\/doi.org\/10.1109\/iros55552.2023.10342203","relation":{},"subject":[],"published":{"date-parts":[[2023,10,1]]}}}