{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T17:39:59Z","timestamp":1778693999240,"version":"3.51.4"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1724331"],"award-info":[{"award-number":["IIS-1724331"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["MLWiNS-2003237"],"award-info":[{"award-number":["MLWiNS-2003237"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"DARPA","doi-asserted-by":"publisher","award":["HR00111910001"],"award-info":[{"award-number":["HR00111910001"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006785","name":"Google Cloud Platform research credits","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.3039714","type":"journal-article","created":{"date-parts":[[2020,11,20]],"date-time":"2020-11-20T20:34:55Z","timestamp":1605904495000},"page":"212177-212193","source":"Crossref","is-referenced-by-count":74,"title":["Head Network Distillation: Splitting Distilled Deep Neural Networks for Resource-Constrained Edge Computing Systems"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5620-0760","authenticated-orcid":false,"given":"Yoshitomo","family":"Matsubara","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4237-7845","authenticated-orcid":false,"given":"Davide","family":"Callegaro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sabur","family":"Baidya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6920-4189","authenticated-orcid":false,"given":"Marco","family":"Levorato","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0621-6323","authenticated-orcid":false,"given":"Sameer","family":"Singh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00286"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref33","first-page":"1097","article-title":"Imagenet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2006.79"},{"key":"ref36","first-page":"1","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc 3rd Int Conf Learn Represent"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3300061.3345448"},{"key":"ref34","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"Proc 3rd Int Conf Learn Represent"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01418-6_40"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2017.226"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3349614.3356023"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref20","first-page":"1","article-title":"Do deep convolutional nets really need to be deep and convolutional","author":"urban","year":"2017","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref21","first-page":"1","article-title":"Large scale distributed neural network training through online distillation","author":"anil","year":"2018","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref24","first-page":"1","article-title":"Big neural networks waste capacity","author":"dauphin","year":"2013","journal-title":"Proc ICLR Workshop"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"key":"ref26","first-page":"2","article-title":"Blending LSTMS into CNNs","author":"geras","year":"2015","journal-title":"Proc ICLR Workshop"},{"key":"ref25","first-page":"1","article-title":"Conversational speech transcription using context-dependent deep neural networks","author":"seide","year":"2011","journal-title":"Proc 12th Annu Conf Int Speech Commun Assoc"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3037697.3037698"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2018.00154"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2980159.2980163"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2947893"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ISLPED.2019.8824955"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3349614.3356022"},{"key":"ref15","first-page":"157","article-title":"Fast and accurate streaming CNN inference via communication compression on the edge","author":"hu","year":"2020","journal-title":"Proc IEEE\/ACM 5th Int Conf Internet Things Design Implement (IoTDI)"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICCWorkshops49005.2020.9145068"},{"key":"ref17","first-page":"1","article-title":"Learning small-size DNN with output-distribution-based criteria","author":"li","year":"2014","journal-title":"Proc 15th Annu Conf Int Speech Commun Assoc"},{"key":"ref18","first-page":"2654","article-title":"Do deep nets really need to be deep","author":"ba","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref19","first-page":"1","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2014","journal-title":"Deep Learning and Representation Learning Workshop NIPS"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2933690"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2014.2327587"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/VTCFall.2019.8891272"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2876298"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761718"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1701370"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01234-2_48"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IPSN.2016.7460664"},{"key":"ref46","first-page":"1","article-title":"Deep compression: Compressing deep neural networks with pruning, trained quantization and Huffman coding","author":"han","year":"2016","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3300061.3300116"},{"key":"ref48","first-page":"1","article-title":"Neural architecture search with reinforcement learning","author":"zoph","year":"2017","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref47","first-page":"1","article-title":"Pruning filters for efficient ConvNets","author":"li","year":"2016","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref42","article-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-IID private data","author":"jeong","year":"2018","journal-title":"arXiv 1811 11479"},{"key":"ref41","author":"malinen","year":"2005","journal-title":"Host AP driver for intersil prism2\/2 5\/3 hostapd and wpa supplicant"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2018.2858384"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2020.2994942"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6287639\/8948470\/9265295-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09265295.pdf?arnumber=9265295","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:53:35Z","timestamp":1649444015000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9265295\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":49,"URL":"https:\/\/doi.org\/10.1109\/access.2020.3039714","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}