{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T20:03:33Z","timestamp":1742933013677,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031268885"},{"type":"electronic","value":"9783031268892"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-26889-2_24","type":"book-chapter","created":{"date-parts":[[2023,2,28]],"date-time":"2023-02-28T16:03:03Z","timestamp":1677600183000},"page":"267-281","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Lightweight Branching Self-distillation: Be Your Own Teacher"],"prefix":"10.1007","author":[{"given":"Cailen","family":"Robertson","sequence":"first","affiliation":[]},{"given":"Duong","family":"Le","sequence":"additional","affiliation":[]},{"given":"Thanh Tam","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"Quoc Viet Hung","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"Jun","family":"Jo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,1]]},"reference":[{"key":"24_CR1","doi-asserted-by":"publisher","first-page":"25716","DOI":"10.1109\/ACCESS.2021.3058021","volume":"9","author":"E Baccarelli","year":"2021","unstructured":"Baccarelli, E., Scarpiniti, M., Momenzadeh, A., Ahrabi, S.S.: Learning-in-the-fog (lifo): deep learning meets fog computing for the minimum-energy distributed early-exit of inference in delay-critical iot realms. IEEE Access 9, 25716\u201325757 (2021)","journal-title":"IEEE Access"},{"issue":"9","key":"24_CR2","doi-asserted-by":"publisher","first-page":"6144","DOI":"10.1109\/TII.2020.3044930","volume":"17","author":"W Fang","year":"2020","unstructured":"Fang, W., Xue, F., Ding, Y., Xiong, N., Leung, V.C.: Edgeke: an on-demand deep learning IoT system for cognitive big data on industrial edge devices. IEEE Trans. Ind. Inf. 17(9), 6144\u20136152 (2020)","journal-title":"IEEE Trans. Ind. Inf."},{"key":"24_CR3","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"24_CR4","doi-asserted-by":"crossref","unstructured":"Heo, B., Kim, J., Yun, S., Park, H., Kwak, N., Choi, J.Y.: A comprehensive overhaul of feature distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1921\u20131930 (2019)","DOI":"10.1109\/ICCV.2019.00201"},{"key":"24_CR5","unstructured":"Hinton, G., Vinyals, O., Dean, J., et al.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 2(7) (2015)"},{"key":"24_CR6","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4700\u20134708 (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"24_CR7","unstructured":"Iandola, F.N., Han, S., Moskewicz, M.W., Ashraf, K., Dally, W.J., Keutzer, K.: Squeezenet: alexnet-level accuracy with 50$$\\times $$ fewer parameters and $$<$$ 0.5 mb model size. arXiv preprint arXiv:1602.07360 (2016)"},{"key":"24_CR8","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images (2009)"},{"key":"24_CR9","doi-asserted-by":"publisher","first-page":"18829","DOI":"10.1109\/JIOT.2022.3162326","volume":"91","author":"D Li","year":"2022","unstructured":"Li, D., Li, Y., Liu, Y.: Shoe print image retrieval based on dual knowledge distillation for public security internet of things. IEEE Internet Things J. 91, 18829\u201318838 (2022)","journal-title":"IEEE Internet Things J."},{"key":"24_CR10","doi-asserted-by":"publisher","unstructured":"Nukavarapu, S.K., Ayyat, M., Nadeem, T.: ibranchy: an accelerated edge inference platform for lot devices. In: 2021 IEEE\/ACM Symposium on Edge Computing (SEC), pp. 392\u2013396 (2021). https:\/\/doi.org\/10.1145\/3453142.3493517","DOI":"10.1145\/3453142.3493517"},{"key":"24_CR11","doi-asserted-by":"crossref","unstructured":"Panda, P., Sengupta, A., Roy, K.: Conditional deep learning for energy-efficient and enhanced pattern recognition. In: 2016 Design, Automation & Test in Europe Conference & Exhibition (DATE), pp. 475\u2013480. IEEE (2016)","DOI":"10.3850\/9783981537079_0819"},{"key":"24_CR12","unstructured":"Tan, M., Le, Q.: Efficientnet: rethinking model scaling for convolutional neural networks. In: International Conference on Machine Learning, pp. 6105\u20136114. PMLR (2019)"},{"key":"24_CR13","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1016\/j.neucom.2021.09.045","volume":"467","author":"E Tanghatari","year":"2022","unstructured":"Tanghatari, E., Kamal, M., Afzali-Kusha, A., Pedram, M.: Distributing DNN training over IoT edge devices based on transfer learning. Neurocomputing 467, 56\u201365 (2022)","journal-title":"Neurocomputing"},{"key":"24_CR14","doi-asserted-by":"crossref","unstructured":"Teerapittayanon, S., McDanel, B., Kung, H.T.: Branchynet: fast inference via early exiting from deep neural networks. In: 2016 23rd International Conference on Pattern Recognition (ICPR), pp. 2464\u20132469 (2016)","DOI":"10.1109\/ICPR.2016.7900006"},{"key":"24_CR15","doi-asserted-by":"crossref","unstructured":"Teerapittayanon, S., McDanel, B., Kung, H.T.: Distributed deep neural networks over the cloud, the edge and end devices. In: 2017 IEEE 37th International Conference on Distributed Computing Systems (ICDCS), pp. 328\u2013339. IEEE (2017)","DOI":"10.1109\/ICDCS.2017.226"},{"issue":"8","key":"24_CR16","doi-asserted-by":"publisher","first-page":"5511","DOI":"10.1109\/TII.2020.3007407","volume":"17","author":"C Wang","year":"2020","unstructured":"Wang, C., Yang, G., Papanastasiou, G., Zhang, H., Rodrigues, J.J., de Albuquerque, V.H.C.: Industrial cyber-physical systems-based cloud IoT edge for federated heterogeneous distillation. IEEE Trans. Ind. Inf. 17(8), 5511\u20135521 (2020)","journal-title":"IEEE Trans. Ind. Inf."},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Yun, S., Park, J., Lee, K., Shin, J.: Regularizing class-wise predictions via self-knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13876\u201313885 (2020)","DOI":"10.1109\/CVPR42600.2020.01389"},{"key":"24_CR18","doi-asserted-by":"crossref","unstructured":"Zhang, L., Song, J., Gao, A., Chen, J., Bao, C., Ma, K.: Be your own teacher: improve the performance of convolutional neural networks via self distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 3713\u20133722 (2019)","DOI":"10.1109\/ICCV.2019.00381"}],"container-title":["Lecture Notes in Networks and Systems","Robot Intelligence Technology and Applications 7"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-26889-2_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,28]],"date-time":"2023-02-28T16:05:34Z","timestamp":1677600334000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-26889-2_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031268885","9783031268892"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-26889-2_24","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"1 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RiTA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Robot Intelligence Technology and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejeon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"rita2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2022.icrita.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}