{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T21:06:31Z","timestamp":1774645591741,"version":"3.50.1"},"publisher-location":"Singapore","reference-count":31,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819672370","type":"print"},{"value":"9789819672387","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T00:00:00Z","timestamp":1753228800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T00:00:00Z","timestamp":1753228800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-96-7238-7_21","type":"book-chapter","created":{"date-parts":[[2025,7,22]],"date-time":"2025-07-22T14:25:09Z","timestamp":1753194309000},"page":"263-274","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Knowledge Distillation for\u00a0Object Detection Using YOLO-NAS"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-7880-8964","authenticated-orcid":false,"given":"Emna","family":"Guermazi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5696-5771","authenticated-orcid":false,"given":"Afef","family":"Mdhaffar","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2664-0204","authenticated-orcid":false,"given":"Mohamed","family":"Jmaiel","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7205-8389","authenticated-orcid":false,"given":"Bernd","family":"Freisleben","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,23]]},"reference":[{"key":"21_CR1","doi-asserted-by":"publisher","unstructured":"Aharon, S., et al.: Super-gradients (2021). https:\/\/doi.org\/10.5281\/ZENODO.7789328. https:\/\/zenodo.org\/record\/7789328","DOI":"10.5281\/ZENODO.7789328"},{"key":"21_CR2","doi-asserted-by":"crossref","unstructured":"Bahdanau, D., Chorowski, J., Serdyuk, D., Brakel, P., Bengio, Y.: End-to-end attention-based large vocabulary speech recognition. In: Proceedings of the IEEE International Conference on Acoustics, Speech, and Signal Processing, Shanghai, China, pp. 4945\u20134949 (2016)","DOI":"10.1109\/ICASSP.2016.7472618"},{"key":"21_CR3","doi-asserted-by":"crossref","unstructured":"Bucilu, C., Caruana, R., Niculescu-Mizil, A.: Model compression. In: Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Philadelphia, PA, USA, pp. 535\u2013541 (2006)","DOI":"10.1145\/1150402.1150464"},{"key":"21_CR4","unstructured":"Chen, G., Choi, W., Yu, X., Han, T., Chandraker, M.: Learning efficient object detection models with knowledge distillation. In: Proceedings of Neural Information Processing Systems (NIPS), Long Beach, CA, USA, pp. 742\u2013751 (2017)"},{"key":"21_CR5","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis, Minnesota, pp. 4171\u20134186 (2019)","DOI":"10.18653\/v1\/N19-1423"},{"key":"21_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3568679","volume":"20","author":"J Gou","year":"2023","unstructured":"Gou, J., Sun, L., Yu, B., Wan, S., Tao, D.: Hierarchical multi-attention transfer for knowledge distillation. ACM Trans. Multimed. Comput. Commun. Appl. 20, 1\u201320 (2023)","journal-title":"ACM Trans. Multimed. Comput. Commun. Appl."},{"key":"21_CR7","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: a survey. Int. J. Comput. Vision 129, 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vision"},{"key":"21_CR8","doi-asserted-by":"crossref","unstructured":"Guermazi, E., Mdhaffar, A., Jmaiel, M., Freisleben, B.: Lidl4oliv: a lightweight incremental deep learning model for classifying olive diseases in images. In: Proceedings of the International Conference on Agents and Artificial Intelligence, Rome, Italy, pp. 583\u2013594 (2024)","DOI":"10.5220\/0012466900003636"},{"key":"21_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.108170","volume":"133","author":"E Guermazi","year":"2024","unstructured":"Guermazi, E., Mdhaffar, A., Jmaiel, M., Freisleben, B.: Mulkd: multi-layer knowledge distillation via collaborative learning. Eng. Appl. Artif. Intell. 133, 108170 (2024)","journal-title":"Eng. Appl. Artif. Intell."},{"key":"21_CR10","unstructured":"Han, S., Mao, H., Dally, W.J.: Deep compression: compressing deep neural network with pruning, trained quantization and Huffman coding. In: Proceedings of the International Conference on Learning Representations, San Juan, Puerto Rico (2016)"},{"key":"21_CR11","doi-asserted-by":"crossref","unstructured":"He, K., Gkioxari, G., Doll\u00e1r, P., Girshick, R.: Mask R-CNN. In: Proceedings of the IEEE International Conference on Computer Vision, Venice, Italy, pp. 2961\u20132969 (2017)","DOI":"10.1109\/ICCV.2017.322"},{"key":"21_CR12","unstructured":"Hinton, G., Vinyals, O., Dean, J., et\u00a0al.: Distilling the knowledge in a neural network. In: NIPS Deep Learning and Representation Learning Workshop, Montreal, Canada (2015)"},{"key":"21_CR13","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. In: Proceedings of the Advances in Neural Information Processing Systems, Lake Tahoe, Nevada, USA, pp. 1106\u20131114 (2012)"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"Kruthiventi, S.S., Sahay, P., Biswal, R.: Low-light pedestrian detection from RGB images using multi-modal knowledge distillation. In: Proceedings of the International Conference on Image Processing (ICIP), Beijing, China, pp. 4207\u20134211 (2017)","DOI":"10.1109\/ICIP.2017.8297075"},{"key":"21_CR15","doi-asserted-by":"publisher","first-page":"10555","DOI":"10.1109\/TPAMI.2023.3257546","volume":"45","author":"Z Li","year":"2023","unstructured":"Li, Z., et al.: When object detection meets knowledge distillation: a survey. IEEE Trans. Pattern Anal. Mach. Intell. 45, 10555\u201310579 (2023)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"21_CR16","unstructured":"Liang, S., et al.: Object detectors in the open environment: challenges, solutions, and outlook (2024)"},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., et al.: Microsoft coco: common objects in context. In: Proceedings of the 13th European Conference (ECCV), Zurich, Switzerland, pp. 740\u2013755 (2014)","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Liu, W., et al.: SSD: single shot multibox detector. In: Proceedings of the European Conference on Computer Vision, Amsterdam, The Netherlands, pp. 21\u201337 (2016)","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"21_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.123892","volume":"250","author":"D Ma","year":"2024","unstructured":"Ma, D., Zhang, K., Cao, Q., Li, J., Gao, X.: Coordinate attention guided dual-teacher adaptive knowledge distillation for image classification. Expert Syst. Appl. 250, 123892 (2024)","journal-title":"Expert Syst. Appl."},{"key":"21_CR20","doi-asserted-by":"crossref","unstructured":"Mirzadeh, S.I., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H.: Improved knowledge distillation via teacher assistant. In: Proceedings of the AAAI Conference on Artificial Intelligence, New York, USA, pp. 5191\u20135198 (2020)","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"21_CR21","doi-asserted-by":"crossref","unstructured":"Padilla, R., Netto, S.L., Da\u00a0Silva, E.A.: A survey on performance metrics for object-detection algorithms. In: Proceedings of the International Conference on Systems, Signals and Image Processing (IWSSIP), Niteroi, Rio de Janeiro, Brazil, pp. 237\u2013242 (2020)","DOI":"10.1109\/IWSSIP48289.2020.9145130"},{"key":"21_CR22","doi-asserted-by":"crossref","unstructured":"Rastegari, M., Ordonez, V., Redmon, J., Farhadi, A.: Xnor-net: imagenet classification using binary convolutional neural networks. In: Proceedings of the European Conference on Computer Vision, New York, NY, USA, pp. 525\u2013542 (2016)","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"21_CR23","doi-asserted-by":"crossref","unstructured":"Redmon, J., Divvala, S., Girshick, R., Farhadi, A.: You only look once: unified, real-time object detection. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, Las Vegas, Nevada, pp. 779\u2013788 (2016)","DOI":"10.1109\/CVPR.2016.91"},{"key":"21_CR24","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2017","unstructured":"Ren, S., He, K., Girshick, R., Sun, J.: Faster R-CNN: towards real-time object detection with region proposal networks. IEEE Trans. Pattern Anal. Mach. Intell. 39, 1137\u20131149 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"21_CR25","unstructured":"Ross, T.Y., Doll\u00e1r, G.: Focal loss for dense object detection. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, Honolulu, Hawaii, USA, pp. 2980\u20132988 (2017)"},{"key":"21_CR26","doi-asserted-by":"crossref","unstructured":"Sun, P., et al.: Sparse R-CNN: end-to-end object detection with learnable proposals. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Nashville, Tennessee, USA, pp. 14454\u201314463 (2021)","DOI":"10.1109\/CVPR46437.2021.01422"},{"key":"21_CR27","unstructured":"Tai, C., Xiao, T., Zhang, Y., Wang, X., et\u00a0al.: Convolutional neural networks with low-rank regularization. In: Proceedings of the International Conference on Learning Representations, San Juan, Puerto Rico (2016)"},{"key":"21_CR28","doi-asserted-by":"publisher","first-page":"1680","DOI":"10.3390\/make5040083","volume":"5","author":"J Terven","year":"2023","unstructured":"Terven, J., C\u00f3rdova-Esparza, D.M., Romero-Gonz\u00e1lez, J.A.: A comprehensive review of yolo architectures in computer vision: from yolov1 to yolov8 and yolo-nas. Mach. Learn. Knowl. Extr. 5, 1680\u20131716 (2023)","journal-title":"Mach. Learn. Knowl. Extr."},{"key":"21_CR29","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Proceedings of the International Conference on Neural Information Processing Systems, Long Beach California, USA, pp. 6000\u20136010 (2017)"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Wang, T., Yuan, L., Zhang, X., Feng, J.: Distilling object detectors with fine-grained feature imitation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), California, USA, pp. 4933\u20134942 (2019)","DOI":"10.1109\/CVPR.2019.00507"},{"key":"21_CR31","unstructured":"Yadikar, N., Ubul, K., et\u00a0al.: A review of knowledge distillation in object detection. IEEE Access 11 (2023)"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing \u2013 ICSOC 2024 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-7238-7_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T20:33:22Z","timestamp":1774643602000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-7238-7_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,23]]},"ISBN":["9789819672370","9789819672387"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-7238-7_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,23]]},"assertion":[{"value":"23 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tunis","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tunisia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icsoc2024.redcad.tn\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}