{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T16:24:40Z","timestamp":1771950280828,"version":"3.50.1"},"publisher-location":"Cham","reference-count":56,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031200762","type":"print"},{"value":"9783031200779","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-20077-9_19","type":"book-chapter","created":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T16:21:52Z","timestamp":1667665312000},"page":"314-331","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["HEAD: HEtero-Assists Distillation for\u00a0Heterogeneous Object Detectors"],"prefix":"10.1007","author":[{"given":"Luting","family":"Wang","sequence":"first","affiliation":[]},{"given":"Xiaojie","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yue","family":"Liao","sequence":"additional","affiliation":[]},{"given":"Zeren","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Jianlong","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Fei","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Chen","family":"Qian","sequence":"additional","affiliation":[]},{"given":"Si","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,11,6]]},"reference":[{"key":"19_CR1","doi-asserted-by":"crossref","unstructured":"Ahn, S., Hu, S.X., Damianou, A., Lawrence, N.D., Dai, Z.: Variational information distillation for knowledge transfer. In: CVPR, pp. 9155\u20139163 (2019)","DOI":"10.1109\/CVPR.2019.00938"},{"key":"19_CR2","doi-asserted-by":"crossref","unstructured":"Cai, Z., Vasconcelos, N.: Cascade R-CNN: delving into high quality object detection. In: CVPR, pp. 6154\u20136162 (2018)","DOI":"10.1109\/CVPR.2018.00644"},{"key":"19_CR3","unstructured":"Chen, G., Choi, W., Yu, X., Han, T., Chandraker, M.: Learning efficient object detection models with knowledge distillation. In: NeurIPS, pp. 743\u2013752 (2017)"},{"key":"19_CR4","doi-asserted-by":"crossref","unstructured":"Chen, Q., Wang, Y., Yang, T., Zhang, X., Cheng, J., Sun, J.: You Only Look One-level Feature. In: CVPR, pp. 13034\u201313043 (2021)","DOI":"10.1109\/CVPR46437.2021.01284"},{"key":"19_CR5","unstructured":"Dai, J., Li, Y., He, K., Sun, J.: R-FCN: object detection via region-based fully convolutional networks. In: NeurIPS, pp. 379\u2013387 (2016)"},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Dai, X., et al.: General instance distillation for object detection. In: CVPR, pp. 7838\u20137847 (2021)","DOI":"10.1109\/CVPR46437.2021.00775"},{"key":"19_CR7","doi-asserted-by":"crossref","unstructured":"Dong, Z., Li, G., Liao, Y., Wang, F., Ren, P., Qian, C.: CentripetalNet: pursuing high-quality keypoint pairs for object detection. In: CVPR, pp. 10516\u201310525 (2020)","DOI":"10.1109\/CVPR42600.2020.01053"},{"key":"19_CR8","unstructured":"Du, S., et al.: Agree to disagree: adaptive ensemble knowledge distillation in gradient space. In: NeurIPS, pp. 1\u201311 (2020)"},{"key":"19_CR9","doi-asserted-by":"crossref","unstructured":"Duan, K., Bai, S., Xie, L., Qi, H., Huang, Q., Tian, Q.: CenterNet: keypoint triplets for object detection. In: ICCV, pp. 6568\u20136577 (2019)","DOI":"10.1109\/ICCV.2019.00667"},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Girshick, R.: Fast R-CNN. In: ICCV, pp. 1440\u20131448 (2015)","DOI":"10.1109\/ICCV.2015.169"},{"key":"19_CR11","doi-asserted-by":"crossref","unstructured":"Guo, J., et al.: Distilling object detectors via decoupled features. In: CVPR, pp. 2154\u20132164 (2021)","DOI":"10.1109\/CVPR46437.2021.00219"},{"key":"19_CR12","doi-asserted-by":"crossref","unstructured":"Hao, M., Liu, Y., Zhang, X., Sun, J.: LabelEnc: a new intermediate supervision method for object detection. In: ECCV, pp. 529\u2013545 (2020)","DOI":"10.1007\/978-3-030-58595-2_32"},{"issue":"2","key":"19_CR13","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1109\/TPAMI.2018.2844175","volume":"42","author":"K He","year":"2020","unstructured":"He, K., Gkioxari, G., Dollar, P., Girshick, R.: Mask R-CNN. TPAMI 42(2), 386\u2013397 (2020)","journal-title":"TPAMI"},{"key":"19_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Spatial pyramid pooling in deep convolutional networks for visual recognition. In: ECCV, pp. 346\u2013361 (2014)","DOI":"10.1007\/978-3-319-10578-9_23"},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"issue":"1","key":"19_CR16","doi-asserted-by":"publisher","first-page":"3779","DOI":"10.1609\/aaai.v33i01.33013779","volume":"33","author":"B Heo","year":"2019","unstructured":"Heo, B., Lee, M., Yun, S., Choi, J.Y.: Knowledge transfer via distillation of activation boundaries formed by hidden neurons. AAAI 33(1), 3779\u20133787 (2019)","journal-title":"AAAI"},{"key":"19_CR17","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. In: NeurIPS (2014)"},{"key":"19_CR18","doi-asserted-by":"crossref","unstructured":"Hoiem, D., Chodpathumwan, Y., Dai, Q.: Diagnosing error in object detectors. In: ECCV, pp. 340\u2013353 (2012)","DOI":"10.1007\/978-3-642-33712-3_25"},{"key":"19_CR19","unstructured":"Huang, Z., Wang, N.: Like what you like: knowledge distill via neuron selectivity transfer. arXiv preprint arXiv:1707.01219 (2017)"},{"key":"19_CR20","doi-asserted-by":"crossref","unstructured":"Jafari, A., Rezagholizadeh, M., Sharma, P., Ghodsi, A.: Annealing knowledge distillation. In: EACL, pp. 2493\u20132504 (2021)","DOI":"10.18653\/v1\/2021.eacl-main.212"},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Ji, M., Shin, S., Hwang, S., Park, G., Moon, I.C.: Refine myself by teaching myself: feature refinement via self-knowledge distillation. In: CVPR, pp. 10659\u201310668 (2021)","DOI":"10.1109\/CVPR46437.2021.01052"},{"key":"19_CR22","unstructured":"Kim, J., Park, S., Kwak, N.: Paraphrasing complex network: network compression via factor transfer. In: NeurIPS, pp. 2760\u20132769 (2018)"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Kim, K., Ji, B., Yoon, D., Hwang, S.: Self-Knowledge distillation with progressive refinement of targets. In: ICCV, pp. 6567\u20136576 (2021)","DOI":"10.1109\/ICCV48922.2021.00650"},{"key":"19_CR24","unstructured":"Lan, X., Zhu, X., Gong, S.: Knowledge distillation by on-the-fly native ensemble. In: NeurIPS, pp. 7517\u20137527 (2018)"},{"key":"19_CR25","doi-asserted-by":"crossref","unstructured":"Li, Q., Jin, S., Yan, J.: Mimicking very efficient network for object detection. In: CVPR, pp. 7341\u20137349 (2017)","DOI":"10.1109\/CVPR.2017.776"},{"key":"19_CR26","doi-asserted-by":"crossref","unstructured":"Li, X., Wu, J., Fang, H., Liao, Y., Wang, F., Qian, C.: Local correlation consistency for knowledge distillation. In: ECCV, pp. 18\u201333 (2020)","DOI":"10.1007\/978-3-030-58610-2_2"},{"key":"19_CR27","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., Dollar, P., Girshick, R., He, K., Hariharan, B., Belongie, S.: Feature pyramid networks for object detection. In: CVPR, pp. 936\u2013944 (2017)","DOI":"10.1109\/CVPR.2017.106"},{"issue":"2","key":"19_CR28","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1109\/TPAMI.2018.2858826","volume":"42","author":"TY Lin","year":"2020","unstructured":"Lin, T.Y., Goyal, P., Girshick, R., He, K., Dollar, P.: Focal loss for dense object detection. TPAMI 42(2), 318\u2013327 (2020)","journal-title":"TPAMI"},{"key":"19_CR29","doi-asserted-by":"crossref","unstructured":"Lin, T.Y., et al.: Microsoft COCO: common objects in context. In: ECCV, pp. 740\u2013755 (2014)","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"19_CR30","doi-asserted-by":"crossref","unstructured":"Liu, W., et al.: SSD: single shot multibox detector. In: ECCV, pp. 21\u201337 (2016)","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"19_CR31","doi-asserted-by":"crossref","unstructured":"Lu, X., Li, Q., Li, B., Yan, J.: MimicDet: bridging the gap between one-stage and two-stage object detection. In: ECCV, pp. 541\u2013557 (2020)","DOI":"10.1007\/978-3-030-58568-6_32"},{"issue":"04","key":"19_CR32","doi-asserted-by":"publisher","first-page":"5191","DOI":"10.1609\/aaai.v34i04.5963","volume":"34","author":"SI Mirzadeh","year":"2020","unstructured":"Mirzadeh, S.I., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H.: Improved knowledge distillation via teacher assistant. AAAI 34(04), 5191\u20135198 (2020)","journal-title":"AAAI"},{"key":"19_CR33","doi-asserted-by":"crossref","unstructured":"Park, W., Kim, D., Lu, Y., Cho, M.: Relational knowledge distillation. In: CVPR, pp. 3962\u20133971 (2019)","DOI":"10.1109\/CVPR.2019.00409"},{"key":"19_CR34","unstructured":"Passalis, N., Tefas, A.: Probabilistic knowledge transfer for deep representation learning. arXiv preprint arXiv:1803.10837 (2018)"},{"key":"19_CR35","doi-asserted-by":"crossref","unstructured":"Passalis, N., Tzelepi, M., Tefas, A.: Heterogeneous knowledge distillation using information flow modeling. In: CVPR, pp. 2336\u20132345 (2020)","DOI":"10.1109\/CVPR42600.2020.00241"},{"key":"19_CR36","doi-asserted-by":"crossref","unstructured":"Peng, B., et al.: Correlation congruence for knowledge distillation. In: CVPR, pp. 5006\u20135015 (2019)","DOI":"10.1109\/ICCV.2019.00511"},{"key":"19_CR37","doi-asserted-by":"crossref","unstructured":"Redmon, J., Divvala, S., Girshick, R., Farhadi, A.: You only look once: unified, real-time object detection. In: CVPR, pp. 779\u2013788 (2015)","DOI":"10.1109\/CVPR.2016.91"},{"issue":"6","key":"19_CR38","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2017","unstructured":"Ren, S., He, K., Girshick, R., Sun, J.: Faster R-CNN: towards real-time object detection with region proposal networks. TPAMI 39(6), 1137\u20131149 (2017)","journal-title":"TPAMI"},{"key":"19_CR39","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: FitNets: hints for thin deep nets. In: ICLR, pp. 1\u201313 (2015)"},{"key":"19_CR40","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A., Chen, L.C.: MobileNetV2: inverted residuals and linear bottlenecks. In: CVPR, pp. 4510\u20134520 (2018)","DOI":"10.1109\/CVPR.2018.00474"},{"key":"19_CR41","doi-asserted-by":"crossref","unstructured":"Tian, Z., Shen, C., Chen, H., He, T.: FCOS: fully convolutional one-stage object detection. In: CVPR, pp. 9626\u20139635 (2019)","DOI":"10.1109\/ICCV.2019.00972"},{"key":"19_CR42","doi-asserted-by":"crossref","unstructured":"Tung, F., Mori, G.: Similarity-preserving knowledge distillation. In: CVPR, pp. 1365\u20131374 (2019)","DOI":"10.1109\/ICCV.2019.00145"},{"key":"19_CR43","doi-asserted-by":"crossref","unstructured":"Wang, T., Yuan, L., Zhang, X., Feng, J.: Distilling object detectors with fine-grained feature imitation. In: CVPR, pp. 4928\u20134937 (2019)","DOI":"10.1109\/CVPR.2019.00507"},{"key":"19_CR44","doi-asserted-by":"crossref","unstructured":"Wu, Y., et al.: Rethinking classification and localization for object detection. In: CVPR, pp. 10183\u201310192 (2020)","DOI":"10.1109\/CVPR42600.2020.01020"},{"key":"19_CR45","doi-asserted-by":"crossref","unstructured":"Yang, C., An, Z., Cai, L., Xu, Y.: Hierarchical self-supervised augmented knowledge distillation. In: IJCAI, pp. 1217\u20131223 (2021)","DOI":"10.24963\/ijcai.2021\/168"},{"key":"19_CR46","doi-asserted-by":"crossref","unstructured":"Yang, Z., Liu, S., Hu, H., Wang, L., Lin, S.: RepPoints: point set representation for object detection. In: ICCV, pp. 9656\u20139665 (2019)","DOI":"10.1109\/ICCV.2019.00975"},{"key":"19_CR47","doi-asserted-by":"crossref","unstructured":"Yang, Z., et al.: Focal and global knowledge distillation for detectors. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.00460"},{"key":"19_CR48","doi-asserted-by":"crossref","unstructured":"Yao, L., Pi, R., Xu, H., Zhang, W., Li, Z., Zhang, T.: G-DetKD: towards general distillation framework for object detectors via contrastive and semantic-guided feature imitation. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00357"},{"key":"19_CR49","doi-asserted-by":"crossref","unstructured":"Yim, J., Joo, D., Bae, J., Kim, J.: A gift from knowledge distillation: fast optimization, network minimization and transfer learning. In: CVPR, pp. 7130\u20137138 (2017)","DOI":"10.1109\/CVPR.2017.754"},{"key":"19_CR50","doi-asserted-by":"crossref","unstructured":"Yuan, L., Tay, F.E., Li, G., Wang, T., Feng, J.: Revisiting knowledge distillation via label smoothing regularization. In: CVPR, pp. 3902\u20133910 (2020)","DOI":"10.1109\/CVPR42600.2020.00396"},{"key":"19_CR51","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. In: ICLR, pp. 1\u201313 (2017)"},{"key":"19_CR52","doi-asserted-by":"crossref","unstructured":"Zhang, L., Song, J., Gao, A., Chen, J., Bao, C., Ma, K.: Be Your own teacher: improve the performance of convolutional neural networks via self distillation. In: ICCV, pp. 3712\u20133721 (2019)","DOI":"10.1109\/ICCV.2019.00381"},{"key":"19_CR53","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., Lu, H.: Deep mutual learning. In: CVPR, pp. 4320\u20134328 (2018)","DOI":"10.1109\/CVPR.2018.00454"},{"key":"19_CR54","unstructured":"Zhou, C., Neubig, G., Gu, J.: Improve object detection with feature-based knowledge distillation: towards accurate and efficient detectors. In: ICLR (2021)"},{"key":"19_CR55","unstructured":"Zhou, X., Koltun, V., Kr\u00e4henb\u00fchl, P.: Probabilistic two-stage detection. arXiv preprint arXiv:2103.07461 (2021)"},{"key":"19_CR56","unstructured":"Zhou, X., Wang, D., Kr\u00e4henb\u00fchl, P.: Objects as points. arXiv preprint arXiv:1904.07850 (2019)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-20077-9_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,8]],"date-time":"2022-11-08T00:11:31Z","timestamp":1667866291000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-20077-9_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031200762","9783031200779"],"references-count":56,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-20077-9_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"6 November 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tel Aviv","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Israel","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2022.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5804","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1645","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.21","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.91","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}