{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T16:18:25Z","timestamp":1781713105058,"version":"3.54.5"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T00:00:00Z","timestamp":1693526400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100004702","name":"Universit\u00e0 degli Studi di Genova","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100004702","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Med Biol Eng Comput"],"published-print":{"date-parts":[[2024,1]]},"abstract":"<jats:sec>\n                <jats:title>Abstract<\/jats:title>\n                <jats:p>In clinical practice, ultrasound standard planes (SPs) selection is experience-dependent and it suffers from inter-observer and intra-observer variability. Automatic recognition of SPs can help improve the quality of examinations and make the evaluations more objective. In this paper, we propose a method for the automatic identification of SPs, to be installed onboard a portable ultrasound system with limited computational power. The deep Learning methodology we design is based on the concept of Knowledge Distillation, transferring knowledge from a large and well-performing <jats:italic>teacher<\/jats:italic> to a smaller <jats:italic>student<\/jats:italic> architecture. To this purpose, we evaluate a set of different potential teachers and students, as well as alternative knowledge distillation techniques, to balance a trade-off between performances and architectural complexity. We report a thorough analysis of fetal ultrasound data, focusing on a benchmark dataset, to the best of our knowledge the only one available to date.<\/jats:p>\n              <\/jats:sec><jats:sec>\n                <jats:title>Graphical abstract<\/jats:title>\n                \n              <\/jats:sec>","DOI":"10.1007\/s11517-023-02881-4","type":"journal-article","created":{"date-parts":[[2023,9,1]],"date-time":"2023-09-01T04:01:41Z","timestamp":1693540901000},"page":"73-82","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Knowledge distillation for efficient standard scanplane detection of fetal ultrasound"],"prefix":"10.1007","volume":"62","author":[{"given":"Jacopo","family":"Dapueto","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Luca","family":"Zini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francesca","family":"Odone","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,9,1]]},"reference":[{"key":"2881_CR1","doi-asserted-by":"publisher","unstructured":"Salomon, LJ, Alfirevic, Z, Berghella, V, Bilardo, C, Hernandezandrade, E, Johnsen, SL, Kalache, K, Leung, K-y, Malinger, G, Munoz, H, Prefumo, F, Toi, A (2010) Practice guidelines for performance of the routine mid-trimester fetal ultrasound scan. Ultrasound Obstet Gynecol. https:\/\/doi.org\/10.1002\/uog.8831","DOI":"10.1002\/uog.8831"},{"key":"2881_CR2","doi-asserted-by":"publisher","unstructured":"Burgos-Artizzu X, Coronado-Guti\u00e9rrez D, Valenzuela B, Bonet- Carne E, Eixarch E, Crispi F, Gratac\u00f3s E (2020) Evaluation of deep convolutional neural networks for automatic classification of common maternal fetal ultrasound planes. Sci Rep 10. https:\/\/doi.org\/10.1038\/s41598-020-67076-5","DOI":"10.1038\/s41598-020-67076-5"},{"issue":"8","key":"2881_CR3","doi-asserted-by":"publisher","first-page":"987","DOI":"10.1109\/TMI.2006.877092","volume":"25","author":"JA Noble","year":"2006","unstructured":"Noble JA, Boukerroui D (2006) Ultrasound image segmentation: a survey. IEEE Trans Medical Imaging 25(8):987\u20131010. https:\/\/doi.org\/10.1109\/TMI.2006.877092","journal-title":"IEEE Trans Medical Imaging"},{"key":"2881_CR4","doi-asserted-by":"crossref","unstructured":"Yaqub, M, Kelly, B, Papageorghiou, AT, Noble, JA (2015) Guided random forests for identification of key fetal anatomy and image categorization in ultrasound scans. In: Medical Image Computing and Computer-Assisted Intervention-MICCAI 2015: 18th International Conference, Munich, Germany, October 5-9, 2015, Proceedings, Part III 18, pp. 687-694","DOI":"10.1007\/978-3-319-24574-4_82"},{"issue":"11","key":"2881_CR5","doi-asserted-by":"publisher","first-page":"2204","DOI":"10.1109\/TMI.2017.2712367","volume":"36","author":"CF Baumgartner","year":"2017","unstructured":"Baumgartner CF, Kamnitsas K, Matthew J, Fletcher TP, Smith S, Koch LM, Kainz B, Rueckert D (2017) Sononet: real-time detection and localisation of fetal standard scan planes in freehand ultrasound. IEEE Trans. Medical Imaging 36(11):2204\u20132215. https:\/\/doi.org\/10.1109\/TMI.2017.2712367","journal-title":"IEEE Trans. Medical Imaging"},{"key":"2881_CR6","doi-asserted-by":"publisher","unstructured":"Patra A, Cai Y, Chatelain P, Sharma H, Drukker L, Papageorghiou AT, Noble JA (2019) Efficient ultrasound image analysis models with sonographer gaze assisted distillation. In: Shen D, Liu T, Peters TM, Staib LH, Essert C, Zhou S, Yap P-T, Khan A (eds) Medical Image Computing and Computer Assisted Intervention - MICCAI 2019. Lecture Notes in Computer Science. Springer, Cham, pp 394\u2013402. https:\/\/doi.org\/10.1007\/978-3-030-32251-9_43","DOI":"10.1007\/978-3-030-32251-9_43"},{"key":"2881_CR7","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1007\/978-3-030-87589-3_20","volume-title":"Machine Learning in Medical Imaging","author":"S He","year":"2021","unstructured":"He S, Lin Z, Yang X, Chen C, Wang J, Shuang X, Deng Z, Liu Q, Cao Y, Lu X, Huang R, Ravikumar N, Frangi A, Zhang Y, Xiong Y, Ni D (2021) Statistical dependency guided contrastive learning for multiple labeling in prenatal ultrasound. In: Lian C, Cao X, Rekik I, Xu X, Yan P (eds) Machine Learning in Medical Imaging. Springer, Cham, pp 190\u2013198"},{"key":"2881_CR8","doi-asserted-by":"publisher","unstructured":"Lin Z, Li S, Ni D, Liao Y, Wen H, Du J, Chen S, Wang T, Lei B (2019) Multi-task learning for quality assessment of fetal head ultrasound images. Medical Image Anal. 58. https:\/\/doi.org\/10.1016\/j.media.2019.101548","DOI":"10.1016\/j.media.2019.101548"},{"key":"2881_CR9","unstructured":"Schlemper, J, Oktay, O, Chen, L, Matthew, J, Knight, CL, Kainz, B, Glocker, B, Rueckert, D (2018) Attention-gated networks for improving ultrasound scan plane detection. CoRR arXiv:1804.05338"},{"key":"2881_CR10","doi-asserted-by":"publisher","unstructured":"Gou J, Yu B, Maybank S, Tao D (2021) Knowledge distillation: a survey. Int J Comp Vis 129. https:\/\/doi.org\/10.1007\/s11263-021-01453-z","DOI":"10.1007\/s11263-021-01453-z"},{"key":"2881_CR11","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/978-3-319-24553-9_62","volume-title":"Medical Image Computing and Computer-Assisted Intervention - MICCAI 2015","author":"H Chen","year":"2015","unstructured":"Chen H, Dou Q, Ni D, Cheng J-Z, Qin J, Li S, Heng P-A (2015) Automatic fetal ultrasound standard plane detection using knowledge transferred recurrent neural networks. In: Navab N, Hornegger J, Wells WM, Frangi A (eds) Medical Image Computing and Computer-Assisted Intervention - MICCAI 2015. Springer, Cham, pp 507\u2013514"},{"issue":"1","key":"2881_CR12","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1080\/09540091.2021.2015748","volume":"34","author":"J Wu","year":"2022","unstructured":"Wu J, Zeng P, Liu P, Lv G (2022) Automatic classification method of liver ultrasound standard plane images using pre-trained convolutional neural network. Connection Science 34(1):975\u2013989. https:\/\/doi.org\/10.1080\/09540091.2021.2015748","journal-title":"Connection Science"},{"key":"2881_CR13","doi-asserted-by":"crossref","unstructured":"Li, Y, Khanal, B, Hou, B, Alansary, A, Cerrolaza, JJ, Sinclair, M, Matthew, J, Gupta, C, Knight, C, Kainz, B, Rueckert, D (2018) Standard plane detection in 3d fetal ultrasound using an iterative transformation network. In: Frangi, AF, Schnabel, JA, Davatzikos, C, Alberola-L\u00f3pez, C, Fichtinger, G (eds.) Medical Image Computing and Computer Assisted Intervention - MICCAI 2018. Springer, Cham , pp. 392-400","DOI":"10.1007\/978-3-030-00928-1_45"},{"issue":"11","key":"2881_CR14","doi-asserted-by":"publisher","first-page":"7771","DOI":"10.1109\/TII.2021.3069470","volume":"17","author":"B Pu","year":"2021","unstructured":"Pu B, Li K, Li S, Zhu N (2021) Automatic fetal ultrasound standard plane recognition based on deep learning and iiot. IEEE Trans. Ind. Informatics 17(11):7771\u20137780. https:\/\/doi.org\/10.1109\/TII.2021.3069470","journal-title":"IEEE Trans. Ind. Informatics"},{"key":"2881_CR15","doi-asserted-by":"crossref","unstructured":"Wang, X, Liu, Z, Du, Y, Diao, Y, Liu, P, Lv, G, Zhang, H (2021) Recognition of fetal facial ultrasound standard plane based on texture feature fusion. Comput Math Methods Med","DOI":"10.1155\/2021\/6656942"},{"key":"2881_CR16","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1016\/j.future.2022.04.011","volume":"135","author":"L Zhao","year":"2022","unstructured":"Zhao L, Li K, Pu B, Chen J, Li S, Liao X (2022) An ultrasound standard plane detection model of fetal head based on multi-task learning and hybrid knowledge graph. Future Generation Computer Systems 135:234\u2013243. https:\/\/doi.org\/10.1016\/j.future.2022.04.011","journal-title":"Future Generation Computer Systems"},{"key":"2881_CR17","unstructured":"Hinton, GE, Vinyals, O, Dean, J (2015) Distilling the knowledge in a neural network. CoRR arXiv:1503.02531"},{"key":"2881_CR18","unstructured":"Romero, A, Ballas, N, Kahou, SE, Chassang, A, Gatta, C, Bengio, Y (2015) Fitnets: hints for thin deep nets. In: Bengio, Y., LeCun, Y. (eds.) 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings. arXiv:1412.6550"},{"key":"2881_CR19","doi-asserted-by":"publisher","unstructured":"Jiao, X, Yin, Y, Shang, L, Jiang, X, Chen, X, Li, L, Wang, F, Liu, Q (2020) TinyBERT: distilling BERT for natural language understanding. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 4163-4174. Association for Computational Linguistics, Online. https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.372. https:\/\/aclanthology.org\/2020.findings-emnlp.372","DOI":"10.18653\/v1\/2020.findings-emnlp.372"},{"key":"2881_CR20","doi-asserted-by":"crossref","unstructured":"Sun, S, Cheng, Y, Gan, Z, Liu, J (2019) Patient knowledge distillation for bert model compression. In: EMNLP","DOI":"10.18653\/v1\/D19-1441"},{"issue":"8","key":"2881_CR21","doi-asserted-by":"publisher","first-page":"7028","DOI":"10.1609\/aaai.v35i8.16865","volume":"35","author":"D Chen","year":"2021","unstructured":"Chen D, Mei J-P, Zhang Y, Wang C, Wang Z, Feng Y, Chen C (2021) Cross-layer distillation with semantic calibration. Proc AAAI Conf Artif Intell 35(8):7028\u20137036. https:\/\/doi.org\/10.1609\/aaai.v35i8.16865","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"2881_CR22","doi-asserted-by":"crossref","unstructured":"Vaseli, H, Liao, Z, Abdi, AH, Girgis, H, Behnami, D, Luong, C, Dezaki, FT, Dhungel, N, Rohling, R, Gin, K, et al. (2019) Designing lightweight deep learning models for echocardiography view classification. In: Medical Imaging 2019: Image-Guided Procedures, Robotic Interventions, and Modeling, vol. 10951, pp. 93-99. SPIE","DOI":"10.1117\/12.2512913"},{"key":"2881_CR23","unstructured":"Van der Maaten, L, Hinton, G (2008) Visualizing data using t-sne. J Mach Learning Res 9(11)"},{"key":"2881_CR24","unstructured":"Bieder, F., Sandk\u00fchler, R, Cattin, PC (2021) Comparison of methods generalizing max- and average-pooling. CoRR arXiv:2103.01746"},{"key":"2881_CR25","unstructured":"Abadi, M, Agarwal, A, Barham, P, Brevdo, E, Chen, Z, Citro, C, Corrado, GS, Davis, A, Dean, J, Devin, M, Ghemawat, S, Goodfellow, I, Harp, A, Irving, G, Isard, M, Jia, Y, Jozefowicz, R, Kaiser, L, Kudlur, M, Levenberg, J, Man\u00e9, D, Monga, R, Moore, S, Murray, D, Olah, C, Schuster, M, Shlens, J, Steiner, B, Sutskever, I, Talwar, K, Tucker, P, Vanhoucke, V, Vasudevan, V, Vi\u00e9gas, F, Vinyals, O, Warden, P, Wattenberg, M, Wicke, M, Yu, Y, Zheng, X (2015) TensorFlow: large-scale machine learning on heterogeneous systems. Software available from tensorflow.org. https:\/\/www.tensorflow.org\/"},{"key":"2881_CR26","unstructured":"Simonyan, K, Zisserman, A (2015) Very deep convolutional networks for largescale image recognition. In: Bengio, Y, LeCun, Y (eds.) 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings. arXiv:1409.1556"},{"key":"2881_CR27","unstructured":"Howard, AG, Zhu, M, Chen, B, Kalenichenko, D, Wang, W, Weyand, T, Andreetto, M, Adam, H (2017) Mobilenets: efficient convolutional neural networks for mobile vision applications. CoRR arXiv:1704.04861"},{"key":"2881_CR28","doi-asserted-by":"crossref","unstructured":"Szegedy, C, Vanhoucke, V, Ioffe, S, Shlens, J, Wojna, Z (2016) Rethinking the inception architecture for computer vision. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2818-2826","DOI":"10.1109\/CVPR.2016.308"},{"key":"2881_CR29","doi-asserted-by":"crossref","unstructured":"He, K, Zhang, X, Ren, S, Sun, J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770-778","DOI":"10.1109\/CVPR.2016.90"},{"key":"2881_CR30","doi-asserted-by":"crossref","unstructured":"Huang, G, Liu, Z, Maaten, LVD,Weinberger, KQ (2017) Densely connected convolutional networks. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 2261-2269. IEEE Computer Society, Los Alamitos, CA, USA. https:\/\/doi.org\/10.1109\/CVPR.2017.243","DOI":"10.1109\/CVPR.2017.243"},{"key":"2881_CR31","doi-asserted-by":"crossref","unstructured":"Selvaraju, RR, Das, A, Vedantam, R, Cogswell, M, Parikh, D, Batra, D (2016) Grad-cam: why did you say that? Visual explanations from deep networks via gradient-based localization. CoRR arXiv:1610.02391","DOI":"10.1109\/ICCV.2017.74"}],"updated-by":[{"DOI":"10.1007\/s11517-023-02930-y","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T00:00:00Z","timestamp":1694563200000}}],"container-title":["Medical &amp; Biological Engineering &amp; Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11517-023-02881-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11517-023-02881-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11517-023-02881-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T03:27:57Z","timestamp":1704166077000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11517-023-02881-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,1]]},"references-count":31,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["2881"],"URL":"https:\/\/doi.org\/10.1007\/s11517-023-02881-4","relation":{"correction":[{"id-type":"doi","id":"10.1007\/s11517-023-02930-y","asserted-by":"object"}]},"ISSN":["0140-0118","1741-0444"],"issn-type":[{"value":"0140-0118","type":"print"},{"value":"1741-0444","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9,1]]},"assertion":[{"value":"16 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 June 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 September 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 September 2023","order":4,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":5,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1007\/s11517-023-02930-y","URL":"https:\/\/doi.org\/10.1007\/s11517-023-02930-y","order":7,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing intersts.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}