{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T22:59:45Z","timestamp":1784415585764,"version":"3.55.0"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T00:00:00Z","timestamp":1721174400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T00:00:00Z","timestamp":1721174400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging. Inform. med."],"abstract":"<jats:title>Abstract<\/jats:title>\n          <jats:p>This paper presents an innovative automatic fusion imaging system that combines 3D CT\/MR images with real-time ultrasound acquisition. The system eliminates the need for external physical markers and complex training, making image fusion feasible for physicians with different experience levels. The integrated system involves a portable 3D camera for patient-specific surface acquisition, an electromagnetic tracking system, and US components. The fusion algorithm comprises two main parts: skin segmentation and rigid co-registration, both integrated into the US machine. The co-registration aligns the surface extracted from CT\/MR images with the 3D surface acquired by the camera, facilitating rapid and effective fusion. Experimental tests in different settings, validate the system\u2019s accuracy, computational efficiency, noise robustness, and operator independence.<\/jats:p>","DOI":"10.1007\/s10278-024-01176-w","type":"journal-article","created":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T16:02:09Z","timestamp":1721232129000},"page":"615-628","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["US &amp; MR\/CT Image Fusion with Markerless Skin Registration: A Proof of Concept"],"prefix":"10.1007","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9751-6104","authenticated-orcid":false,"given":"Martina","family":"Paccini","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giacomo","family":"Paschina","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stefano","family":"De Beni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrei","family":"Stefanov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Velizar","family":"Kolev","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giuseppe","family":"Patan\u00e8","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,7,17]]},"reference":[{"key":"1176_CR1","doi-asserted-by":"crossref","unstructured":"Huang, Q., Zeng, Z., et al.: A review on real-time 3D ultrasound imaging technology. BioMed research international. 2017 (2017)","DOI":"10.1155\/2017\/6027029"},{"issue":"1","key":"1176_CR2","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.apacoust.2008.02.002","volume":"70","author":"Q Huang","year":"2009","unstructured":"Huang, Q., Lu, M., Zheng, Y., Chi, Z.: Speckle suppression and contrast enhancement in reconstruction of freehand 3D ultrasound images using an adaptive distance-weighted method. Applied Acoustics. 70(1), 21\u201330 (2009)","journal-title":"Applied Acoustics."},{"issue":"3","key":"1176_CR3","doi-asserted-by":"publisher","first-page":"1610","DOI":"10.3390\/s23031610","volume":"23","author":"M Souza","year":"2023","unstructured":"Souza, M., Alka\u00a0Cordeiro, D.C., Oliveira, J.D., Oliveira, M.F.A.D., Bonafini, B.L. (2023) 3D multi-modality medical imaging: combining anatomical and infrared thermal images for 3D reconstruction. Sensors. 23(3), 1610.","journal-title":"Sensors."},{"key":"1176_CR4","unstructured":"Depth Camera D415 \u2013 Intel\u00ae RealSense\u2122 depth and tracking cameras. https:\/\/www.intelrealsense.com\/depth-camera-d415\/. (Accessed on 03\/09\/2023)"},{"key":"1176_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41747-018-0054-5","volume":"2","author":"M Solbiati","year":"2018","unstructured":"Solbiati, M., Passera, K.M., Rotilio, A., Oliva, F., Marre, I., Goldberg, S.N., Ierace, T., Solbiati, L.: Augmented reality for interventional oncology: Proof-of-concept study of a novel high-end guidance system platform. European Radiology Experimental. 2, 1\u20139 (2018)","journal-title":"European Radiology Experimental."},{"key":"1176_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2022.103658","volume":"76","author":"Z Cao","year":"2022","unstructured":"Cao, Z., Wang, Y., Zheng, W., Yin, L., Tang, Y., Miao, W., Liu, S., Yang, B.: The algorithm of stereo vision and shape from shading based on endoscope imaging. Biomedical Signal Processing and Control. 76, 103658 (2022)","journal-title":"Biomedical Signal Processing and Control."},{"issue":"1","key":"1176_CR7","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/j.eururo.2015.07.004","volume":"69","author":"MA Bjurlin","year":"2016","unstructured":"Bjurlin, M.A., Mendhiratta, N., Wysock, J.S., Taneja, S.S.: Multiparametric MRI and targeted prostate biopsy: improvements in cancer detection, localization, and risk assessment. Central European Journal of Urology. 69(1), 9 (2016)","journal-title":"Central European Journal of Urology."},{"issue":"3","key":"1176_CR8","doi-asserted-by":"publisher","first-page":"392","DOI":"10.1111\/bju.13247","volume":"117","author":"M Gayet","year":"2016","unstructured":"Gayet, M., Aa, A., Beerlage, H.P., Schrier, B.P., Mulders, P.F., Wijkstra, H.: The value of magnetic resonance imaging and ultrasonography (MRI\/US)-fusion biopsy platforms in prostate cancer detection: A systematic review. BJU international. 117(3), 392\u2013400 (2016)","journal-title":"BJU international."},{"key":"1176_CR9","doi-asserted-by":"publisher","first-page":"986","DOI":"10.1007\/s00270-012-0446-5","volume":"35","author":"N Abi-Jaoudeh","year":"2012","unstructured":"Abi-Jaoudeh, N., Kruecker, J., Kadoury, S., Kobeiter, H., Venkatesan, A.M., Levy, E., Wood, B.J.: Multimodality image fusion\u2013guided procedures: technique, accuracy, and applications. Cardiovascular and interventional radiology. 35, 986\u2013998 (2012)","journal-title":"Cardiovascular and interventional radiology."},{"key":"1176_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2023.106661","volume":"155","author":"Y Wang","year":"2023","unstructured":"Wang, Y., Fu, T., Wu, C., Xiao, J., Fan, J., Song, H., Liang, P., Yang, J.: Multimodal registration of ultrasound and mr images using weighted self-similarity structure vector. Computers in Biology and Medicine. 155, 106661 (2023)","journal-title":"Computers in Biology and Medicine."},{"key":"1176_CR11","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.compbiomed.2016.06.025","volume":"76","author":"M Yang","year":"2016","unstructured":"Yang, M., Ding, H., Kang, J., Cong, L., Zhu, L., Wang, G.: Local structure orientation descriptor based on intra-image similarity for multimodal registration of liver ultrasound and mr images. Computers in biology and medicine. 76, 69\u201379 (2016)","journal-title":"Computers in biology and medicine."},{"issue":"7","key":"1176_CR12","doi-asserted-by":"publisher","first-page":"3875","DOI":"10.1002\/mp.12268","volume":"44","author":"Y Xiao","year":"2017","unstructured":"Xiao, Y., Fortin, M., Unsg\u00e5rd, G., Rivaz, H., Reinertsen, I.: Re trospective evaluation of cerebral tumors (resect): a clinical database of pre-operative MRI and intra-operative ultrasound in low-grade glioma surgeries. Medical physics. 44(7), 3875\u20133882 (2017)","journal-title":"Medical physics."},{"key":"1176_CR13","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1007\/s11548-021-02323-2","volume":"16","author":"N Masoumi","year":"2021","unstructured":"Masoumi, N., Belasso, C.J., Ahmad, M.O., Benali, H., Xiao, Y., Rivaz, H.: Multimodal 3D ultrasound and ct in image-guided spinal surgery: public database and new registration algorithms. International Journal of Computer Assisted Radiology and Surgery. 16, 555\u2013565 (2021)","journal-title":"International Journal of Computer Assisted Radiology and Surgery."},{"issue":"8","key":"1176_CR14","doi-asserted-by":"publisher","first-page":"086007","DOI":"10.1117\/1.JBO.18.8.086007","volume":"18","author":"M Jermyn","year":"2013","unstructured":"Jermyn, M., Ghadyani, H., Mastanduno, M.A., Turner, W., Davis, S.C., Dehghani, H., Pogue, B.W.: Fast segmentation and high-quality three-dimensional volume mesh creation from medical images for diffuse optical tomography. Journal of biomedical optics. 18(8), 086007\u2013086007 (2013)","journal-title":"Journal of biomedical optics."},{"key":"1176_CR15","doi-asserted-by":"crossref","unstructured":"Wang, L., Platel, B., Ivanovskaya, T., Harz, M., Hahn, H.K.: Fully automatic breast segmentation in 3D breast MRI. In: 2012 9th IEEE International Symposium on Biomedical Imaging (ISBI), pp. 1024\u20131027 (2012). IEEE","DOI":"10.1109\/ISBI.2012.6235732"},{"issue":"1","key":"1176_CR16","doi-asserted-by":"publisher","first-page":"6159","DOI":"10.1038\/s41598-018-22941-2","volume":"8","author":"C-Y Lee","year":"2018","unstructured":"Lee, C.-Y., Chang, T.-F., Chang, N.-Y., Chang, Y.-C.: An automated skin segmentation of breasts in dynamic contrast-enhanced magnetic resonance imaging. Scientific Reports. 8(1), 6159 (2018)","journal-title":"Scientific Reports."},{"key":"1176_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2023.106718","volume":"156","author":"Q Huang","year":"2023","unstructured":"Huang, Q., Zhao, L., Ren, G., Wang, X., Liu, C., Wang, W.: Nag-net: Nested attention-guided learning for segmentation of carotid lumen-intima interface and media-adventitia interface. Computers in Biology and Medicine. 156, 106718 (2023)","journal-title":"Computers in Biology and Medicine."},{"key":"1176_CR18","unstructured":"An Automatic Algorithm for Skin Surface Extraction from MR Scans. https:\/\/cds.ismrm.org\/ismrm-2000\/PDF3\/0672.pdf. (undefined 23\/12\/2023 11:11)"},{"key":"1176_CR19","volume-title":"Automated alignment of perioperative MRI scans: a technical note and application in pediatric epilepsy surgery","author":"R Beare","year":"2016","unstructured":"Beare, R., Yang, J.Y.-M., Maixner, W.J., Harvey, A.S., Kean, M.J., Anderson, V.A., Seal, M.L.: Automated alignment of perioperative MRI scans: a technical note and application in pediatric epilepsy surgery. Technical report, Wiley Online Library (2016)"},{"issue":"3","key":"1176_CR20","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1148\/radiol.2018181432","volume":"290","author":"AD Weston","year":"2019","unstructured":"Weston, A.D., Korfiatis, P., Kline, T.L., Philbrick, K.A., Kostandy, P., Sakinis, T., Sugimoto, M., Takahashi, N., Erickson, B.J.: Automated abdominal segmentation of CT scans for body composition analysis using deep learning. Radiology. 290(3), 669\u2013679 (2019)","journal-title":"Radiology."},{"issue":"1","key":"1176_CR21","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1002\/jmri.22757","volume":"35","author":"T Baum","year":"2012","unstructured":"Baum, T., Yap, S.P., Karampinos, D.C., Nardo, L., Kuo, D., Burghardt, A.J., Masharani, U.B., Schwartz, A.V., Li, X., Link, T.M.: Does vertebral bone marrow fat content correlate with abdominal adipose tissue, lumbar spine bone mineral density, and blood biomarkers in women with type 2 diabetes mellitus? Journal of Magnetic Resonance Imaging. 35(1), 117\u2013124 (2012)","journal-title":"Journal of Magnetic Resonance Imaging."},{"key":"1176_CR22","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1016\/j.neucom.2014.05.092","volume":"151","author":"H Chang","year":"2015","unstructured":"Chang, H., Chen, Z., Huang, Q., Shi, J., Li, X.: Graph-based learning for segmentation of 3D ultrasound images. Neurocomputing. 151, 632\u2013644 (2015)","journal-title":"Neurocomputing."},{"key":"1176_CR23","doi-asserted-by":"crossref","unstructured":"Correia, H.A., Brito, J.H.: 3D reconstruction of human bodies from single-view and multi-view images: A systematic review. Computer Methods and Programs in Biomedicine, 107620 (2023)","DOI":"10.1016\/j.cmpb.2023.107620"},{"key":"1176_CR24","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1016\/j.cmpb.2017.03.017","volume":"144","author":"Y Wang","year":"2017","unstructured":"Wang, Y., Qiu, Y., Thai, T., Moore, K., Liu, H., Zheng, B.: A two-step convolutional neural network based computer-aided detection scheme for automatically segmenting adipose tissue volume depicting on CT images. Computer Methods and Programs in Biomedicine. 144, 97\u2013104 (2017)","journal-title":"Computer Methods and Programs in Biomedicine."},{"issue":"3","key":"1176_CR25","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1111\/srt.12654","volume":"25","author":"J Ognard","year":"2019","unstructured":"Ognard, J., Mesrar, J., Benhoumich, Y., Misery, L., Burdin, V., Ben\u00a0Salem, D.: Edge detector-based automatic segmentation of the skin layers and application to moisturization in high-resolution 3 tesla magnetic resonance imaging. Skin Research and Technology. 25(3), 339\u2013346 (2019)","journal-title":"Skin Research and Technology."},{"key":"1176_CR26","doi-asserted-by":"crossref","unstructured":"Wang, F., Zhao, Z.: A survey of iterative closest point algorithm. In: 2017 Chinese Automation Congress (CAC), pp. 4395\u20134399 (2017). IEEE","DOI":"10.1109\/CAC.2017.8243553"},{"issue":"4","key":"1176_CR27","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1016\/S1361-8415(97)85008-6","volume":"1","author":"A Rangarajan","year":"1997","unstructured":"Rangarajan, A., Chui, H., Mjolsness, E., Pappu, S., Davachi, L., Goldman-Rakic, P., Duncan, J.: A robust point-matching algorithm for autoradiograph alignment. Medical Image Analysis. 1(4), 379\u2013398 (1997)","journal-title":"Medical Image Analysis."},{"issue":"12","key":"1176_CR28","doi-asserted-by":"publisher","first-page":"2262","DOI":"10.1109\/TPAMI.2010.46","volume":"32","author":"A Myronenko","year":"2010","unstructured":"Myronenko, A., Song, X.: Point set registration: coherent point drift. Transactions on Pattern Analysis and Machine Intelligence. 32(12), 2262\u20132275 (2010)","journal-title":"Transactions on Pattern Analysis and Machine Intelligence."},{"key":"1176_CR29","doi-asserted-by":"crossref","unstructured":"Aoki, Y., Goforth, H., Srivatsan, R.A., Lucey, S.: Pointnetlk: Robust & efficient point cloud registration using pointnet. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7163\u20137172 (2019)","DOI":"10.1109\/CVPR.2019.00733"},{"key":"1176_CR30","unstructured":"Qi, C.R., Su, H., Mo, K., Guibas, L.J.: Pointnet: deep learning on point sets for 3D classification and segmentation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 652\u2013660 (2017)"},{"issue":"4","key":"1176_CR31","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1145\/37402.37422","volume":"21","author":"WE Lorensen","year":"1987","unstructured":"Lorensen, W.E., Cline, H.E.: Marching cubes: a high resolution 3D surface construction algorithm. ACM Siggraph Computer Graphics. 21(4), 163\u2013169 (1987)","journal-title":"ACM Siggraph Computer Graphics."},{"issue":"2","key":"1176_CR32","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1109\/34.121791","volume":"14","author":"PJ Besl","year":"1992","unstructured":"Besl, P.J., McKay, N.D.: A method for registration of 3-D shapes. IEEE Transactions on Pattern Analysis and Machine Intelligence. 14(2), 239\u2013256 (1992) 10.1109\/34.121791","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence."},{"key":"1176_CR33","doi-asserted-by":"publisher","unstructured":"Z\u00f6llner, F.: Multimodal ground truth datasets for abdominal medical image registration [data]. https:\/\/doi.org\/10.11588\/data\/ICSFUS.","DOI":"10.11588\/data\/ICSFUS"},{"key":"1176_CR34","doi-asserted-by":"crossref","unstructured":"Gsaxner, C., Pepe, A., Wallner, J., Schmalstieg, D., Egger, J.: Markerless image-to-face registration for untethered augmented reality in head and neck surgery. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 236\u2013244 (2019). Springer","DOI":"10.1007\/978-3-030-32254-0_27"},{"issue":"10","key":"1176_CR35","doi-asserted-by":"publisher","first-page":"2010","DOI":"10.1109\/TMI.2017.2703150","volume":"36","author":"T De Silva","year":"2017","unstructured":"De\u00a0Silva, T., Cool, D.W., Yuan, J., Romagnoli, C., Samarabandu, J., Fenster, A., Ward, A.D.: Robust 2-D\u20133-D registration optimization for motion compensation during 3-D trus-guided biopsy using learned prostate motion data. IEEE Transactions on Medical Imaging. 36(10), 2010\u20132020 (2017)","journal-title":"IEEE Transactions on Medical Imaging."},{"issue":"6","key":"1176_CR36","doi-asserted-by":"publisher","first-page":"1727","DOI":"10.1109\/TBME.2019.2944803","volume":"67","author":"X Li","year":"2019","unstructured":"Li, X., Lee, Y.-H., Mikaiel, S., Simonelli, J., Tsao, T.-C., Wu, H.H.: Respiratory motion prediction using fusion-based multi-rate kalman filtering and real-time golden-angle radial MRI. IEEE Transactions on Biomedical Engineering. 67(6), 1727\u20131738 (2019)","journal-title":"IEEE Transactions on Biomedical Engineering."},{"key":"1176_CR37","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/j.ejmp.2020.01.008","volume":"70","author":"F Santini","year":"2020","unstructured":"Santini, F., Gui, L., Lorton, O., Guillemin, P.C., Manasseh, G., Roth, M., Bieri, O., Vall\u00e9e, J.-P., Salomir, R., Crowe, L.A.: Ultrasound-driven cardiac MRI. Physica Medica. 70, 161\u2013168 (2020)","journal-title":"Physica Medica."},{"issue":"3","key":"1176_CR38","doi-asserted-by":"publisher","first-page":"690","DOI":"10.1002\/jmri.28472","volume":"57","author":"B Madore","year":"2023","unstructured":"Madore, B., Hess, A.T., Niekerk, A.M., Hoinkiss, D.C., Hucker, P., Zaitsev, M., Afacan, O., G\u00fcnther, M.: External hardware and sensors, for improved MRI. Journal of Magnetic Resonance Imaging. 57(3), 690\u2013705 (2023)","journal-title":"Journal of Magnetic Resonance Imaging."},{"key":"1176_CR39","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1007\/s11548-014-1085-x","volume":"10","author":"M Yang","year":"2015","unstructured":"Yang, M., Ding, H., Kang, J., Zhu, L., Wang, G.: Subject-specific real-time respiratory liver motion compensation method for ultrasound-MRI\/CT fusion imaging. International Journal of Computer Assisted Radiology and Surgery. 10, 517\u2013529 (2015)","journal-title":"International Journal of Computer Assisted Radiology and Surgery."}],"container-title":["Journal of Imaging Informatics in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-024-01176-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-024-01176-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-024-01176-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T19:30:36Z","timestamp":1739215836000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-024-01176-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,17]]},"references-count":39,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,2]]}},"alternative-id":["1176"],"URL":"https:\/\/doi.org\/10.1007\/s10278-024-01176-w","relation":{},"ISSN":["2948-2933"],"issn-type":[{"value":"2948-2933","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,17]]},"assertion":[{"value":"7 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 May 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 May 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 July 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval and Consent to Participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}]}}