{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T04:17:46Z","timestamp":1783052266246,"version":"3.54.6"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62501462"],"award-info":[{"award-number":["62501462"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006606","name":"Natural Science Foundation of Tianjin Municipality","doi-asserted-by":"publisher","award":["25JCLMJC00280"],"award-info":[{"award-number":["25JCLMJC00280"]}],"id":[{"id":"10.13039\/501100006606","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2025ZD0217300"],"award-info":[{"award-number":["2025ZD0217300"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["xzy022024010"],"award-info":[{"award-number":["xzy022024010"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["xtr062025010"],"award-info":[{"award-number":["xtr062025010"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2023B0303000009"],"award-info":[{"award-number":["2023B0303000009"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012659","name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Medical Image Analysis"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.media.2026.104127","type":"journal-article","created":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T15:50:03Z","timestamp":1779205803000},"page":"104127","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["AsyCMST: Asymmetric cross-modal spatio-temporal learning for multimodal ultrasound nodule recognition"],"prefix":"10.1016","volume":"112","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-7759-6058","authenticated-orcid":false,"given":"Hongcheng","family":"Han","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3669-3748","authenticated-orcid":false,"given":"Zhiqiang","family":"Tian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1860-7815","authenticated-orcid":false,"given":"Minghao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6229-6698","authenticated-orcid":false,"given":"Yutong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2322-9644","authenticated-orcid":false,"given":"Dong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-8549-4758","authenticated-orcid":false,"given":"Qinbo","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7984-8802","authenticated-orcid":false,"given":"Jue","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9780-0845","authenticated-orcid":false,"given":"Hui","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7092-0596","authenticated-orcid":false,"given":"Shaoyi","family":"Du","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2273-0138","authenticated-orcid":false,"given":"Juan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.media.2026.104127_b1","doi-asserted-by":"crossref","DOI":"10.1109\/TPAMI.2024.3522295","article-title":"A review of deep learning for video captioning","author":"Abdar","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.media.2026.104127_b2","doi-asserted-by":"crossref","unstructured":"Arnab, A., Dehghani, M., Heigold, G., Sun, C., Lu\u010di\u0107, M., Schmid, C., 2021. ViViT: A Video Vision Transformer. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 6816\u20136826.","DOI":"10.1109\/ICCV48922.2021.00676"},{"key":"10.1016\/j.media.2026.104127_b3","doi-asserted-by":"crossref","unstructured":"Black, S., Souvenir, R., 2024. Multi-View Classification Using Hybrid Fusion and Mutual Distillation. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. WACV, pp. 270\u2013280.","DOI":"10.1109\/WACV57701.2024.00034"},{"issue":"2","key":"10.1016\/j.media.2026.104127_b4","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.232635","article-title":"Fully automated deep learning model to detect clinically significant prostate cancer at MRI","volume":"312","author":"Cai","year":"2024","journal-title":"Radiology"},{"key":"10.1016\/j.media.2026.104127_b5","doi-asserted-by":"crossref","unstructured":"Chattopadhay, A., Sarkar, A., Howlader, P., Balasubramanian, V.N., 2018. Grad-CAM++: Generalized Gradient-Based Visual Explanations for Deep Convolutional Networks. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. WACV, pp. 839\u2013847.","DOI":"10.1109\/WACV.2018.00097"},{"issue":"11","key":"10.1016\/j.media.2026.104127_b6","doi-asserted-by":"crossref","first-page":"3881","DOI":"10.1109\/TMI.2024.3405621","article-title":"Do as sonographers think: Contrast-enhanced ultrasound for thyroid nodules diagnosis via microvascular infiltrative awareness","volume":"43","author":"Chen","year":"2024","journal-title":"IEEE Trans. Med. Imaging"},{"key":"10.1016\/j.media.2026.104127_b7","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2024.103280","article-title":"TransUNet: Rethinking the U-Net architecture design for medical image segmentation through the lens of transformers","volume":"97","author":"Chen","year":"2024","journal-title":"Med. Image Anal."},{"issue":"9","key":"10.1016\/j.media.2026.104127_b8","doi-asserted-by":"crossref","first-page":"2439","DOI":"10.1109\/TMI.2021.3078370","article-title":"Domain knowledge powered deep learning for breast cancer diagnosis based on contrast-enhanced ultrasound videos","volume":"40","author":"Chen","year":"2021","journal-title":"IEEE Trans. Med. Imaging"},{"key":"10.1016\/j.media.2026.104127_b9","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., Weissenborn, D., Zhai, X., Unterthiner, T., Dehghani, M., Minderer, M., Heigold, G., Gelly, S., et al., 2021. An Image Is Worth 16X16 Words: Transformers for Image Recognition at Scale. In: International Conference on Learning Representations. ICLR, pp. 1\u201312."},{"key":"10.1016\/j.media.2026.104127_b10","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.neucom.2015.07.160","article-title":"An overview of multi-modal medical image fusion","volume":"215","author":"Du","year":"2016","journal-title":"Neurocomputing"},{"key":"10.1016\/j.media.2026.104127_b11","doi-asserted-by":"crossref","unstructured":"Feichtenhofer, C., Fan, H., Malik, J., He, K., 2019. Slowfast Networks for Video Recognition. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 6202\u20136211.","DOI":"10.1109\/ICCV.2019.00630"},{"issue":"5","key":"10.1016\/j.media.2026.104127_b12","doi-asserted-by":"crossref","first-page":"2759","DOI":"10.1109\/JBHI.2024.3373124","article-title":"Cardiac valve event timing in echocardiography using deep learning and triplane recordings","volume":"28","author":"Fermann","year":"2024","journal-title":"IEEE J. Biomed. Health Inform."},{"issue":"11","key":"10.1016\/j.media.2026.104127_b13","doi-asserted-by":"crossref","first-page":"3311","DOI":"10.1007\/s13042-022-01596-6","article-title":"BUS-Net: A bimodal ultrasound network for breast cancer diagnosis","volume":"13","author":"Gong","year":"2022","journal-title":"Int. J. Mach. Learn. Cybern."},{"issue":"2","key":"10.1016\/j.media.2026.104127_b14","doi-asserted-by":"crossref","first-page":"799","DOI":"10.1109\/JBHI.2024.3491905","article-title":"HSC-T: B-ultrasound-to-elastography translation via hierarchical structural consistency learning for thyroid cancer diagnosis","volume":"29","author":"Han","year":"2025","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"10.1016\/j.media.2026.104127_b15","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2024.102666","article-title":"MMIF-INet: Multimodal medical image fusion by invertible network","volume":"114","author":"He","year":"2025","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.media.2026.104127_b16","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J., 2016. Deep Residual Learning for Image Recognition. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"10.1016\/j.media.2026.104127_b17","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2021.102137","article-title":"AW3M: An auto-weighting and recovery framework for breast cancer diagnosis using multi-modal ultrasound","volume":"72","author":"Huang","year":"2021","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.media.2026.104127_b18","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2022.102443","article-title":"Thyroid nodule segmentation and classification in ultrasound images through intra- and inter-task consistent learning","volume":"79","author":"Kang","year":"2022","journal-title":"Med. Image Anal."},{"issue":"5","key":"10.1016\/j.media.2026.104127_b19","doi-asserted-by":"crossref","first-page":"1910","DOI":"10.1109\/TMI.2024.3352097","article-title":"Ultrasound shear elastography with expanded bandwidth (USEWEB): A novel method for 2D shear phase velocity imaging of soft tissues","volume":"43","author":"Kijanka","year":"2024","journal-title":"IEEE Trans. Med. Imaging"},{"issue":"11","key":"10.1016\/j.media.2026.104127_b20","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1016\/S2213-8587(24)00223-7","article-title":"Evolving epidemiological patterns of thyroid cancer and estimates of overdiagnosis in 2013\u201317 in 63 countries worldwide: A population-based study","volume":"12","author":"Li","year":"2024","journal-title":"Lancet Diabetes Endocrinol."},{"issue":"3","key":"10.1016\/j.media.2026.104127_b21","doi-asserted-by":"crossref","first-page":"448","DOI":"10.1038\/s41587-023-01800-0","article-title":"A fully integrated wearable ultrasound system to monitor deep tissues in moving subjects","volume":"42","author":"Lin","year":"2024","journal-title":"Nature Biotechnol."},{"key":"10.1016\/j.media.2026.104127_b22","doi-asserted-by":"crossref","unstructured":"Liu, Z., Lin, Y., Cao, Y., Hu, H., Wei, Y., Zhang, Z., Guo, B., 2021. Swin Transformer: Hierarchical Vision Transformer Using Shifted Windows. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 10012\u201310022.","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"10.1016\/j.media.2026.104127_b23","doi-asserted-by":"crossref","unstructured":"Liu, Z., Ning, J., Cao, Y., Wei, Y., Zhang, Z., Lin, S., Hu, H., 2022. Video Swin Transformer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 3202\u20133211.","DOI":"10.1109\/CVPR52688.2022.00320"},{"issue":"Nov","key":"10.1016\/j.media.2026.104127_b24","first-page":"2579","article-title":"Visualizing data using T-SNE","volume":"9","author":"Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"issue":"6","key":"10.1016\/j.media.2026.104127_b25","doi-asserted-by":"crossref","first-page":"770","DOI":"10.1002\/agm2.12382","article-title":"Trends in age-specific incidence, mortality, and DALYs of female breast cancer from 1990 to 2021","volume":"7","author":"Priyadarshini","year":"2024","journal-title":"Aging Med."},{"issue":"6","key":"10.1016\/j.media.2026.104127_b26","doi-asserted-by":"crossref","first-page":"522","DOI":"10.1038\/s41551-021-00711-2","article-title":"Prospective assessment of breast cancer risk from multimodal multiview ultrasound images via clinically applicable deep learning","volume":"5","author":"Qian","year":"2021","journal-title":"Nat. Biomed. Eng."},{"issue":"5","key":"10.1016\/j.media.2026.104127_b27","doi-asserted-by":"crossref","first-page":"3023","DOI":"10.1007\/s00330-019-06610-0","article-title":"A combined ultrasonic B-mode and color Doppler system for the classification of breast masses using neural network","volume":"30","author":"Qian","year":"2020","journal-title":"Eur. Radiol."},{"issue":"4","key":"10.1016\/j.media.2026.104127_b28","doi-asserted-by":"crossref","first-page":"1028","DOI":"10.1109\/JBHI.2019.2950994","article-title":"Diagnosis of benign and malignant thyroid nodules using combined conventional ultrasound and ultrasound elasticity imaging","volume":"24","author":"Qin","year":"2019","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"10.1016\/j.media.2026.104127_b29","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2025.103312","article-title":"Entropy-aware dynamic path selection network for multi-modality medical image fusion","volume":"123","author":"Qu","year":"2025","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.media.2026.104127_b30","first-page":"1","article-title":"Multimodal fusion transformer for remote sensing image classification","volume":"61","author":"Roy","year":"2023","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"issue":"1","key":"10.1016\/j.media.2026.104127_b31","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1148\/radiol.212319","article-title":"A practical CEUS thyroid reporting system for thyroid nodules","volume":"305","author":"Ruan","year":"2022","journal-title":"Radiology"},{"issue":"1","key":"10.1016\/j.media.2026.104127_b32","doi-asserted-by":"crossref","first-page":"5645","DOI":"10.1038\/s41467-021-26023-2","article-title":"Artificial intelligence system reduces false-positive findings in the interpretation of breast ultrasound exams","volume":"12","author":"Shen","year":"2021","journal-title":"Nat. Commun."},{"issue":"1","key":"10.1016\/j.media.2026.104127_b33","doi-asserted-by":"crossref","first-page":"7052","DOI":"10.1038\/s41467-025-62042-z","article-title":"Explainable multimodal deep learning for predicting thyroid cancer lateral lymph node metastasis using ultrasound imaging","volume":"16","author":"Shen","year":"2025","journal-title":"Nat. Commun."},{"key":"10.1016\/j.media.2026.104127_b34","doi-asserted-by":"crossref","unstructured":"Tran, D., Bourdev, L., Fergus, R., Torresani, L., Paluri, M., 2015. Learning Spatiotemporal Features with 3D Convolutional Networks. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. ICCV, pp. 4489\u20134497.","DOI":"10.1109\/ICCV.2015.510"},{"key":"10.1016\/j.media.2026.104127_b35","doi-asserted-by":"crossref","unstructured":"Tran, D., Wang, H., Torresani, L., Ray, J., LeCun, Y., Paluri, M., 2018. A Closer Look at Spatiotemporal Convolutions for Action Recognition. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 6450\u20136459.","DOI":"10.1109\/CVPR.2018.00675"},{"key":"10.1016\/j.media.2026.104127_b36","article-title":"A segment anything model for transesophageal echocardiography based on bidirectional spatiotemporal context fusion","volume":"127","author":"Wang","year":"2025","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.media.2026.104127_b37","first-page":"1","article-title":"An integrated AI model to improve diagnostic accuracy of ultrasound and output known risk features in suspicious thyroid nodules","author":"Wang","year":"2022","journal-title":"Eur. Radiol."},{"issue":"3","key":"10.1016\/j.media.2026.104127_b38","doi-asserted-by":"crossref","first-page":"2071","DOI":"10.1109\/TPAMI.2024.3523364","article-title":"Fully-connected transformer for multi-source image fusion","volume":"47","author":"Wu","year":"2025","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.media.2026.104127_b39","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2024.102592","article-title":"TDF-Net: Trusted dynamic feature fusion network for breast cancer diagnosis using incomplete multimodal ultrasound","volume":"112","author":"Yan","year":"2024","journal-title":"Inf. Fusion"},{"issue":"1","key":"10.1016\/j.media.2026.104127_b40","doi-asserted-by":"crossref","first-page":"25704","DOI":"10.1038\/s41598-024-76234-y","article-title":"Dual-attention transformer-based hybrid network for multi-modal medical image segmentation","volume":"14","author":"Zhang","year":"2024","journal-title":"Sci. Rep."},{"issue":"1","key":"10.1016\/j.media.2026.104127_b41","doi-asserted-by":"crossref","first-page":"1236","DOI":"10.1038\/s41467-020-15027-z","article-title":"Deep learning radiomics can predict axillary lymph node status in early-stage breast cancer","volume":"11","author":"Zheng","year":"2020","journal-title":"Nat. Commun."},{"issue":"2","key":"10.1016\/j.media.2026.104127_b42","doi-asserted-by":"crossref","first-page":"727","DOI":"10.1109\/JBHI.2021.3097374","article-title":"HID: the hybrid image decomposition model for MRI and CT fusion","volume":"26","author":"Zhu","year":"2021","journal-title":"IEEE J. Biomed. Health Inform."}],"container-title":["Medical Image Analysis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1361841526001969?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1361841526001969?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T03:35:00Z","timestamp":1783049700000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1361841526001969"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":42,"alternative-id":["S1361841526001969"],"URL":"https:\/\/doi.org\/10.1016\/j.media.2026.104127","relation":{},"ISSN":["1361-8415"],"issn-type":[{"value":"1361-8415","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"AsyCMST: Asymmetric cross-modal spatio-temporal learning for multimodal ultrasound nodule recognition","name":"articletitle","label":"Article Title"},{"value":"Medical Image Analysis","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.media.2026.104127","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"104127"}}