{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,22]],"date-time":"2025-12-22T21:00:59Z","timestamp":1766437259334,"version":"3.48.0"},"reference-count":49,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"TechnologieAllianzOberfranken"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3644232","type":"journal-article","created":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T18:39:31Z","timestamp":1765823971000},"page":"212620-212634","source":"Crossref","is-referenced-by-count":0,"title":["Masked Autoencoders for Ultrasound Signals: Robust Representation Learning for Downstream Applications"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-8540-5147","authenticated-orcid":false,"given":"Immanuel","family":"Ro\u00dfTeutscher","sequence":"first","affiliation":[{"name":"Institute for Sensor and Actuator Technology, Coburg University of Applied Sciences, Coburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8829-1161","authenticated-orcid":false,"given":"Klaus S.","family":"Drese","sequence":"additional","affiliation":[{"name":"Institute for Sensor and Actuator Technology, Coburg University of Applied Sciences, Coburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3423-4510","authenticated-orcid":false,"given":"Thorsten","family":"Uphues","sequence":"additional","affiliation":[{"name":"Institute for Sensor and Actuator Technology, Coburg University of Applied Sciences, Coburg, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"5998","article-title":"Attention is all you need","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Vaswani"},{"article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","volume-title":"Proc. ICLR","author":"Dosovitskiy","key":"ref2"},{"key":"ref3","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. North Amer. Chapter Assoc. Comput. Linguistics, Human Lang. Technol.","author":"Devlin"},{"volume-title":"Improving Language Understanding By Generative Pre-Training","year":"2018","author":"Radford","key":"ref4"},{"key":"ref5","first-page":"1","article-title":"BEiT: BERT pre-training of image transformers","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Bao"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btab083"},{"key":"ref7","first-page":"12449","article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Baevski"},{"key":"ref8","article-title":"FinBERT: A pretrained language model for financial communications","author":"Yang","year":"2020","journal-title":"arXiv:2006.08097"},{"key":"ref9","article-title":"Don\u2019t pay attention to the noise: Learning self-supervised representations of light curves with a denoising time series transformer","author":"Morvan","year":"2022","journal-title":"arXiv:2207.02777"},{"issue":"4","key":"ref10","doi-asserted-by":"crossref","first-page":"2204","DOI":"10.3390\/s23042204","article-title":"A systematic review of advanced sensor technologies for non-destructive testing and structural health monitoring","volume":"23","author":"Hassani","year":"2023","journal-title":"Sensors"},{"issue":"24","key":"ref11","doi-asserted-by":"crossref","first-page":"11648","DOI":"10.3390\/app112411648","article-title":"Structural health and condition monitoring with acoustic emission and guided ultrasonic waves: What about long-term durability of sensors, sensor coupling and measurement chain?","volume":"11","author":"Brunner","year":"2021","journal-title":"Appl. Sci."},{"issue":"6","key":"ref12","doi-asserted-by":"crossref","first-page":"2750","DOI":"10.3390\/app11062750","article-title":"Recent advancements in non-destructive testing techniques for structural health monitoring","volume":"11","author":"Kot","year":"2021","journal-title":"Appl. Sci."},{"issue":"4","key":"ref13","doi-asserted-by":"crossref","first-page":"520","DOI":"10.3390\/mi13040520","article-title":"Review of ultrasonic ranging methods and their current challenges","volume":"13","author":"Qiu","year":"2022","journal-title":"Micromachines"},{"issue":"4","key":"ref14","doi-asserted-by":"crossref","first-page":"1320","DOI":"10.3390\/s21041320","article-title":"Analysis and validation of ultrasonic probes in liquid level monitoring systems","volume":"21","author":"Gao","year":"2021","journal-title":"Sensors"},{"issue":"19","key":"ref15","doi-asserted-by":"crossref","first-page":"7470","DOI":"10.3390\/s22197470","article-title":"Design and implementation of an ultrasonic flowmeter based on the cross-correlation method","volume":"22","author":"Ren","year":"2022","journal-title":"Sensors"},{"issue":"10","key":"ref16","article-title":"A comprehensive review on accuracy in ultrasonic flow measurement using reconfigurable systems and deep learning approaches","volume":"10","author":"Kumar","year":"2020","journal-title":"AIP Adv."},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"ref18","first-page":"9643","article-title":"SimMIM: A simple framework for masked image modeling","volume-title":"Proc. CVPR","author":"Xie"},{"key":"ref19","first-page":"1691","article-title":"Generative pretraining from pixels","volume-title":"Proc. Int. Conf. Mach. Learn.","volume":"1","author":"Chen"},{"key":"ref20","first-page":"9630","article-title":"Emerging properties in self-supervised vision transformers","volume-title":"Proc. ICCV","author":"Caron"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"113560","DOI":"10.1109\/ACCESS.2023.3323383","article-title":"Masked autoencoders in computer vision: A comprehensive survey","volume":"11","author":"Zhou","year":"2023","journal-title":"IEEE Access"},{"issue":"21","key":"ref22","doi-asserted-by":"crossref","first-page":"8331","DOI":"10.3390\/s22218331","article-title":"Pose mask: A model-based augmentation method for 2D pose estimation in classroom scenes using surveillance images","volume":"22","author":"Liu","year":"2022","journal-title":"Sensors"},{"issue":"21","key":"ref23","doi-asserted-by":"crossref","first-page":"3055","DOI":"10.3390\/ani12213055","article-title":"An advanced chicken face detection network based on GAN and MAE","volume":"12","author":"Ma","year":"2022","journal-title":"Animals"},{"key":"ref24","first-page":"2238","article-title":"Transfer learning with self-supervised vision transformer for large-scale plant identification","volume-title":"Proc. CLEF","author":"Xu"},{"issue":"4","key":"ref25","doi-asserted-by":"crossref","first-page":"2541","DOI":"10.1109\/TCBB.2023.3246979","article-title":"Cross-attention based multi-resolution feature fusion model for self-supervised cervical OCT image classification","volume":"20","author":"Wang","year":"2023","journal-title":"IEEE\/ACM Trans. Comput. Biol. Bioinf."},{"key":"ref26","first-page":"58","article-title":"Self-supervised learning based on a pre-trained method for the subtype classification of spinal tumors","volume-title":"Proc. Int. Workshop Comput. Math. Modeling Cancer Anal.","author":"Jiao"},{"issue":"1","key":"ref27","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1038\/s41746-023-00811-0","article-title":"Self-supervised learning for medical image classification: A systematic review and implementation guidelines","volume":"6","author":"Huang","year":"2023","journal-title":"npj Digit. Med."},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-17027-0_11"},{"key":"ref29","first-page":"3577","article-title":"Delving into masked autoencoders for multi-label thorax disease classification","volume-title":"Proc. WACV","author":"Xiao"},{"key":"ref30","first-page":"11","article-title":"Unsupervised anomaly detection in medical images with a memory-augmented multi-level cross-attentional masked autoencoder","volume-title":"Proc. MLMI","author":"Tian"},{"key":"ref31","first-page":"1","article-title":"Self pre-training with masked autoencoders for medical image classification and segmentation","volume-title":"Proc. IEEE 20th Int. Symp. Biomed. Imag. (ISBI)","author":"Zhou"},{"key":"ref32","article-title":"How effective is pre-training of large masked autoencoders for downstream Earth observation tasks?","author":"Sosa","year":"2024","journal-title":"arXiv:2409.18536"},{"issue":"18","key":"ref33","doi-asserted-by":"crossref","first-page":"4656","DOI":"10.3390\/rs14184656","article-title":"Land cover classification for polarimetric SAR images based on vision transformer","volume":"14","author":"Wang","year":"2022","journal-title":"Remote Sens."},{"key":"ref34","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/LGRS.2022.3201489","article-title":"SatViT: Pretraining transformers for Earth observation","volume":"19","author":"Fuller","year":"2022","journal-title":"IEEE Geosci. Remote Sens. Lett."},{"key":"ref35","first-page":"1","article-title":"Detecting anomalous events from unlabeled videos via temporal masked auto-encoding","volume-title":"Proc. IEEE ICME","author":"Hu"},{"key":"ref36","first-page":"1","article-title":"Anomaly and activity recognition in a video surveillance using masked autoencoder","volume-title":"Proc. Int. Conf. Innov. Comput., Intell. Commun. Smart Electr. Syst. (ICSES)","author":"Datchanamoorthy"},{"key":"ref37","first-page":"35946","article-title":"Masked autoencoders as spatiotemporal learners","volume-title":"Proc. NeurIPS","author":"Feichtenhofer"},{"key":"ref38","first-page":"982","article-title":"MTSMAE: Masked autoencoders for multivariate time-series forecasting","volume-title":"Proc. IEEE 34th Int. Conf. Tools Artif. Intell. (ICTAI)","author":"Tang"},{"key":"ref39","article-title":"Ti-MAE: Self-supervised masked time series autoencoders","author":"Li","year":"2023","journal-title":"arXiv:2301.08871"},{"issue":"11","key":"ref40","doi-asserted-by":"crossref","first-page":"6486","DOI":"10.1109\/JBHI.2024.3443651","article-title":"GMAEEG: A self-supervised graph masked autoencoder for EEG representation learning","volume":"28","author":"Fu","year":"2024","journal-title":"IEEE J. Biomed. Health Informat."},{"key":"ref41","article-title":"MAEEG: Masked auto-encoder for EEG representation learning","author":"Sherry Chien","year":"2022","journal-title":"arXiv:2211.02625"},{"key":"ref42","first-page":"1","article-title":"Masked spectrogram modeling using masked autoencoders for learning general-purpose audio representation","volume-title":"Proc. HEAR","author":"Niizumi"},{"issue":"10","key":"ref43","first-page":"10699","article-title":"SSAST: Self-supervised audio spectrogram transformer","volume-title":"Proc. AAAI Conf. Artif. Intell.","volume":"36","author":"Gong"},{"key":"ref44","first-page":"1856","article-title":"Wavefield MAE: Leveraging large vision models for ultrasonic wavefield pattern analysis","volume-title":"Proc. EUSIPCO","author":"Ye"},{"key":"ref45","first-page":"14496","article-title":"FlexiViT: One model for all patch sizes","volume-title":"Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR)","author":"Beyer"},{"key":"ref46","article-title":"Exploring long-sequence masked autoencoders","author":"Hu","year":"2022","journal-title":"arXiv:2210.07224"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-18814-5_11"},{"volume-title":"Learning multiple layers of features from tiny images","year":"2009","author":"Krizhevsky","key":"ref48"},{"key":"ref49","first-page":"248","article-title":"ImageNet: A large-scale hierarchical image database","volume-title":"Proc. CVPR","author":"Deng"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11299642.pdf?arnumber=11299642","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,22]],"date-time":"2025-12-22T18:43:10Z","timestamp":1766428990000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11299642\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":49,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3644232","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2025]]}}}