{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T08:49:56Z","timestamp":1776156596641,"version":"3.50.1"},"reference-count":39,"publisher":"Tech Science Press","issue":"1","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["CMC"],"published-print":{"date-parts":[[2025]]},"DOI":"10.32604\/cmc.2024.058785","type":"journal-article","created":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T07:33:26Z","timestamp":1733988806000},"page":"1417-1437","source":"Crossref","is-referenced-by-count":10,"title":["SEFormer: A Lightweight CNN-Transformer Based on Separable Multiscale Depthwise Convolution and Efficient Self-Attention for Rotating Machinery Fault Diagnosis"],"prefix":"10.32604","volume":"82","author":[{"given":"Hongxing","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hua","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huafeng","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xilai","family":"Ju","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"17807","published-online":{"date-parts":[[2025]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.1016\/j.ymssp.2022.109833","article-title":"Fault diagnosis of mechanical equipment in high energy consumption industries in China: A review","volume":"186","author":"Sun","year":"2023","journal-title":"Mech. Syst. Signal Process."},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.1016\/j.engfailanal.2023.107172","article-title":"A comprehensive survey on applications of AI technologies to failure analysis of industrial systems","volume":"148","author":"Bi","year":"Jun. 2023","journal-title":"Eng. Fail. Anal."},{"key":"ref3","first-page":"1","article-title":"Recent deep learning models for diagnosis and health monitoring: A review of research works and future challenges","volume":"206","author":"Lou","year":"Mar. 2023","journal-title":"Trans. Inst. Meas. Control."},{"key":"ref4","article-title":"A review of the application of deep learning in intelligent fault diagnosis of rotating machinery","volume":"46","author":"Zhu","year":"Jan. 2023","journal-title":"Measurement"},{"key":"ref5","doi-asserted-by":"crossref","DOI":"10.1016\/j.ymssp.2019.106587","article-title":"Applications of machine learning to machine fault diagnosis: A review and roadmap","volume":"138","author":"Lei","year":"Apr. 2020","journal-title":"Mech. Syst. Signal Process."},{"key":"ref6","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1016\/j.isatra.2020.08.010","article-title":"Deep learning algorithms for rotating machinery intelligent diagnosis: An open source benchmark study","volume":"107","author":"Zhao","year":"Dec. 2020","journal-title":"ISA Trans."},{"key":"ref7","article-title":"Ensemble transfer CNNs driven by multi-channel signals for fault diagnosis of rotating machinery cross working conditions","volume":"207","author":"He","year":"Nov. 2020","journal-title":"Knowl.-Based Syst."},{"key":"ref8","doi-asserted-by":"crossref","first-page":"9091","DOI":"10.1109\/TII.2022.3224979","article-title":"A fault diagnosis method for rotating machinery based on CNN with mixed information","volume":"19","author":"Zhao","year":"Aug. 2023","journal-title":"IEEE Trans. Ind. Inf."},{"key":"ref9","article-title":"Multi-scale convolutional network with channel attention mechanism for rolling bearing fault diagnosis","volume":"203","author":"Huang","year":"Nov. 2022","journal-title":"Measurement"},{"key":"ref10","first-page":"1","article-title":"Convolutional transformer: An enhanced attention mechanism architecture for remaining useful life estimation of bearings","volume":"71","author":"Ding","year":"Nov. 2022","journal-title":"IEEE Trans. Instrum. Meas."},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.122666","article-title":"A comprehensive survey on applications of transformers for deep learning tasks","volume":"241","author":"Islam","year":"May 2024","journal-title":"Expert Syst. Appl."},{"key":"ref12","article-title":"A survey of techniques for optimizing transformer inference","volume":"144","author":"Chitty-Venkata","year":"Nov. 2023","journal-title":"J. Syst. Archit."},{"key":"ref13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TIM.2022.3217869","article-title":"Signal-transformer: A robust and interpretable method for rotating machinery intelligent fault diagnosis under variable operating conditions","volume":"71","author":"Tang","year":"Apr. 2022","journal-title":"IEEE Trans. Instrum. Meas."},{"key":"ref14","doi-asserted-by":"crossref","first-page":"6180","DOI":"10.1109\/TNNLS.2022.3202234","article-title":"Variational attention-based interpretable transformer network for rotary machine fault diagnosis","volume":"35","author":"Li","year":"Sep. 2022","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.1016\/j.ymssp.2021.108616","article-title":"A novel time-frequency Transformer based on self-attention mechanism and its application in fault diagnosis of rolling bearings","volume":"168","author":"Ding","year":"Apr. 2022","journal-title":"Mech Syst. Signal Process."},{"key":"ref16","series-title":"2021 Adv. Neural Inf. Process. Syst. (NeurIPS)","first-page":"3965","article-title":"CoAtNet: Marrying convolution and attention for all data sizes","author":"Dai","year":"2021"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"4667","DOI":"10.1007\/s10462-022-10293-3","article-title":"Recent advances in the application of deep learning for fault diagnosis of rotating machinery using vibration signals","volume":"56","author":"Tama","year":"Oct. 2022","journal-title":"Artif. Intell. Rev."},{"key":"ref18","first-page":"1","article-title":"CLFormer: A lightweight transformer based on convolutional embedding and linear self-attention with strong robustness for bearing fault diagnosis under limited sample conditions","volume":"71","author":"Fang","year":"Dec. 2021","journal-title":"IEEE Trans. Instrum. Meas."},{"key":"ref19","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1109\/TMECH.2022.3199985","article-title":"Convformer-NSE: A novel end-to-end gearbox fault diagnosis framework under heavy noise using joint global and local information","volume":"28","author":"Han","year":"Feb. 2023","journal-title":"IEEE\/ASME Trans. Mechatron."},{"key":"ref20","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121338","article-title":"LiConvFormer: A lightweight fault diagnosis framework using separable multiscale convolution and broadcast self-attention","volume":"237","author":"Yan","year":"Mar. 2024","journal-title":"Expert Syst. Appl."},{"key":"ref21","unstructured":"A. G. Howard et al., \u201cMobileNets: Efficient convolutional neural networks for mobile vision applications,\u201d 2017. doi: 10.48550\/arXiv.1704.04861."},{"key":"ref22","series-title":"2017 IEEE Conf. Comput. Vis. Pattern Recognit. (CVPR)","first-page":"1800","article-title":"Xception: Deep learning with depthwise separable convolutions","author":"Chollet","year":"2017"},{"key":"ref23","series-title":"2018 IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR)","first-page":"4510","article-title":"MobileNetV2: Inverted residuals and linear bottlenecks","author":"Sandler","year":"2018"},{"key":"ref24","series-title":"2019 AAAI Conf. Artif. Intell. (AAAI)","first-page":"8368","article-title":"Depthwise convolution is all you need for learning multiple visual domains","author":"Guo","year":"2019"},{"key":"ref25","series-title":"2017 Adv. Neural Inf. Process. Syst. (NIPS)","first-page":"8368","article-title":"Attention is all you need","author":"Vaswani","year":"2017"},{"key":"ref26","doi-asserted-by":"crossref","DOI":"10.1016\/j.measurement.2022.111594","article-title":"Attention mechanism in intelligent fault diagnosis of machinery: A review of technique and application","volume":"199","author":"Lv","year":"Aug. 2022","journal-title":"Measurement"},{"key":"ref27","series-title":"2021 IEEE Winter Conf. Appl. Comput. Vis. (WACV)","first-page":"3530","article-title":"Efficient Attention: Attention with linear complexities","author":"Shen","year":"2021"},{"key":"ref28","first-page":"1","article-title":"HS-KDNet: A lightweight network based on hierarchical-split block and knowledge distillation for fault diagnosis with extremely imbalanced data","volume":"70","author":"Deng","year":"Jun. 2021","journal-title":"IEEE Trans. Instrum. Meas."},{"key":"ref29","unstructured":"S. Mehta and M. Rastegari, \u201cSeparable self-attention for mobile vision transformers,\u201d 2022. doi: 10.48550\/arXiv.2206.02680."},{"key":"ref30","unstructured":"I. Loshchilov and F. Hutter, \u201cDecoupled weight decay regularization,\u201d 2019. doi: 10.48550\/arXiv.1711.05101."},{"key":"ref31","doi-asserted-by":"crossref","DOI":"10.1016\/j.ymssp.2021.108653","article-title":"The emerging graph neural networks for intelligent fault diagnostics and prognostics: A guideline and a benchmark study","volume":"168","author":"Li","year":"Apr. 2022","journal-title":"Mech. Syst. Signal Process."},{"key":"ref32","doi-asserted-by":"crossref","first-page":"3797","DOI":"10.1109\/TII.2019.2941868","article-title":"Multiscale kernel based residual convolutional neural network for motor fault diagnosis under nonstationary conditions","volume":"16","author":"Liu","year":"Jun. 2020","journal-title":"IEEE Trans. Ind. Inf."},{"key":"ref33","series-title":"2016 IEEE Conf. Comput. Vis. Pattern Recognit. (CVPR)","first-page":"770","article-title":"Deep residual learning for image recognition","author":"He","year":"2016"},{"key":"ref34","series-title":"2015 IEEE Conf. Comput. Vis. Pattern Recognit. (CVPR)","first-page":"5353","article-title":"Convolutional neural networks at constrained time cost","author":"He","year":"2015"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"1739","DOI":"10.1109\/TVCG.2016.2570755","article-title":"Approximated and user steerable tSNE for progressive visual analytics","volume":"23","author":"Pezzotti","year":"Jul. 2017","journal-title":"IEEE Trans. Vis. Comput. Graphics."},{"key":"ref36","doi-asserted-by":"crossref","first-page":"8013","DOI":"10.3390\/s130608013","article-title":"Sequential fuzzy diagnosis method for motor roller bearing in variable operating conditions based on vibration analysis","volume":"13","author":"Li","year":"Jun. 2013","journal-title":"Sensors"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"6339","DOI":"10.1109\/TNNLS.2021.3135877","article-title":"Intelligent fault diagnosis of gearbox under variable working conditions with adaptive intraclass and interclass convolutional neural network","volume":"34","author":"Zhao","year":"Sep. 2023","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"ref38","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2024.102278","article-title":"A multi-source domain information fusion network for rotating machinery fault diagnosis under variable operating conditions","volume":"106","author":"Gao","year":"Jun. 2024","journal-title":"Inf. Fusion"},{"key":"ref39","doi-asserted-by":"crossref","DOI":"10.1016\/j.ress.2024.110449","article-title":"A domain feature decoupling network for rotating machinery fault diagnosis under unseen operating conditions","volume":"252","author":"Gao","year":"Dec. 2024","journal-title":"Reliab. Eng. Syst. Saf."}],"container-title":["Computers, Materials & Continua"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/file.techscience.com\/files\/cmc\/2025\/TSP_CMC-82-1\/TSP_CMC_58785\/TSP_CMC_58785.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T07:07:41Z","timestamp":1741331261000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.techscience.com\/cmc\/v82n1\/59253"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":39,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025]]},"published-print":{"date-parts":[[2025]]}},"URL":"https:\/\/doi.org\/10.32604\/cmc.2024.058785","relation":{},"ISSN":["1546-2226"],"issn-type":[{"value":"1546-2226","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}