{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,18]],"date-time":"2025-09-18T10:28:06Z","timestamp":1758191286886,"version":"3.44.0"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"31","license":[{"start":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T00:00:00Z","timestamp":1740614400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T00:00:00Z","timestamp":1740614400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2022M711741"],"award-info":[{"award-number":["2022M711741"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106117"],"award-info":[{"award-number":["62106117"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007129","name":"Natural Science Foundation of Shandong Province","doi-asserted-by":"publisher","award":["ZR2021QF084"],"award-info":[{"award-number":["ZR2021QF084"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-025-20689-2","type":"journal-article","created":{"date-parts":[[2025,2,28]],"date-time":"2025-02-28T10:09:03Z","timestamp":1740737343000},"page":"38243-38268","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A dynamic saliency enhanced fusion network for multimodal sleep recognition"],"prefix":"10.1007","volume":"84","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3494-175X","authenticated-orcid":false,"given":"Aite","family":"Zhao","sequence":"first","affiliation":[]},{"given":"Huimin","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Ming","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Nana","family":"Wang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,27]]},"reference":[{"key":"20689_CR1","doi-asserted-by":"crossref","unstructured":"Baranwal N, Phoebe KY, Siegel NS (2023) Sleep physiology, pathophysiology, and sleep hygiene. Progress in Cardiovascular Diseases","DOI":"10.1016\/j.pcad.2023.02.005"},{"key":"20689_CR2","doi-asserted-by":"crossref","unstructured":"Leclair-Visonneau L, Feemster JC, Bibi N, Gossard TR, Jagielski JT, Strainis EP, Carvalho DZ, Timm PC, Bliwise DL, Boeve BF et al (2023) Contemporary diagnostic visual and automated polysomnographic rem sleep without atonia thresholds in isolated rem sleep behavior disorder. Journal of Clinical Sleep Medicine 10862","DOI":"10.5664\/jcsm.10862"},{"issue":"1","key":"20689_CR3","doi-asserted-by":"publisher","first-page":"5434","DOI":"10.1038\/s41467-023-41128-6","volume":"14","author":"Z Yin","year":"2023","unstructured":"Yin Z, Ma R, An Q, Xu Y, Gan Y, Zhu G, Jiang Y, Zhang N, Yang A, Meng F et al (2023) Pathological pallidal beta activity in parkinson\u2019s disease is sustained during sleep and associated with sleep disturbance. Nat Commun 14(1):5434","journal-title":"Nat Commun"},{"key":"20689_CR4","doi-asserted-by":"crossref","unstructured":"Zhou D, Wang J, Hu G, Zhang J, Li F, Yan R, Kettunen L, Chang Z, Xu Q, Cong F (2022) Singlechannelnet: A model for automatic sleep stage classification with raw single-channel eeg. Biomedical signal processing and control (May):75","DOI":"10.1016\/j.bspc.2022.103592"},{"key":"20689_CR5","doi-asserted-by":"crossref","unstructured":"Penzel T (2022) A deep transfer learning framework for sleep stage classification with single-channel eeg signals. Sensors 22","DOI":"10.3390\/s22228826"},{"key":"20689_CR6","doi-asserted-by":"publisher","unstructured":"An P, Zhao J, Du B, Zhao W, Zhang T, Yuan Z (2022) Amplitude-time dual-view fused eeg temporal feature learning for automatic sleep staging. IEEE Transactions on Neural Networks and Learning Systems 1\u201315. https:\/\/doi.org\/10.1109\/TNNLS.2022.3210384","DOI":"10.1109\/TNNLS.2022.3210384"},{"key":"20689_CR7","doi-asserted-by":"crossref","unstructured":"Dafna E, Tarasiuk A, Zigel Y (2012) Sleep-quality assessment from full night audio recordings of sleep apnea patients. In: 2012 Annual International Conference of the IEEE Engineering in Medicine and Biology Society, pp. 3660\u20133663","DOI":"10.1109\/EMBC.2012.6346760"},{"key":"20689_CR8","doi-asserted-by":"crossref","unstructured":"Wang Y, Dong X, Li G, Dong J, Yu H (2021) Cascade regression-based face frontalization for dynamic facial expression analysis. Cognitive Computation 99(3)","DOI":"10.1007\/s12559-021-09843-8"},{"key":"20689_CR9","doi-asserted-by":"crossref","unstructured":"Hu X, Naya K, Li P, Miyazaki T, Wang K, Sun Y (2018) Non-invasive sleeping posture recognition and body movement detection based on rfid. In: 2018 IEEE International Conference on Internet of Things (iThings) and IEEE Green Computing and Communications (GreenCom) and IEEE Cyber, Physical and Social Computing (CPSCom) and IEEE Smart Data (SmartData), pp. 1817\u20131820","DOI":"10.1109\/Cybermatics_2018.2018.00302"},{"key":"20689_CR10","volume-title":"Tesia: A trusted efficient service evaluation model in internet of things based on improved aggregation signature","author":"F Li","year":"2020","unstructured":"Li F, Ge R, Zhou H, Wang Y, Liu Z, Yu X (2020) Tesia: A trusted efficient service evaluation model in internet of things based on improved aggregation signature. Practice and Experience, Concurrency and Computation"},{"key":"20689_CR11","doi-asserted-by":"publisher","first-page":"2325","DOI":"10.1109\/TNSRE.2020.3021410","volume":"10","author":"X Liu","year":"2020","unstructured":"Liu X, Xia Y, Yu H, Dong J, Jian M, Pham T (2020) Region based parallel hierarchy convolutional neural network for automatic facial nerve paralysis evaluation. IEEE Trans Neural Syst Rehabil Eng 10:2325\u20132332","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"key":"20689_CR12","doi-asserted-by":"publisher","unstructured":"Ming Y, Meng X, Fan C, Yu H (2021) Deep learning for monocular depth estimation: A review. Neurocomputing 438:14\u201333. https:\/\/doi.org\/10.1016\/j.neucom.2020.12.089","DOI":"10.1016\/j.neucom.2020.12.089"},{"key":"20689_CR13","doi-asserted-by":"publisher","unstructured":"Zhao A, Wang Y, Li J (2022) Transferable self-supervised instance learning for sleep recognition. IEEE Transactions on Multimedia 1\u20131. https:\/\/doi.org\/10.1109\/TMM.2022.3176751","DOI":"10.1109\/TMM.2022.3176751"},{"key":"20689_CR14","doi-asserted-by":"crossref","unstructured":"Liu M, Ye S (2018) A novel body posture recognition system on bed. In: 2018 IEEE 3rd International Conference on Signal and Image Processing (ICSIP), pp. 38\u201342","DOI":"10.1109\/SIPROCESS.2018.8600465"},{"key":"20689_CR15","doi-asserted-by":"crossref","unstructured":"Xu X, Lin F, Wang A, Song C, Hu Y (2015) On-bed sleep posture recognition based on body-earth mover\u2019s distance. In: 2015 IEEE Biomedical Circuits and Systems Conference (BioCAS), pp. 1\u20131","DOI":"10.1109\/BioCAS.2015.7348281"},{"issue":"8","key":"20689_CR16","doi-asserted-by":"publisher","first-page":"1750","DOI":"10.1109\/TBME.2016.2621066","volume":"64","author":"L Walsh","year":"2017","unstructured":"Walsh L, McLoone S, Ronda J, Duffy JF, Czeisler CA (2017) Noncontact pressure-based sleep\/wake discrimination. IEEE Trans Biomed Eng 64(8):1750\u20131760","journal-title":"IEEE Trans Biomed Eng"},{"key":"20689_CR17","doi-asserted-by":"publisher","first-page":"2088","DOI":"10.1109\/TNSRE.2022.3192988","volume":"30","author":"N Goshtasbi","year":"2022","unstructured":"Goshtasbi N, Boostani R, Sanei S (2022) Sleepfcn: A fully convolutional deep learning framework for sleep stage classification using single-channel electroencephalograms. IEEE Trans Neural Syst Rehabil Eng 30:2088\u20132096","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"key":"20689_CR18","doi-asserted-by":"crossref","unstructured":"Ji X, Li Y, Wen P (2023) 3dsleepnet: A multi-channel bio-signal based sleep stages classification method using deep learning. IEEE Transactions on Neural Systems and Rehabilitation Engineering","DOI":"10.1109\/TNSRE.2023.3309542"},{"key":"20689_CR19","doi-asserted-by":"publisher","first-page":"1075","DOI":"10.1109\/TNSRE.2023.3238764","volume":"31","author":"G Kong","year":"2023","unstructured":"Kong G, Li C, Peng H, Han Z, Qiao H (2023) Eeg-based sleep stage classification via neural architecture search. IEEE Trans Neural Syst Rehabil Eng 31:1075\u20131085","journal-title":"IEEE Trans Neural Syst Rehabil Eng"},{"key":"20689_CR20","doi-asserted-by":"crossref","unstructured":"Khalighi S, Sousa T, Nunes U (2012) Adaptive automatic sleep stage classification under covariate shift. In: 2012 Annual International Conference of the IEEE Engineering in Medicine and Biology Society, pp. 2259\u20132262","DOI":"10.1109\/EMBC.2012.6346412"},{"key":"20689_CR21","doi-asserted-by":"crossref","unstructured":"Vilamala A, Madsen KH, Hansen LK (2017) Deep convolutional neural networks for interpretable analysis of eeg sleep stage scoring. In: 2017 IEEE 27th International Workshop on Machine Learning for Signal Processing (MLSP), pp. 1\u20136","DOI":"10.1109\/MLSP.2017.8168133"},{"key":"20689_CR22","doi-asserted-by":"crossref","unstructured":"Dafna E, Halevi M, Ben Or D, Tarasiuk A, Zigel Y (2016) Estimation of macro sleep stages from whole night audio analysis. In: 2016 38th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 2847\u20132850","DOI":"10.1109\/EMBC.2016.7591323"},{"key":"20689_CR23","doi-asserted-by":"crossref","unstructured":"Mulaffer L, Shahin M, Glos M, Penzel T, Ahmed B (2017) Comparing two insomnia detection models of clinical diagnosis techniques. In: 2017 39th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 3749\u20133752","DOI":"10.1109\/EMBC.2017.8037672"},{"key":"20689_CR24","doi-asserted-by":"crossref","unstructured":"Hamida ST, Ahmed B, Penzel T (2015) A novel insomnia identification method based on hjorth parameters. In: 2015 IEEE International Symposium on Signal Processing and Information Technology (ISSPIT), pp. 548\u2013552","DOI":"10.1109\/ISSPIT.2015.7394397"},{"key":"20689_CR25","doi-asserted-by":"crossref","unstructured":"Abdullah H, Penzel T, Cvetkovic D (2014) Detection of insomnia from eeg and ecg. In: The 15th International Conference on Biomedical Engineering, pp. 687\u2013690","DOI":"10.1007\/978-3-319-02913-9_175"},{"key":"20689_CR26","doi-asserted-by":"crossref","unstructured":"Shahin M, Mulaffer L, Penzel T, Ahmed B (2018) A two stage approach for the automatic detection of insomnia. In: 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 466\u2013469","DOI":"10.1109\/EMBC.2018.8512360"},{"issue":"1","key":"20689_CR27","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332","journal-title":"Mach Learn"},{"key":"20689_CR28","doi-asserted-by":"publisher","unstructured":"An P, Zhao J, Du B, Zhao W, Zhang T, Yuan Z (2022) Amplitude-time dual-view fused eeg temporal feature learning for automatic sleep staging. IEEE Transactions on Neural Networks and Learning Systems 1\u201315. https:\/\/doi.org\/10.1109\/TNNLS.2022.3210384","DOI":"10.1109\/TNNLS.2022.3210384"},{"key":"20689_CR29","unstructured":"Shu X, Zhang L, Sun Y, Tang J (2020) Host-parasite: Graph lstm-in-lstm for group activity recognition. IEEE Transactions on Neural Networks and Learning Systems 1\u201312"},{"key":"20689_CR30","doi-asserted-by":"publisher","unstructured":"Ji S, Yang X, Luo J, Li J (2023) Rl-chord: Clstm-based melody harmonization using deep reinforcement learning. IEEE Transactions on Neural Networks and Learning Systems 1\u201314. https:\/\/doi.org\/10.1109\/TNNLS.2023.3248793","DOI":"10.1109\/TNNLS.2023.3248793"},{"key":"20689_CR31","first-page":"1","volume":"1","author":"A Zhao","year":"2021","unstructured":"Zhao A, Dong J, Li J, Qi L, Zhou H (2021) Associated spatio-temporal capsule network for gait recognition. IEEE Trans Multimedia 1:1\u201314","journal-title":"IEEE Trans Multimedia"},{"key":"20689_CR32","doi-asserted-by":"crossref","unstructured":"Liu Z, Mao H, Wu C, Feichtenhofer C, Darrell T, Xie S (2022) A convnet for the 2020s. arXiv:2201.03545","DOI":"10.1109\/CVPR52688.2022.01167"},{"key":"20689_CR33","doi-asserted-by":"crossref","unstructured":"Tataraidze A, Korostovtseva L, Anishchenko L, Bochkarev M, Sviryaev Y, Ivashov S (2016) Bioradiolocation-based sleep stage classification. In: 2016 38th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 2839\u20132842","DOI":"10.1109\/EMBC.2016.7591321"},{"key":"20689_CR34","doi-asserted-by":"crossref","unstructured":"Pouyan MB, Birjandtalab J, Heydarzadeh M, Nourani M, Ostadabbas S (2017) A pressure map dataset for posture and subject analytics. In: 2017 IEEE EMBS International Conference on Biomedical Health Informatics (BHI), pp. 65\u201368","DOI":"10.1109\/BHI.2017.7897206"},{"issue":"12","key":"20689_CR35","first-page":"12","volume":"1","author":"W Olivia","year":"2019","unstructured":"Olivia W, Yitong H, Daniel F, Cathy G (2019) Sleep stage prediction with raw acceleration and photoplethysmography heart rate data derived from a consumer wearable device. Sleep 1(12):12","journal-title":"Sleep"},{"key":"20689_CR36","unstructured":"Hu H, Qi GJ (2017) State-frequency memory recurrent neural networks. In: Proceedings of the 34th International Conference on Machine Learning. ICML2017, pp. 1568\u20131577"},{"key":"20689_CR37","unstructured":"Zhang L, Edraki M, Qi GJ (2018) Cappronet: Deep feature learning via orthogonal projections onto capsule subspaces. In: Bengio S, Wallach H, Larochelle H, Grauman K, Cesa-Bianchi N, Garnett R. (eds.) Advances in Neural Information Processing Systems 31, pp. 5814\u20135823"},{"key":"20689_CR38","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M et al (2016) Tensorflow: A system for large-scale machine learning. In: USENIX Association, pp. 265\u2013283"},{"issue":"10","key":"20689_CR39","first-page":"2825","volume":"12","author":"A Swami","year":"2013","unstructured":"Swami A, Jain R (2013) Scikit-learn: Machine learning in python. J Mach Learn Res 12(10):2825\u20132830","journal-title":"J Mach Learn Res"},{"key":"20689_CR40","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S, Uszkoreit J, Houlsby N (2021) An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale"},{"issue":"11","key":"20689_CR41","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ac9830","volume":"2022","author":"S d\u2019Ascoli","year":"2022","unstructured":"d\u2019Ascoli S, Touvron H, Leavitt ML, Morcos AS, Biroli G, Sagun L (2022) Convit: improving vision transformers with soft convolutional inductive biases*. J Stat Mech: Theory Exp 2022(11):114005. https:\/\/doi.org\/10.1088\/1742-5468\/ac9830","journal-title":"J Stat Mech: Theory Exp"},{"key":"20689_CR42","unstructured":"Liu Y, Hu T, Zhang H, Wu H, Wang S, Ma L, Long M (2024) iTransformer: Inverted Transformers Are Effective for Time Series Forecasting"},{"issue":"2605","key":"20689_CR43","first-page":"2579","volume":"9","author":"L Van","year":"2008","unstructured":"Van L, Maaten D, Geoffrey H (2008) Visualizing data using t-sne. J Mach Learn Res 9(2605):2579\u20132605","journal-title":"J Mach Learn Res"},{"key":"20689_CR44","unstructured":"T\u0103utan AM, Rossi AC, Ionescu B (2022) Automatic sleep scoring with lstm networks: impact of time granularity and input signals. Biomedical Engineering\/Biomedizinische Technik 1(1\u20131)"},{"issue":"1","key":"20689_CR45","doi-asserted-by":"publisher","first-page":"119","DOI":"10.3390\/iot2010007","volume":"2","author":"K Tang","year":"2021","unstructured":"Tang K, Kumar A, Nadeem M, Maaz I (2021) Cnn-based smart sleep posture recognition system. IoT. 2(1):119\u2013139","journal-title":"IoT."},{"issue":"9","key":"20689_CR46","doi-asserted-by":"publisher","first-page":"4218","DOI":"10.3390\/app12094218","volume":"12","author":"J Zhu","year":"2022","unstructured":"Zhu J, Zhou A, Gong Q, Zhou Y, Huang J, Chen Z (2022) Detection of sleep apnea from electrocardiogram and pulse oximetry signals using random forest. Appl Sci 12(9):4218","journal-title":"Appl Sci"},{"key":"20689_CR47","doi-asserted-by":"crossref","unstructured":"Diao H, Chen C, Chen W, Yuan W, Amara A (2021) Unobtrusive smart mat system for sleep posture recognition. In: 2021 IEEE International Symposium on Circuits and Systems (ISCAS), pp. 1\u20135. IEEE","DOI":"10.1109\/ISCAS51556.2021.9401649"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-025-20689-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-025-20689-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-025-20689-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T09:43:59Z","timestamp":1758102239000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-025-20689-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,27]]},"references-count":47,"journal-issue":{"issue":"31","published-online":{"date-parts":[[2025,9]]}},"alternative-id":["20689"],"URL":"https:\/\/doi.org\/10.1007\/s11042-025-20689-2","relation":{},"ISSN":["1573-7721"],"issn-type":[{"type":"electronic","value":"1573-7721"}],"subject":[],"published":{"date-parts":[[2025,2,27]]},"assertion":[{"value":"18 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 June 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 February 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 February 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there are no conflict of interests, we do not have any possible conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest\/Competing interests"}}]}}