{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T06:01:36Z","timestamp":1778652096937,"version":"3.51.4"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"18","license":[{"start":{"date-parts":[[2023,12,7]],"date-time":"2023-12-07T00:00:00Z","timestamp":1701907200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,7]],"date-time":"2023-12-07T00:00:00Z","timestamp":1701907200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076177"],"award-info":[{"award-number":["62076177"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Central Government Guided Local Science and Technology Development Fund Project","award":["YDZJSX2022A011"],"award-info":[{"award-number":["YDZJSX2022A011"]}]},{"name":"National Major Scientific Research Instrument Development Project of China","award":["62027819"],"award-info":[{"award-number":["62027819"]}]},{"name":"Key Research and Development Projects of Shanxi Province","award":["202102020101004"],"award-info":[{"award-number":["202102020101004"]}]},{"name":"Key Research and Development Projects of Shanxi Province","award":["202102020101006"],"award-info":[{"award-number":["202102020101006"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-17716-5","type":"journal-article","created":{"date-parts":[[2023,12,7]],"date-time":"2023-12-07T03:02:22Z","timestamp":1701918142000},"page":"55259-55281","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Enhancing heart failure diagnosis through multi-modal data integration and deep learning"],"prefix":"10.1007","volume":"83","author":[{"given":"Yi","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8310-7684","authenticated-orcid":false,"given":"Dengao","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jumin","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuchen","family":"Liang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,12,7]]},"reference":[{"key":"17716_CR1","doi-asserted-by":"publisher","unstructured":"Soenksen LR, Ma Y, Zeng C et al. (2022) Integrated multimodal artificial intelligence framework for healthcare applications. npj Digit Med 5. https:\/\/doi.org\/10.1038\/s41746-022-00689-4","DOI":"10.1038\/s41746-022-00689-4"},{"key":"17716_CR2","doi-asserted-by":"publisher","first-page":"1351","DOI":"10.1038\/s41598-022-22514-4","volume":"12","author":"F Mohsen","year":"2022","unstructured":"Mohsen F, Ali H, Hajj NE et al (2022) Artificial Intelligence-Based Methods for Fusion of Electronic Health Records and Imaging Data. Sci Rep 12:1351.https:\/\/doi.org\/10.1038\/s41598-022-22514-4","journal-title":"Sci Rep"},{"key":"17716_CR3","doi-asserted-by":"publisher","DOI":"10.1093\/cvr\/cvac013","author":"G Savarese","year":"2022","unstructured":"Savarese G, Becher PM, Lund LH et al (2022) Global burden of heart failure: A comprehensive and updated review of epidemiology. Cardiovasc Res. https:\/\/doi.org\/10.1093\/cvr\/cvac013","journal-title":"Cardiovasc Res"},{"key":"17716_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2020.102326","volume":"65","author":"AS Eltrass","year":"2021","unstructured":"Eltrass AS, Tayel MB, Ammar AI (2021) A new automated CNN deep learning approach for identification of ECG congestive heart failure and arrhythmia using constant-Q non-stationary Gabor transform. Biomed Signal Process Control 65:102326. https:\/\/doi.org\/10.1016\/j.bspc.2020.102326","journal-title":"Biomed Signal Process Control"},{"key":"17716_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107187","volume":"227","author":"X Liu","year":"2021","unstructured":"Liu X, Wang H, Li Z et al (2021) Deep learning in ECG diagnosis: A review. Knowl-Based Syst 227:107187. https:\/\/doi.org\/10.1016\/j.knosys.2021.107187","journal-title":"Knowl-Based Syst"},{"key":"17716_CR6","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1016\/j.bbe.2022.02.003","volume":"42","author":"S Kusuma","year":"2022","unstructured":"Kusuma S, Jothi KR (2022) ECG signals-based automated diagnosis of congestive heart failure using Deep CNN and LSTM architecture. Biocybern Biomed Eng 42:247\u2013257. https:\/\/doi.org\/10.1016\/j.bbe.2022.02.003","journal-title":"Biocybern Biomed Eng"},{"key":"17716_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2021.104457","volume":"134","author":"V Jahmunah","year":"2021","unstructured":"Jahmunah V, Ng EYK, San TR et al (2021) Automated detection of coronary artery disease, myocardial infarction and congestive heart failure using GaborCNN model with ECG signals. Comput Biol Med 134:104457. https:\/\/doi.org\/10.1016\/j.compbiomed.2021.104457","journal-title":"Comput Biol Med"},{"key":"17716_CR8","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1007\/s10489-018-1179-1","volume":"49","author":"UR Acharya","year":"2019","unstructured":"Acharya UR, Fujita H, Oh SL et al (2019) Deep convolutional neural network for the automated diagnosis of congestive heart failure using ECG signals. Appl Intell 49:16\u201327. https:\/\/doi.org\/10.1007\/s10489-018-1179-1","journal-title":"Appl Intell"},{"key":"17716_CR9","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1536\/ihj.19-714","volume":"61","author":"T Matsumoto","year":"2020","unstructured":"Matsumoto T, Kodera S, Shinohara H et al (2020) Diagnosing Heart Failure from Chest X-Ray Images Using Deep Learning. Int Heart J 61:781\u2013786. https:\/\/doi.org\/10.1536\/ihj.19-714","journal-title":"Int Heart J"},{"key":"17716_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/s00392-021-01836-9","author":"D Pan","year":"2021","unstructured":"Pan D, Pellicori P, Dobbs K et al (2021) Prognostic value of the chest X-ray in patients hospitalised for heart failure. Clin Res Cardiol. https:\/\/doi.org\/10.1007\/s00392-021-01836-9","journal-title":"Clin Res Cardiol"},{"key":"17716_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.cardfail.2021.12.004","author":"B Sharma","year":"2021","unstructured":"Sharma B, Pharm V, Kulkarni V, McAlister F et al (2021) Predicting 30-day readmissions in patients with heart failure using administrative data: a machine learning approach. J Card Fail. https:\/\/doi.org\/10.1016\/j.cardfail.2021.12.004","journal-title":"J Card Fail"},{"key":"17716_CR12","doi-asserted-by":"publisher","unstructured":"Sterling MR, Ringel JB, Pinheiro LC et al. (2021) Social Determinants of Health and 30-Day Readmissions Among Adults Hospitalized for Heart Failure in the REGARDS Study. Circ: Heart Failure 121008409. https:\/\/doi.org\/10.1161\/CIRCHEARTFAILURE.121.008409","DOI":"10.1161\/CIRCHEARTFAILURE.121.008409"},{"key":"17716_CR13","doi-asserted-by":"publisher","DOI":"10.1002\/ehf2.14042","author":"J Chen","year":"2022","unstructured":"Chen J, Li Y, Liu P et al (2022) A nomogram to predict the in-hospital mortality of patients with congestive heart failure and chronic kidney disease. ESC Heart Fail. https:\/\/doi.org\/10.1002\/ehf2.14042","journal-title":"ESC Heart Fail"},{"key":"17716_CR14","doi-asserted-by":"publisher","unstructured":"Sokolski M, Reszka K, Suchocki T et al. (2022) History of Heart Failure in Patients Hospitalized Due to COVID-19: Relevant Factor of In-Hospital Complications and All-Cause Mortality up to Six Months. J Clin Med 11. https:\/\/doi.org\/10.3390\/jcm11010241","DOI":"10.3390\/jcm11010241"},{"key":"17716_CR15","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1016\/j.inffus.2021.06.007","volume":"76","author":"G Muhammad","year":"2021","unstructured":"Muhammad G, Alshehri F, Karray F et al (2021) A comprehensive survey on multimodal medical signals fusion for smart healthcare systems. Inf Fus 76:355\u2013375. https:\/\/doi.org\/10.1016\/j.inffus.2021.06.007","journal-title":"Inf Fus"},{"key":"17716_CR16","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1038\/s41746-022-00712-8","volume":"5","author":"A Kline","year":"2022","unstructured":"Kline A, Wang H, Li Y et al (2022) Multimodal machine learning in precision health: A scoping review. NPJ Digit Med 5:171. https:\/\/doi.org\/10.1038\/s41746-022-00712-8","journal-title":"NPJ Digit Med"},{"key":"17716_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/s10278-022-00674-z","author":"JT-Y Wu","year":"2022","unstructured":"Wu JT-Y, La Hoz M\u00c1A, de, Kuo P-C et al (2022) Developing and Validating Multi-Modal Models for Mortality Prediction in COVID-19 Patients: a Multi-center Retrospective Study. J Digit Imaging. https:\/\/doi.org\/10.1007\/s10278-022-00674-z","journal-title":"J Digit Imaging"},{"key":"17716_CR18","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1016\/j.cose.2018.11.003","volume":"81","author":"M Hammad","year":"2019","unstructured":"Hammad M, Wang K (2019) Parallel score fusion of ECG and fingerprint for human authentication based on convolution neural network. Comput Secur 81:107\u2013122. https:\/\/doi.org\/10.1016\/j.cose.2018.11.003","journal-title":"Comput Secur"},{"key":"17716_CR19","doi-asserted-by":"publisher","first-page":"311","DOI":"10.26599\/BDMA.2020.9020024","volume":"3","author":"G Zhai","year":"2020","unstructured":"Zhai G, Yang Y, Wang H et al (2020) Multi-attention fusion modeling for sentiment analysis of educational big data. Big Data Min Anal 3:311\u2013319. https:\/\/doi.org\/10.26599\/BDMA.2020.9020024","journal-title":"Big Data Min Anal"},{"key":"17716_CR20","doi-asserted-by":"publisher","first-page":"56","DOI":"10.26599\/BDMA.2020.9020027","volume":"4","author":"YN Malek","year":"2021","unstructured":"Malek YN, Najib M, Bakhouya M et al (2021) Multivariate deep learning approach for electric vehicle speed forecasting. Big Data Min Anal 4:56\u201364. https:\/\/doi.org\/10.26599\/BDMA.2020.9020027","journal-title":"Big Data Min Anal"},{"key":"17716_CR21","doi-asserted-by":"publisher","first-page":"223","DOI":"10.26599\/BDMA.2021.9020006","volume":"4","author":"C Wang","year":"2021","unstructured":"Wang C, Li Z, Sarpong B (2021) Multimodal adaptive identity-recognition algorithm fused with gait perception. Big Data Min Anal 4:223\u2013232. https:\/\/doi.org\/10.26599\/BDMA.2021.9020006","journal-title":"Big Data Min Anal"},{"key":"17716_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2022.105901","volume":"148","author":"Y Tu","year":"2022","unstructured":"Tu Y, Lin S, Qiao J et al (2022) Alzheimer\u2019s disease diagnosis via multimodal feature fusion. Comput Biol Med 148:105901. https:\/\/doi.org\/10.1016\/j.compbiomed.2022.105901","journal-title":"Comput Biol Med"},{"key":"17716_CR23","doi-asserted-by":"publisher","first-page":"380","DOI":"10.1093\/ehjdh\/ztac033","volume":"3","author":"JT Soto","year":"2022","unstructured":"Soto JT, Weston Hughes J, Sanchez PA et al (2022) Multimodal deep learning enhances diagnostic precision in left ventricular hypertrophy. Eur Heart J Digit Health 3:380\u2013389. https:\/\/doi.org\/10.1093\/ehjdh\/ztac033","journal-title":"Eur Heart J Digit Health"},{"key":"17716_CR24","doi-asserted-by":"publisher","DOI":"10.1002\/ehf2.14011","author":"R Herman","year":"2022","unstructured":"Herman R, Vanderheyden M, Vavrik B et al (2022) Utilizing longitudinal data in assessing all-cause mortality in patients hospitalized with heart failure. ESC Heart Fail. https:\/\/doi.org\/10.1002\/ehf2.14011","journal-title":"ESC Heart Fail"},{"key":"17716_CR25","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1186\/s12911-020-01297-6","volume":"20","author":"D Zhang","year":"2020","unstructured":"Zhang D, Yin C, Zeng J et al (2020) Combining structured and unstructured data for predictive models: a deep learning approach. BMC Med Inform Decis Mak 20:280. https:\/\/doi.org\/10.1186\/s12911-020-01297-6","journal-title":"BMC Med Inform Decis Mak"},{"key":"17716_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s13365-020-00930-4","volume":"27","author":"Y Xu","year":"2021","unstructured":"Xu Y, Lin Y, Bell RP et al (2021) Machine learning prediction of neurocognitive impairment among people with HIV using clinical and multimodal magnetic resonance imaging data. J Neurovirol 27:1\u201311. https:\/\/doi.org\/10.1007\/s13365-020-00930-4","journal-title":"J Neurovirol"},{"key":"17716_CR27","doi-asserted-by":"publisher","first-page":"1618","DOI":"10.1109\/JBHI.2018.2866873","volume":"23","author":"JC Vasquez-Correa","year":"2019","unstructured":"Vasquez-Correa JC, Arias-Vergara T, Orozco-Arroyave JR et al (2019) Multimodal Assessment of Parkinson\u2019s Disease: A Deep Learning Approach. IEEE J Biomed Health Inform 23:1618\u20131630. https:\/\/doi.org\/10.1109\/JBHI.2018.2866873","journal-title":"IEEE J Biomed Health Inform"},{"key":"17716_CR28","doi-asserted-by":"publisher","first-page":"20038","DOI":"10.1038\/s41598-019-56527-3","volume":"9","author":"A Tiulpin","year":"2019","unstructured":"Tiulpin A, Klein S, Bierma-Zeinstra SMA et al (2019) Multimodal Machine Learning-based Knee Osteoarthritis Progression Prediction from Plain Radiographs and Clinical Data. Sci Rep 9:20038. https:\/\/doi.org\/10.1038\/s41598-019-56527-3","journal-title":"Sci Rep"},{"key":"17716_CR29","doi-asserted-by":"publisher","DOI":"10.1002\/ehf2.12929","author":"G Tse","year":"2020","unstructured":"Tse G, Zhou J, Woo SWD et al (2020) Multi-modality machine learning approach for risk stratification in heart failure with left ventricular ejection fraction \u2264 45. ESC Heart Fail. https:\/\/doi.org\/10.1002\/ehf2.12929","journal-title":"ESC Heart Fail"},{"key":"17716_CR30","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1093\/ehjdh\/ztaa015","volume":"2","author":"J-M Kwon","year":"2021","unstructured":"Kwon J-M, Kim K-H, Eisen HJ et al (2021) Artificial intelligence assessment for early detection of heart failure with preserved ejection fraction based on electrocardiographic features. European Heart Journal - Digital Health 2:106\u2013116. https:\/\/doi.org\/10.1093\/ehjdh\/ztaa015","journal-title":"European Heart Journal - Digital Health"},{"key":"17716_CR31","doi-asserted-by":"publisher","unstructured":"Kingma DP, Ba J (2014) Adam: A method for stochastic optimization. arXiv:1412.6980. https:\/\/doi.org\/10.48550\/arXiv.1412.6980","DOI":"10.48550\/arXiv.1412.6980"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17716-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-17716-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17716-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,15]],"date-time":"2024-05-15T10:42:50Z","timestamp":1715769770000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-17716-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,7]]},"references-count":31,"journal-issue":{"issue":"18","published-online":{"date-parts":[[2024,5]]}},"alternative-id":["17716"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-17716-5","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,7]]},"assertion":[{"value":"29 April 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 October 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 November 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 December 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interests"}}]}}