{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T07:24:59Z","timestamp":1777879499168,"version":"3.51.4"},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100012669","name":"Natural Science Foundation Project of Chongqing","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012669","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Biomedical Signal Processing and Control"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.bspc.2026.110358","type":"journal-article","created":{"date-parts":[[2026,4,19]],"date-time":"2026-04-19T06:10:42Z","timestamp":1776579042000},"page":"110358","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Semba: A semantic\u2013visual fusion method based on MLLM and Mamba for IBD subtype identification"],"prefix":"10.1016","volume":"121","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3888-1742","authenticated-orcid":false,"given":"Jinping","family":"Wang","sequence":"first","affiliation":[]},{"given":"Guangcong","family":"Ruan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8888-6439","authenticated-orcid":false,"given":"Hualong","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yongjian","family":"Nian","sequence":"additional","affiliation":[]},{"given":"Yanling","family":"Wei","sequence":"additional","affiliation":[]},{"given":"Yan","family":"Lei","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"10114","key":"10.1016\/j.bspc.2026.110358_b1","doi-asserted-by":"crossref","first-page":"2769","DOI":"10.1016\/S0140-6736(17)32448-0","article-title":"Worldwide incidence and prevalence of inflammatory bowel disease in the 21st century: a systematic review of population-based studies","volume":"390","author":"Ng","year":"2017","journal-title":"Lancet"},{"issue":"1","key":"10.1016\/j.bspc.2026.110358_b2","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/S2468-1253(19)30358-9","article-title":"Global burden of inflammatory bowel disease","volume":"5","author":"Jairath","year":"2020","journal-title":"Lancet Gastroenterol. Hepatol."},{"key":"10.1016\/j.bspc.2026.110358_b3","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2021.103443","article-title":"Diagnosis of ulcerative colitis from endoscopic images based on deep learning","volume":"73","author":"Luo","year":"2022","journal-title":"Biomed. Signal Process. Control."},{"issue":"10","key":"10.1016\/j.bspc.2026.110358_b4","doi-asserted-by":"crossref","first-page":"4874","DOI":"10.1007\/s10620-022-07506-8","article-title":"Artificial intelligence for inflammatory bowel diseases (IBD); accurately predicting adverse outcomes using machine learning","volume":"67","author":"Zand","year":"2022","journal-title":"Dig. Dis. Sci."},{"issue":"3","key":"10.1016\/j.bspc.2026.110358_b5","doi-asserted-by":"crossref","first-page":"398","DOI":"10.1093\/ecco-jcc\/jjab155","article-title":"Machine learning-based prediction models for diagnosis and prognosis in inflammatory bowel diseases: a systematic review","volume":"16","author":"Nguyen","year":"2022","journal-title":"J. Crohn\u2019s Colitis"},{"issue":"1","key":"10.1016\/j.bspc.2026.110358_b6","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1186\/s13059-025-03692-6","article-title":"Explainable deep learning for stratified medicine in inflammatory bowel disease","volume":"26","author":"Verplaetse","year":"2025","journal-title":"Genome Biology"},{"issue":"20","key":"10.1016\/j.bspc.2026.110358_b7","doi-asserted-by":"crossref","first-page":"1895","DOI":"10.1056\/NEJMra2214183","article-title":"Medical artificial intelligence and human values","volume":"390","author":"Yu","year":"2024","journal-title":"N. Engl. J. Med."},{"issue":"4","key":"10.1016\/j.bspc.2026.110358_b8","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1007\/s10462-024-10721-6","article-title":"A review of convolutional neural networks in computer vision","volume":"57","author":"Zhao","year":"2024","journal-title":"Artif. Intell. Rev."},{"issue":"3","key":"10.1016\/j.bspc.2026.110358_b9","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1007\/s10462-024-11033-5","article-title":"Edge deep learning in computer vision and medical diagnostics: a comprehensive survey","volume":"58","author":"Xu","year":"2025","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.bspc.2026.110358_b10","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2024.106396","article-title":"Multi-module attention-guided deep learning framework for precise gastrointestinal disease identification in endoscopic imagery","volume":"95","author":"Khan","year":"2024","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.bspc.2026.110358_b11","doi-asserted-by":"crossref","DOI":"10.1016\/j.bspc.2022.104200","article-title":"Deep learning for classification and localization of early gastric cancer in endoscopic images","volume":"79","author":"Ma","year":"2023","journal-title":"Biomed. Signal Process. Control."},{"key":"10.1016\/j.bspc.2026.110358_b12","doi-asserted-by":"crossref","unstructured":"K. He, X. Zhang, S. Ren, J. Sun, Deep residual learning for image recognition, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2016, pp. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"issue":"1","key":"10.1016\/j.bspc.2026.110358_b13","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1109\/JBHI.2019.2907434","article-title":"Improving automatic polyp detection using CNN by exploiting temporal dependency in colonoscopy video","volume":"24","author":"Qadir","year":"2019","journal-title":"IEEE J. Biomed. Health Informatics"},{"key":"10.1016\/j.bspc.2026.110358_b14","doi-asserted-by":"crossref","unstructured":"Z. Liu, Y. Lin, Y. Cao, H. Hu, Y. Wei, Z. Zhang, S. Lin, B. Guo, Swin transformer: Hierarchical vision transformer using shifted windows, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2021, pp. 10012\u201310022.","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"10.1016\/j.bspc.2026.110358_b15","series-title":"MICCAI Workshop on Data Engineering in Medical Imaging","first-page":"102","article-title":"Vision transformer-based self-supervised learning for ulcerative colitis grading in colonoscopy","author":"Pyatha","year":"2023"},{"key":"10.1016\/j.bspc.2026.110358_b16","doi-asserted-by":"crossref","DOI":"10.1177\/1756284820910659","article-title":"Automated endoscopic detection and classification of colorectal polyps using convolutional neural networks","volume":"13","author":"Ozawa","year":"2020","journal-title":"Ther. Adv. Gastroenterol."},{"key":"10.1016\/j.bspc.2026.110358_b17","doi-asserted-by":"crossref","DOI":"10.3389\/fmed.2021.656493","article-title":"A convolutional neural network deep learning model trained on CD ulcers images accurately identifies NSAID ulcers","volume":"8","author":"Klang","year":"2021","journal-title":"Front. Med."},{"issue":"2","key":"10.1016\/j.bspc.2026.110358_b18","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1016\/j.gie.2022.08.015","article-title":"Novel deep learning\u2013based computer-aided diagnosis system for predicting inflammatory activity in ulcerative colitis","volume":"97","author":"Fan","year":"2023","journal-title":"Gastrointest Endosc."},{"issue":"5","key":"10.1016\/j.bspc.2026.110358_b19","first-page":"511","article-title":"The histopathological approach to inflammatory bowel disease: a practice guide","volume":"464","author":"Langner","year":"2014","journal-title":"Virchows Arch."},{"key":"10.1016\/j.bspc.2026.110358_b20","doi-asserted-by":"crossref","unstructured":"E. Alsentzer, J. Murphy, W. Boag, W.-H. Weng, D. Jindi, T. Naumann, M. McDermott, Publicly available clinical BERT embeddings, in: Proceedings of the 2nd Clinical Natural Language Processing Workshop, 2019, pp. 72\u201378.","DOI":"10.18653\/v1\/W19-1909"},{"key":"10.1016\/j.bspc.2026.110358_b21","doi-asserted-by":"crossref","unstructured":"A. Hatamizadeh, J. Kautz, Mambavision: A hybrid mamba-transformer vision backbone, in: Proceedings of the Computer Vision and Pattern Recognition Conference, 2025, pp. 25261\u201325270.","DOI":"10.1109\/CVPR52734.2025.02352"},{"issue":"1","key":"10.1016\/j.bspc.2026.110358_b22","doi-asserted-by":"crossref","first-page":"150","DOI":"10.1186\/s12911-025-02966-0","article-title":"A novel network-level fused deep learning architecture with shallow neural network classifier for gastrointestinal cancer classification from wireless capsule endoscopy images","volume":"25","author":"Khan","year":"2025","journal-title":"BMC Med. Inform. Decis. Mak."},{"issue":"5","key":"10.1016\/j.bspc.2026.110358_b23","doi-asserted-by":"crossref","first-page":"1299","DOI":"10.1109\/TMI.2016.2535302","article-title":"Convolutional neural networks for medical image analysis: Full training or fine tuning?","volume":"35","author":"Tajbakhsh","year":"2016","journal-title":"IEEE Trans. Med. Imaging"},{"key":"10.1016\/j.bspc.2026.110358_b24","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.bspc.2026.110358_b25","unstructured":"A. Dosovitskiy, L. Beyer, A. Kolesnikov, D. Weissenborn, X. Zhai, T. Unterthiner, M. Dehghani, M. Minderer, G. Heigold, S. Gelly, J. Uszkoreit, N. Houlsby, An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale, in: International Conference on Learning Representations, 2021."},{"key":"10.1016\/j.bspc.2026.110358_b26","unstructured":"A. Gu, T. Dao, Mamba: Linear-time sequence modeling with selective state spaces, in: First Conference on Language Modeling, 2024."},{"issue":"8","key":"10.1016\/j.bspc.2026.110358_b27","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1109\/MC.2025.3571322","article-title":"A comprehensive survey on Mamba: Architectures, challenges, and opportunities","volume":"58","author":"Salam","year":"2025","journal-title":"Computer"},{"key":"10.1016\/j.bspc.2026.110358_b28","unstructured":"L. Zhu, B. Liao, Q. Zhang, X. Wang, W. Liu, X. Wang, Vision mamba: efficient visual representation learning with bidirectional state space model, in: Proceedings of the 41st International Conference on Machine Learning, 2024, pp. 62429\u201362442."},{"key":"10.1016\/j.bspc.2026.110358_b29","series-title":"International Conference on Machine Learning","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","author":"Radford","year":"2021"},{"key":"10.1016\/j.bspc.2026.110358_b30","series-title":"International Conference on Machine Learning","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","author":"Chen","year":"2020"},{"issue":"1","key":"10.1016\/j.bspc.2026.110358_b31","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1007\/s44267-025-00099-6","article-title":"Efficient multimodal large language models: A survey","volume":"3","author":"Jin","year":"2025","journal-title":"Vis. Intell."},{"key":"10.1016\/j.bspc.2026.110358_b32","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2024.102888","article-title":"A comprehensive survey of large language models and multimodal large language models in medicine","volume":"117","author":"Xiao","year":"2025","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.bspc.2026.110358_b33","first-page":"34892","article-title":"Visual instruction tuning","volume":"36","author":"Liu","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.bspc.2026.110358_b34","series-title":"International Conference on Learning Representation","first-page":"18378","article-title":"MiniGPT-4: Enhancing vision-language understanding with advanced large language models","volume":"vol. 2024","author":"Zhu","year":"2024"},{"key":"10.1016\/j.bspc.2026.110358_b35","series-title":"Gemini 2.5 flash image preview","author":"Google","year":"2025"},{"issue":"4","key":"10.1016\/j.bspc.2026.110358_b36","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","article-title":"Biobert: a pre-trained biomedical language representation model for biomedical text mining","volume":"36","author":"Lee","year":"2020","journal-title":"Bioinformatics"},{"key":"10.1016\/j.bspc.2026.110358_b37","doi-asserted-by":"crossref","unstructured":"T.-Y. Lin, P. Doll\u00e1r, R. Girshick, K. He, B. Hariharan, S. Belongie, Feature pyramid networks for object detection, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2017, pp. 2117\u20132125.","DOI":"10.1109\/CVPR.2017.106"},{"key":"10.1016\/j.bspc.2026.110358_b38","doi-asserted-by":"crossref","unstructured":"K. Pogorelov, K.R. Randel, C. Griwodz, S.L. Eskeland, T. de Lange, D. Johansen, C. Spampinato, D.-T. Dang-Nguyen, M. Lux, P.T. Schmidt, et al., Kvasir: A multi-class image dataset for computer aided gastrointestinal disease detection, in: Proceedings of the 8th ACM on Multimedia Systems Conference, 2017, pp. 164\u2013169.","DOI":"10.1145\/3083187.3083212"},{"key":"10.1016\/j.bspc.2026.110358_b39","series-title":"International Conference on Machine Learning","first-page":"6105","article-title":"Efficientnet: Rethinking model scaling for convolutional neural networks","author":"Tan","year":"2019"},{"key":"10.1016\/j.bspc.2026.110358_b40","doi-asserted-by":"crossref","unstructured":"M. Sandler, A. Howard, M. Zhu, A. Zhmoginov, L.-C. Chen, Mobilenetv2: Inverted residuals and linear bottlenecks, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2018, pp. 4510\u20134520.","DOI":"10.1109\/CVPR.2018.00474"},{"key":"10.1016\/j.bspc.2026.110358_b41","doi-asserted-by":"crossref","unstructured":"S. Woo, S. Debnath, R. Hu, X. Chen, Z. Liu, I.S. Kweon, S. Xie, Convnext v2: Co-designing and scaling convnets with masked autoencoders, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2023, pp. 16133\u201316142.","DOI":"10.1109\/CVPR52729.2023.01548"},{"key":"10.1016\/j.bspc.2026.110358_b42","series-title":"International Conference on Machine Learning","first-page":"10347","article-title":"Training data-efficient image transformers & distillation through attention","author":"Touvron","year":"2021"},{"key":"10.1016\/j.bspc.2026.110358_b43","first-page":"12934","article-title":"Efficientformer: Vision transformers at mobilenet speed","volume":"35","author":"Li","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.bspc.2026.110358_b44","first-page":"24261","article-title":"Mlp-mixer: An all-mlp architecture for vision","volume":"34","author":"Tolstikhin","year":"2021","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"1\u20133","key":"10.1016\/j.bspc.2026.110358_b45","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/0169-7439(87)80084-9","article-title":"Principal component analysis","volume":"2","author":"Wold","year":"1987","journal-title":"Chemometr. Intell. Lab. Syst."}],"container-title":["Biomedical Signal Processing and Control"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1746809426009122?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1746809426009122?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T23:45:36Z","timestamp":1777592736000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1746809426009122"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":45,"alternative-id":["S1746809426009122"],"URL":"https:\/\/doi.org\/10.1016\/j.bspc.2026.110358","relation":{},"ISSN":["1746-8094"],"issn-type":[{"value":"1746-8094","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Semba: A semantic\u2013visual fusion method based on MLLM and Mamba for IBD subtype identification","name":"articletitle","label":"Article Title"},{"value":"Biomedical Signal Processing and Control","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.bspc.2026.110358","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"110358"}}