{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T18:04:41Z","timestamp":1792173881252,"version":"4.4.0"},"reference-count":42,"publisher":"Oxford University Press (OUP)","issue":"1","license":[{"start":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T00:00:00Z","timestamp":1764115200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82222010"],"award-info":[{"award-number":["82222010"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["81970483"],"award-info":[{"award-number":["81970483"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62371303"],"award-info":[{"award-number":["62371303"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82572308"],"award-info":[{"award-number":["82572308"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,1,9]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Background and Aims<\/jats:title>\n                    <jats:p>Crohn\u2019s disease (CD) is a chronic inflammatory condition of the gastrointestinal tract. While infliximab (IFX) offers significant benefits, 10%-30% of patients remain non-responders initially. This study employs artificial intelligence with multimodal integration to improve treatment response prediction and advance precision medicine.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Methods<\/jats:title>\n                    <jats:p>We conducted a retrospective analysis of clinical data from patients with CD. The endpoint event was defined as primary non-response within 14 weeks of treatment. The multimodal dataset included laboratory indices, computed tomography enterography (CTE), and endoscopic histopathology based on whole-slide biopsy images. A TabNet model, originally designed for tabular data and here applied to clinical and laboratory features, was developed using a multi-instance learning framework to incorporate this multimodal information for predicting primary non-response to IFX. Finally, the multimodal model was validated in an independent external test cohort.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>The study included 188 patients, with 93 in the internal training set, 38 in the internal validation set, and 57 in the test set from an independent external cohort. The model utilizing pathological features achieved an area under the receiver operating characteristic (AUC) of 0.789 in internal validation. When combining pathological and radiological features, the AUC was 0.844. The optimal multimodal model integrating histology, radiology, and clinical features achieved an AUC of 0.852 in the internal validation set and 0.858 in the external test set.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusions<\/jats:title>\n                    <jats:p>The study developed a multimodal deep learning model accurately predicting IFX primary non-response, offering a tool to guide individualized therapy and improve CD outcomes.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/ecco-jcc\/jjaf206","type":"journal-article","created":{"date-parts":[[2025,11,24]],"date-time":"2025-11-24T12:36:24Z","timestamp":1763987784000},"source":"Crossref","is-referenced-by-count":4,"title":["Development and validation of a novel multimodal deep learning model integrating histopathology, radiology, and clinical data to predict primary non-response to infliximab in patients with Crohn\u2019s disease"],"prefix":"10.1093","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5224-3333","authenticated-orcid":false,"given":"Yu","family":"Wang","sequence":"first","affiliation":[{"name":"Department of Gastroenterology, The First Affiliated Hospital, Sun Yat-sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haipeng","family":"Wang","sequence":"additional","affiliation":[{"name":"Medical AI Lab, School of Biomedical Engineering, Medical School, Shenzhen University , Shenzhen,","place":["China"]},{"name":"Guangdong Key Laboratory of Biomedical Measurements and Ultrasound Imaging, The National-Reginoal Key Technology Engineering Laboratory for Medical Ultrasound, School of Biomedical Engineering, Shenzhen University Medical School, Shenzhen University, Shenzhen,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaomin","family":"Wu","sequence":"additional","affiliation":[{"name":"Department of Gastroenterology, The First Affiliated Hospital, Sun Yat-sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoyu","family":"Duan","sequence":"additional","affiliation":[{"name":"Department of Pathology, The First Affiliated Hospital, Sun Yat-Sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lihui","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Gastroenterology, The First Affiliated Hospital, Sun Yat-sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zishan","family":"Liu","sequence":"additional","affiliation":[{"name":"Department of Gastroenterology, The First Affiliated Hospital, Sun Yat-sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1229-4600","authenticated-orcid":false,"given":"Shanshan","family":"Xiong","sequence":"additional","affiliation":[{"name":"Department of Gastroenterology, The First Affiliated Hospital, Sun Yat-sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuehua","family":"Li","sequence":"additional","affiliation":[{"name":"Department of Radiology, The First Affiliated Hospital, Sun Yat-Sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Minhu","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Gastroenterology, The First Affiliated Hospital, Sun Yat-sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziyin","family":"Ye","sequence":"additional","affiliation":[{"name":"Department of Pathology, The First Affiliated Hospital, Sun Yat-Sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yanling","family":"Wei","sequence":"additional","affiliation":[{"name":"Department of Gastroenterology, Chongqing Key Laboratory of Digestive Malignancies, Daping Hospital, Army Medical University (Third Military Medical University) , Chongqing,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bingsheng","family":"Huang","sequence":"additional","affiliation":[{"name":"Medical AI Lab, School of Biomedical Engineering, Medical School, Shenzhen University , Shenzhen,","place":["China"]},{"name":"Guangdong Key Laboratory of Biomedical Measurements and Ultrasound Imaging, The National-Reginoal Key Technology Engineering Laboratory for Medical Ultrasound, School of Biomedical Engineering, Shenzhen University Medical School, Shenzhen University, Shenzhen,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ren","family":"Mao","sequence":"additional","affiliation":[{"name":"Department of Gastroenterology, The First Affiliated Hospital, Sun Yat-sen University , Guangzhou,","place":["China"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2025,11,26]]},"reference":[{"key":"2026020320065969800_jjaf206-B1","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1038\/s41572-020-0156-2","article-title":"Crohn\u2019s disease","volume":"6","author":"Roda","year":"2020","journal-title":"Nat Rev Dis Primers"},{"key":"2026020320065969800_jjaf206-B2","doi-asserted-by":"crossref","first-page":"1581","DOI":"10.3390\/ph16111581","article-title":"The efficacy and safety of biologic drugs in the treatment of moderate\u2013severe Crohn\u2019s disease: a systematic review","volume":"16","author":"Avedillo-Salas","year":"2023","journal-title":"Pharmaceuticals"},{"key":"2026020320065969800_jjaf206-B3","doi-asserted-by":"crossref","first-page":"459","DOI":"10.1093\/ibd\/izad033","article-title":"Are the new niologics effective in the management of postoperative Crohn\u2019s disease?","volume":"30","author":"Mourad","year":"2024","journal-title":"Inflamm Bowel Dis"},{"key":"2026020320065969800_jjaf206-B4","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1186\/s12876-023-03074-x","article-title":"The long-term effect on surgery-free survival of biological compared to conventional therapy in Crohn\u2019s disease in real world-data: a retrospective study","volume":"23","author":"Valvano","year":"2023","journal-title":"BMC Gastroenterol"},{"key":"2026020320065969800_jjaf206-B5","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1016\/j.crohns.2010.04.004","article-title":"Report of the ECCO pathogenesis workshop on anti-TNF therapy failures in inflammatory bowel diseases: definitions, frequency and pharmacological aspects","volume":"4","author":"Allez","year":"2010","journal-title":"J Crohns Colitis"},{"key":"2026020320065969800_jjaf206-B6","doi-asserted-by":"crossref","first-page":"1126","DOI":"10.1111\/apt.12733","article-title":"A prospective cohort study to determine the relationship between serum infliximab concentration and efficacy in patients with luminal Crohn\u2019s disease","volume":"39","author":"Levesque","year":"2014","journal-title":"Aliment Pharmacol Ther"},{"key":"2026020320065969800_jjaf206-B7","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1177\/1756283X16638833","article-title":"Predicting durable response or resistance to antitumor necrosis factor therapy in inflammatory bowel disease","volume":"9","author":"Kopylov","year":"2016","journal-title":"Therap Adv Gastroenterol"},{"key":"2026020320065969800_jjaf206-B8","doi-asserted-by":"crossref","first-page":"1167","DOI":"10.1002\/ueg2.12326","article-title":"Crohn\u2019s disease related strictures in cross-sectional imaging: more than meets the eye?","volume":"10","author":"Sleiman","year":"2022","journal-title":"United Eur Gastroenterol J"},{"key":"2026020320065969800_jjaf206-B9","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1038\/s41571-021-00560-7","article-title":"Predicting cancer outcomes with radiomics and artificial intelligence in radiology","volume":"19","author":"Bera","year":"2022","journal-title":"Nat Rev Clin Oncol"},{"key":"2026020320065969800_jjaf206-B10","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1186\/s13244-024-01637-4","article-title":"CT-based pancreatic radiomics predicts secondary loss of response to infliximab in biologically naive patients with Crohn\u2019s disease","volume":"15","author":"Yang","year":"2024","journal-title":"Insights Imaging"},{"key":"2026020320065969800_jjaf206-B11","doi-asserted-by":"crossref","first-page":"1493","DOI":"10.1053\/j.gastro.2021.12.238","article-title":"Artificial intelligence for disease assessment in inflammatory bowel disease: how will it change our practice?","volume":"162","author":"Stidham","year":"2022","journal-title":"Gastroenterology"},{"key":"2026020320065969800_jjaf206-B12","doi-asserted-by":"crossref","first-page":"921","DOI":"10.1101\/2024.01.22.24301559","article-title":"Machine learning-based prediction of pediatric ulcerative colitis treatment response using diagnostic histopathology","volume-title":"Gastroenterology","author":"Liu","year":"2024"},{"key":"2026020320065969800_jjaf206-B13","first-page":"341","article-title":"Predictors of anti-TNF treatment failur","volume-title":"Lancet Gastroenterol Hepatol","author":"Kennedy"},{"key":"2026020320065969800_jjaf206-B14","doi-asserted-by":"crossref","first-page":"5247","DOI":"10.1007\/s00330-023-09542-y","article-title":"Infliximab response associates with radiologic findings in bio-na\u00efve Crohn\u2019s disease","volume":"33","author":"Yueying","year":"2023","journal-title":"Eur Radiol."},{"key":"2026020320065969800_jjaf206-B15","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1093\/gastro\/goaa069","article-title":"Nomogram to predict primary non-response to infliximab in patients with Crohn\u2019s disease: a multicenter study","volume":"9","author":"Ye","year":"2021","journal-title":"Gastroenterol Rep (Oxf)"},{"key":"2026020320065969800_jjaf206-B16","doi-asserted-by":"crossref","first-page":"17562848231210053","DOI":"10.1177\/17562848231210053","article-title":"Predictive factors of response to infliximab therapy in Brazilian inflammatory bowel disease patients","volume":"16","author":"Martins","year":"2023","journal-title":"Therap Adv Gastroenterol"},{"key":"2026020320065969800_jjaf206-B17","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1038\/ajg.2015.401","article-title":"Impact of smoking cessation on the clinical course of Crohn\u2019s disease under current therapeutic algorithms: a multicenter prospective study","volume":"111","author":"Nunes","year":"2016","journal-title":"Am J Gastroenterol"},{"key":"2026020320065969800_jjaf206-B18","doi-asserted-by":"crossref","first-page":"802","DOI":"10.1038\/ajg.2015.120","article-title":"C-reactive protein, fecal calprotectin, and stool lactoferrin for detection of endoscopic activity in symptomatic inflammatory bowel disease patients: a systematic review and meta-analysis","volume":"110","author":"Mosli","year":"2015","journal-title":"Am J Gastroenterol"},{"key":"2026020320065969800_jjaf206-B19","first-page":"6679","article-title":"TabNet: attentive interpretable tabular learning","volume":"35","author":"Arik","journal-title":"Proc AAAI Conf Arti Intellig"},{"key":"2026020320065969800_jjaf206-B20","doi-asserted-by":"crossref","first-page":"2058","DOI":"10.1007\/s00330-017-5146-8","article-title":"Can CT-based radiomics signature predict KRAS\/NRAS\/BRAF mutations in colorectal cancer?","volume":"28","author":"Yang","year":"2018","journal-title":"Eur Radiol"},{"key":"2026020320065969800_jjaf206-B21","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1097\/MPG.0000000000002454","article-title":"Texture analysis of magnetic resonance enterography contrast enhancement can detect fibrosis in Crohn disease strictures","volume":"69","author":"Tabari","year":"2019","journal-title":"J Pediatr Gastroenterol Nutr"},{"key":"2026020320065969800_jjaf206-B22","first-page":"1","article-title":"A multimodal biomedical foundation model trained from fifteen million image\u2013text pairs","volume-title":"NEJM AI","author":"Zhang","year":"2025"},{"key":"2026020320065969800_jjaf206-B23","doi-asserted-by":"crossref","first-page":"27","DOI":"10.4103\/2153-3539.119005","article-title":"OpenSlide: a vendor-neutral software foundation for digital pathology","volume":"4","author":"Goode","year":"2013","journal-title":"J Pathol Inform"},{"key":"2026020320065969800_jjaf206-B24","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1038\/s41551-020-00682-w","article-title":"Data-efficient and weakly supervised computational pathology on whole-slide images","volume":"5","author":"Lu","year":"2021","journal-title":"Nat Biomed Eng"},{"key":"2026020320065969800_jjaf206-B25","doi-asserted-by":"crossref","first-page":"850","DOI":"10.1038\/s41591-024-02857-3","article-title":"Towards a general-purpose foundation model for computational pathology","volume":"30","author":"Chen","year":"2024","journal-title":"Nat Med"},{"key":"2026020320065969800_jjaf206-B26","first-page":"5998","volume-title":"Advances in Neural Information Processing Systems","author":"Vaswani","year":"2017"},{"key":"2026020320065969800_jjaf206-B27","doi-asserted-by":"crossref","first-page":"837","DOI":"10.2307\/2531595","article-title":"Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach","volume":"44","author":"DeLong","year":"1988","journal-title":"Biometrics"},{"key":"2026020320065969800_jjaf206-B28","doi-asserted-by":"crossref","first-page":"426","DOI":"10.1136\/gut.2005.069476","article-title":"Laboratory markers in IBD: useful, magic, or unnecessary toys?","volume":"55","author":"Vermeire","year":"2006","journal-title":"Gut"},{"key":"2026020320065969800_jjaf206-B29","doi-asserted-by":"crossref","first-page":"674","DOI":"10.1038\/ajg.2011.60","article-title":"Loss of response and need for adalimumab dose intensification in Crohn\u2019s disease: a systematic review","volume":"106","author":"Billioud","year":"2011","journal-title":"Am J Gastroenterol"},{"key":"2026020320065969800_jjaf206-B30","doi-asserted-by":"crossref","first-page":"694","DOI":"10.1093\/ecco-jcc\/jjz195","article-title":"Predictors of primary response to biologic treatment [anti-TNF, vedolizumab, and ustekinumab] in patients with inflammatory bowel disease: from basic science to clinical practice","volume":"14","author":"Gisbert","year":"2020","journal-title":"J Crohns Colitis"},{"key":"2026020320065969800_jjaf206-B31","doi-asserted-by":"crossref","first-page":"3510","DOI":"10.1038\/s41467-025-58675-9","article-title":"Multimodal fusion of radio-pathology and proteogenomics identify integrated glioma subtypes with prognostic and therapeutic opportunities","volume":"16","author":"Liu","year":"2025","journal-title":"Nat Commun"},{"key":"2026020320065969800_jjaf206-B32","doi-asserted-by":"crossref","first-page":"7544","DOI":"10.1038\/s41598-023-34303-8","article-title":"Multimodal fusion models for pulmonary embolism mortality prediction","volume":"13","author":"Cahan","year":"2023","journal-title":"Sci Rep"},{"key":"2026020320065969800_jjaf206-B33","doi-asserted-by":"crossref","first-page":"194","DOI":"10.4103\/1319-3767.80383","article-title":"Biological and histological parameters as predictors of relapse in ulcerative colitis: a prospective study","volume":"17","author":"Azad","year":"2011","journal-title":"Saudi J Gastroenterol"},{"key":"2026020320065969800_jjaf206-B34","doi-asserted-by":"crossref","first-page":"1099","DOI":"10.1053\/j.gastro.2007.08.001","article-title":"Histologic inflammation is a risk factor for progression to colorectal neoplasia in ulcerative colitis: a cohort study","volume":"133","author":"Gupta","year":"2007","journal-title":"Gastroenterology"},{"key":"2026020320065969800_jjaf206-B35","doi-asserted-by":"crossref","first-page":"g7594","DOI":"10.1136\/bmj.g7594","article-title":"Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD statement","volume":"350","author":"Collins","year":"2015","journal-title":"BMJ"},{"key":"2026020320065969800_jjaf206-B36","doi-asserted-by":"crossref","first-page":"1180","DOI":"10.1053\/j.gastro.2023.02.031","article-title":"Artificial intelligence enabled histological prediction of remission or activity and clinical outcomes in ulcerative colitis","volume":"164","author":"Iacucci","year":"2023","journal-title":"Gastroenterology"},{"key":"2026020320065969800_jjaf206-B37","doi-asserted-by":"crossref","first-page":"889","DOI":"10.1136\/gutjnl-2021-326376","article-title":"PICaSSO Histologic Remission Index (PHRI) in ulcerative colitis: development of a novel simplified histological score for monitoring mucosal healing and predicting clinical outcomes and its applicability in an artificial intelligence system","volume":"71","author":"Gui","year":"2022","journal-title":"Gut"},{"key":"2026020320065969800_jjaf206-B38","first-page":"109459","article-title":"Correlation between radiomic features of Crohn\u2019s disease and secondary loss of response to infliximab","volume":"31","author":"Li","year":"2025","journal-title":"World J Gastroenterol"},{"key":"2026020320065969800_jjaf206-B39","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1159\/000492626","article-title":"Fecal calprotectin pretreatment and induction infliximab levels for prediction of primary nonresponse to infliximab therapy in Crohn\u2019s disease","volume":"37","author":"Beltran","year":"2019","journal-title":"Dig Dis"},{"key":"2026020320065969800_jjaf206-B40","doi-asserted-by":"crossref","first-page":"1095","DOI":"10.1016\/j.ccell.2022.09.012","article-title":"Artificial intelligence for multimodal data integration in oncology","volume":"40","author":"Lipkova","year":"2022","journal-title":"Cancer Cell"},{"key":"2026020320065969800_jjaf206-B41","doi-asserted-by":"crossref","first-page":"2397","DOI":"10.1016\/j.cgh.2019.04.025","article-title":"Noninvasive multimodal methods to differentiate inflamed vs fibrotic strictures in patients with Crohn\u2019s disease","volume":"17","author":"Allocca","year":"2019","journal-title":"Clin Gastroenterol Hepatol"},{"key":"2026020320065969800_jjaf206-B42","doi-asserted-by":"crossref","first-page":"1520","DOI":"10.1136\/gutjnl-2019-320065","article-title":"Big data in IBD: big progress for clinical practice","volume":"69","author":"Seyed Tabib","year":"2020","journal-title":"Gut"}],"container-title":["Journal of Crohn's and Colitis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/ecco-jcc\/advance-article-pdf\/doi\/10.1093\/ecco-jcc\/jjaf206\/65552656\/jjaf206.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/ecco-jcc\/article-pdf\/20\/1\/jjaf206\/65552656\/jjaf206.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/ecco-jcc\/article-pdf\/20\/1\/jjaf206\/65552656\/jjaf206.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,4]],"date-time":"2026-02-04T01:07:10Z","timestamp":1770167230000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/ecco-jcc\/article\/doi\/10.1093\/ecco-jcc\/jjaf206\/8343638"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,26]]},"references-count":42,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,1,9]]}},"URL":"https:\/\/doi.org\/10.1093\/ecco-jcc\/jjaf206","relation":{},"ISSN":["1873-9946","1876-4479"],"issn-type":[{"value":"1873-9946","type":"print"},{"value":"1876-4479","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2026,1]]},"published":{"date-parts":[[2025,11,26]]},"article-number":"jjaf206"}}