{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"institution":[{"name":"bioRxiv"}],"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T03:06:15Z","timestamp":1790219175147,"version":"4.1.0"},"posted":{"date-parts":[[2026,5,19]]},"group-title":"Bioinformatics","reference-count":31,"publisher":"openRxiv","license":[{"start":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T00:00:00Z","timestamp":1779148800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Cancer Institute of the National Institutes of Health","award":["R01CA249899"],"award-info":[{"award-number":["R01CA249899"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"accepted":{"date-parts":[[2026,5,19]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                <jats:p>\n                  Accurate prognostic assessment of prostate cancer (PCa) requires an integrated understanding of tissue morphology-encompassing cell structure, glandular architecture, and tissue organization-and the immune environment. We present\n                  <jats:bold>Prostate-TriMod<\/jats:bold>\n                  , a novel tri-modal histology dataset designed to integrate high-resolution visual morphology with spatial tissue maps, immune infiltration patterns, and clinical outcomes. This dataset, generated from the Cell DIVE\u2122 multiplexed imaging platform, consists of three synchronized modalities: (1) multiscale virtual H&amp;E tiles (224px, 256px, 512px, and 2040px) providing visual morphological context, (2) spatial tissue maps identifying cancerous\/non-cancerous epithelial cells, stroma and immune cell populations (via TOPAZ and CAT models), and (3) text captions generated from single-cell data and patterns. The dataset includes comprehensive clinical annotations, including Grade Groups and biochemical recurrence (BCR) status. By providing high-fidelity alignment between visual features, spatial tissue maps, and textual descriptions, Prostate-TriMod empowers the development of advanced multimodal AI frameworks. We expect this resource to support reuse in multimodal representation learning, spatial analysis, and benchmarking studies that link histology morphology and immune context to clinical outcomes in prostate cancer.\n                <\/jats:p>","DOI":"10.64898\/2026.05.15.725535","type":"posted-content","created":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T17:20:19Z","timestamp":1779211219000},"source":"Crossref","is-referenced-by-count":1,"title":["Multi-Scale Tri-Modal Histology Dataset Integrating Tumor Morphology, Immune Patterns, and Clinical Outcomes"],"prefix":"10.64898","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0582-1583","authenticated-orcid":false,"given":"Kyeong Joo","family":"Jung","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, The Ohio State University, Columbus, Ohio, 43210, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianwei","family":"Qiu","sequence":"additional","affiliation":[{"name":"GE HealthCare Technology and Innovation Center, 1 Research Circle, Niskayuna, New York, 12309, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sanghee","family":"Cho","sequence":"additional","affiliation":[{"name":"GE HealthCare Technology and Innovation Center, 1 Research Circle, Niskayuna, New York, 12309, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elizabeth","family":"McDonough","sequence":"additional","affiliation":[{"name":"GE HealthCare Technology and Innovation Center, 1 Research Circle, Niskayuna, New York, 12309, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chrystal","family":"Chadwick","sequence":"additional","affiliation":[{"name":"GE HealthCare Technology and Innovation Center, 1 Research Circle, Niskayuna, New York, 12309, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Soumya","family":"Ghose","sequence":"additional","affiliation":[{"name":"GE HealthCare Technology and Innovation Center, 1 Research Circle, Niskayuna, New York, 12309, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"West","sequence":"additional","affiliation":[{"name":"Department of Pathology, Stanford University School of Medicine, Stanford, CA, 94305, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James D.","family":"Brooks","sequence":"additional","affiliation":[{"name":"Department of Urology, Stanford University, Stanford, CA, 94305, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fiona","family":"Ginty","sequence":"additional","affiliation":[{"name":"GE HealthCare Technology and Innovation Center, 1 Research Circle, Niskayuna, New York, 12309, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raghu","family":"Machiraju","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, The Ohio State University, Columbus, Ohio, 43210, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0505-2032","authenticated-orcid":false,"given":"Parag","family":"Mallick","sequence":"additional","affiliation":[{"name":"Canary Center for Cancer Early Detection, School of Medicine, Stanford University, Stanford, CA, 94305, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"54368","reference":[{"key":"2026052111500788000_2026.05.15.725535v1.1","unstructured":"CDC. Prostate Cancer Statistics. Prostate Cancer https:\/\/www.cdc.gov\/prostate-cancer\/statistics\/index.html (2024)."},{"key":"2026052111500788000_2026.05.15.725535v1.2","doi-asserted-by":"publisher","DOI":"10.1016\/j.eururo.2019.08.005"},{"key":"2026052111500788000_2026.05.15.725535v1.3","doi-asserted-by":"publisher","DOI":"10.3322\/caac.70043"},{"key":"2026052111500788000_2026.05.15.725535v1.4","unstructured":"Munjal, A. & Leslie, S. W. Gleason Score. in StatPearls (StatPearls Publishing, Treasure Island (FL), 2025)."},{"key":"2026052111500788000_2026.05.15.725535v1.5","first-page":"125","article-title":"Classification of prostatic carcinomas","volume":"50","year":"1966","journal-title":"Cancer Chemother Rep"},{"key":"2026052111500788000_2026.05.15.725535v1.6","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-5347(17)59889-4"},{"key":"2026052111500788000_2026.05.15.725535v1.7","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-021-01620-2"},{"key":"2026052111500788000_2026.05.15.725535v1.8","first-page":"64","article-title":"Predicting biochemical recurrence of prostate cancer with artificial intelligence","volume":"2","year":"2022","journal-title":"Commun Med (Lond)"},{"key":"2026052111500788000_2026.05.15.725535v1.9","unstructured":"DataCite Commons: The Cancer Genome Atlas Prostate Adenocarcinoma Collection (TCGA-PRAD). https:\/\/commons.datacite.org\/doi.org\/10.7937\/k9\/tcia.2016.yxoglm4y."},{"key":"2026052111500788000_2026.05.15.725535v1.10","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-37257-4"},{"key":"2026052111500788000_2026.05.15.725535v1.11","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2411.11458"},{"key":"2026052111500788000_2026.05.15.725535v1.12","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2306.11207"},{"key":"2026052111500788000_2026.05.15.725535v1.13","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07441-w"},{"key":"2026052111500788000_2026.05.15.725535v1.14","doi-asserted-by":"publisher","DOI":"10.1038\/s41573-018-0007-y"},{"key":"2026052111500788000_2026.05.15.725535v1.15","doi-asserted-by":"publisher","DOI":"10.1101\/2025.11.09.687528"},{"key":"2026052111500788000_2026.05.15.725535v1.16","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1300136110"},{"key":"2026052111500788000_2026.05.15.725535v1.17","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM47256.2019.8983271"},{"key":"2026052111500788000_2026.05.15.725535v1.18","doi-asserted-by":"publisher","DOI":"10.1109\/BHI.2017.7897220"},{"key":"2026052111500788000_2026.05.15.725535v1.19","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btab686"},{"key":"2026052111500788000_2026.05.15.725535v1.20","doi-asserted-by":"publisher","DOI":"10.2307\/2280779"},{"key":"2026052111500788000_2026.05.15.725535v1.21","doi-asserted-by":"publisher","DOI":"10.1002\/9780470479216.corpsy0524"},{"key":"2026052111500788000_2026.05.15.725535v1.22","unstructured":"Categorical Data Analysis, 3rd Edition | Wiley. Wiley.com https:\/\/www.wiley.com\/en-us\/Categorical+Data+Analysis%2C+3rd+Edition-p-9781118710944."},{"key":"2026052111500788000_2026.05.15.725535v1.23","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-024-02856-4"},{"key":"2026052111500788000_2026.05.15.725535v1.24","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1802.04712"},{"key":"2026052111500788000_2026.05.15.725535v1.25","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-017-17204-5"},{"key":"2026052111500788000_2026.05.15.725535v1.26","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.2089"},{"key":"2026052111500788000_2026.05.15.725535v1.27","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.2019"},{"key":"2026052111500788000_2026.05.15.725535v1.28","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.18328522"},{"key":"2026052111500788000_2026.05.15.725535v1.29","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1912.01703"},{"key":"2026052111500788000_2026.05.15.725535v1.30","unstructured":"Abadi, M. et al. TensorFlow: a system for large-scale machine learning. in Proceedings of the 12th USENIX conference on Operating Systems Design and Implementation 265\u2013283 (USENIX Association, USA, 2016)."},{"key":"2026052111500788000_2026.05.15.725535v1.31","doi-asserted-by":"publisher","DOI":"10.25495\/7GXK-RD71"}],"container-title":[],"original-title":[],"link":[{"URL":"https:\/\/syndication.highwire.org\/content\/doi\/10.64898\/2026.05.15.725535","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T18:50:17Z","timestamp":1779389417000},"score":1,"resource":{"primary":{"URL":"http:\/\/biorxiv.org\/lookup\/doi\/10.64898\/2026.05.15.725535"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,19]]},"references-count":31,"URL":"https:\/\/doi.org\/10.64898\/2026.05.15.725535","relation":{},"subject":[],"published":{"date-parts":[[2026,5,19]]},"subtype":"preprint"}}