{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T17:47:28Z","timestamp":1777657648286,"version":"3.51.4"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031439865","type":"print"},{"value":"9783031439872","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-43987-2_60","type":"book-chapter","created":{"date-parts":[[2023,9,30]],"date-time":"2023-09-30T23:07:48Z","timestamp":1696115268000},"page":"622-631","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Pathology-and-Genomics Multimodal Transformer for\u00a0Survival Outcome Prediction"],"prefix":"10.1007","author":[{"given":"Kexin","family":"Ding","sequence":"first","affiliation":[]},{"given":"Mu","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Dimitris N.","family":"Metaxas","sequence":"additional","affiliation":[]},{"given":"Shaoting","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,10,1]]},"reference":[{"issue":"12","key":"60_CR1","doi-asserted-by":"publisher","first-page":"e763","DOI":"10.1016\/S2589-7500(21)00180-1","volume":"3","author":"M Bilal","year":"2021","unstructured":"Bilal, M., et al.: Development and validation of a weakly supervised deep learning framework to predict the status of molecular pathways and key mutations in colorectal cancer from routine histology images: a retrospective study. Lancet Digital Health 3(12), e763\u2013e772 (2021)","journal-title":"Lancet Digital Health"},{"issue":"5","key":"60_CR2","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1158\/2159-8290.CD-12-0095","volume":"2","author":"E Cerami","year":"2012","unstructured":"Cerami, E., et al.: The cbio cancer genomics portal: an open platform for exploring multidimensional cancer genomics data. Cancer Discov. 2(5), 401\u2013404 (2012)","journal-title":"Cancer Discov."},{"issue":"6","key":"60_CR3","doi-asserted-by":"publisher","first-page":"1248","DOI":"10.1158\/1078-0432.CCR-17-0853","volume":"24","author":"K Chaudhary","year":"2018","unstructured":"Chaudhary, K., Poirion, O.B., Lu, L., Garmire, L.X.: Deep learning-based multi-omics integration robustly predicts survival in liver cancer using deep learning to predict liver cancer prognosis. Clin. Cancer Res. 24(6), 1248\u20131259 (2018)","journal-title":"Clin. Cancer Res."},{"issue":"14","key":"60_CR4","doi-asserted-by":"publisher","first-page":"i446","DOI":"10.1093\/bioinformatics\/btz342","volume":"35","author":"A Cheerla","year":"2019","unstructured":"Cheerla, A., Gevaert, O.: Deep learning with multimodal representation for pancancer prognosis prediction. Bioinformatics 35(14), i446\u2013i454 (2019)","journal-title":"Bioinformatics"},{"issue":"4","key":"60_CR5","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1109\/TMI.2020.3021387","volume":"41","author":"RJ Chen","year":"2020","unstructured":"Chen, R.J., et al.: Pathomic fusion: an integrated framework for fusing histopathology and genomic features for cancer diagnosis and prognosis. IEEE Trans. Med. Imaging 41(4), 757\u2013770 (2020)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"60_CR6","doi-asserted-by":"crossref","unstructured":"Chen, R.J., et al.: Multimodal co-attention transformer for survival prediction in gigapixel whole slide images. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 4015\u20134025 (2021)","DOI":"10.1109\/ICCV48922.2021.00398"},{"issue":"8","key":"60_CR7","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1016\/j.ccell.2022.07.004","volume":"40","author":"RJ Chen","year":"2022","unstructured":"Chen, R.J., et al.: Pan-cancer integrative histology-genomic analysis via multimodal deep learning. Cancer Cell 40(8), 865\u2013878 (2022)","journal-title":"Cancer Cell"},{"key":"60_CR8","doi-asserted-by":"publisher","first-page":"1045","DOI":"10.1007\/s10278-013-9622-7","volume":"26","author":"K Clark","year":"2013","unstructured":"Clark, K., et al.: The cancer imaging archive (tcia): maintaining and operating a public information repository. J. Digit. Imaging 26, 1045\u20131057 (2013)","journal-title":"J. Digit. Imaging"},{"issue":"1\u20132","key":"60_CR9","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1016\/S0004-3702(96)00034-3","volume":"89","author":"TG Dietterich","year":"1997","unstructured":"Dietterich, T.G., Lathrop, R.H., Lozano-P\u00e9rez, T.: Solving the multiple instance problem with axis-parallel rectangles. Artif. Intell. 89(1\u20132), 31\u201371 (1997)","journal-title":"Artif. Intell."},{"key":"60_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1007\/978-3-030-59713-9_29","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2020","author":"K Ding","year":"2020","unstructured":"Ding, K., Liu, Q., Lee, E., Zhou, M., Lu, A., Zhang, S.: Feature-enhanced graph networks for genetic mutational prediction using histopathological images in colon cancer. In: Martel, A.L., et al. (eds.) MICCAI 2020. LNCS, vol. 12262, pp. 294\u2013304. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-59713-9_29"},{"issue":"1","key":"60_CR11","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1038\/s41597-023-02125-y","volume":"10","author":"K Ding","year":"2023","unstructured":"Ding, K., Zhou, M., Wang, H., Gevaert, O., Metaxas, D., Zhang, S.: A large-scale synthetic pathological dataset for deep learning-enabled segmentation of breast cancer. Sci. Data 10(1), 231 (2023)","journal-title":"Sci. Data"},{"issue":"11","key":"60_CR12","doi-asserted-by":"publisher","first-page":"e787","DOI":"10.1016\/S2589-7500(22)00168-6","volume":"4","author":"K Ding","year":"2022","unstructured":"Ding, K., Zhou, M., Wang, H., Zhang, S., Metaxas, D.N.: Spatially aware graph neural networks and cross-level molecular profile prediction in colon cancer histopathology: a retrospective multi-cohort study. Lancet Digital Health 4(11), e787\u2013e795 (2022)","journal-title":"Lancet Digital Health"},{"key":"60_CR13","unstructured":"Ding, K., et al.: Graph convolutional networks for multi-modality medical imaging: Methods, architectures, and clinical applications. arXiv preprint arXiv:2202.08916 (2022)"},{"key":"60_CR14","doi-asserted-by":"crossref","unstructured":"Gao, J., et al.: Integrative analysis of complex cancer genomics and clinical profiles using the cbioportal. Sci. Signaling 6(269), pl1-pl1 (2013)","DOI":"10.1126\/scisignal.2004088"},{"key":"60_CR15","unstructured":"Gao, Y., Li, Z., Liu, D., Zhou, M., Zhang, S., Meta, D.N.: Training like a medical resident: universal medical image segmentation via context prior learning. arXiv preprint arXiv:2306.02416 (2023)"},{"issue":"8","key":"60_CR16","doi-asserted-by":"publisher","first-page":"938","DOI":"10.1038\/nm.3909","volume":"21","author":"AJ Gentles","year":"2015","unstructured":"Gentles, A.J., et al.: The prognostic landscape of genes and infiltrating immune cells across human cancers. Nat. Med. 21(8), 938\u2013945 (2015)","journal-title":"Nat. Med."},{"key":"60_CR17","unstructured":"Ilse, M., Tomczak, J., Welling, M.: Attention-based deep multiple instance learning. In: International Conference on Machine Learning, pp. 2127\u20132136. PMLR (2018)"},{"issue":"7","key":"60_CR18","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1038\/s41591-019-0462-y","volume":"25","author":"JN Kather","year":"2019","unstructured":"Kather, J.N., et al.: Deep learning can predict microsatellite instability directly from histology in gastrointestinal cancer. Nat. Med. 25(7), 1054\u20131056 (2019)","journal-title":"Nat. Med."},{"key":"60_CR19","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"60_CR20","unstructured":"Kirk, S., Lee, Y., Sadow, C., Levine: the cancer genome atlas rectum adenocarcinoma collection (tcga-read) (version 3) [data set]. The Cancer Imaging Archive (2016)"},{"key":"60_CR21","unstructured":"Kirk, S., et al.: Radiology data from the cancer genome atlas colon adenocarcinoma [tcga-coad] collection. The Cancer Imaging Archive (2016)"},{"issue":"6","key":"60_CR22","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1016\/j.cels.2015.12.004","volume":"1","author":"A Liberzon","year":"2015","unstructured":"Liberzon, A., Birger, C., Thorvaldsd\u00f3ttir, H., Ghandi, M., Mesirov, J.P., Tamayo, P.: The molecular signatures database hallmark gene set collection. Cell Syst. 1(6), 417\u2013425 (2015)","journal-title":"Cell Syst."},{"key":"60_CR23","unstructured":"Maron, O., Lozano-P\u00e9rez, T.: A framework for multiple-instance learning. In: Advances in Neural Information Processing Systems 10 (1997)"},{"issue":"5","key":"60_CR24","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1038\/nrc3261","volume":"12","author":"A Marusyk","year":"2012","unstructured":"Marusyk, A., Almendro, V., Polyak, K.: Intra-tumour heterogeneity: a looking glass for cancer? Nat. Rev. Cancer 12(5), 323\u2013334 (2012)","journal-title":"Nat. Rev. Cancer"},{"issue":"1","key":"60_CR25","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1038\/s41698-021-00225-9","volume":"5","author":"H Qu","year":"2021","unstructured":"Qu, H., et al.: Genetic mutation and biological pathway prediction based on whole slide images in breast carcinoma using deep learning. NPJ Precision Oncol. 5(1), 87 (2021)","journal-title":"NPJ Precision Oncol."},{"key":"60_CR26","first-page":"2136","volume":"34","author":"Z Shao","year":"2021","unstructured":"Shao, Z., et al.: Transmil: transformer based correlated multiple instance learning for whole slide image classification. Adv. Neural. Inf. Process. Syst. 34, 2136\u20132147 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"60_CR27","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems 30 (2017)"},{"key":"60_CR28","doi-asserted-by":"publisher","unstructured":"Xing, X., Chen, Z., Zhu, M., Hou, Y., Gao, Z., Yuan, Y.: Discrepancy and gradient-guided multi-modal knowledge distillation for pathological glioma grading. In: Medical Image Computing and Computer Assisted Intervention-MICCAI 2022: 25th International Conference, Singapore, 18\u201322 September 2022, Proceedings, Part V, pp. 636\u2013646. Springer (2022). https:\/\/doi.org\/10.1007\/978-3-031-16443-9_61","DOI":"10.1007\/978-3-031-16443-9_61"},{"key":"60_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2022.105516","volume":"146","author":"M Yang","year":"2022","unstructured":"Yang, M., et al.: A multi-omics machine learning framework in predicting the survival of colorectal cancer patients. Comput. Biol. Med. 146, 105516 (2022)","journal-title":"Comput. Biol. Med."},{"key":"60_CR30","unstructured":"Zaheer, M., Kottur, S., Ravanbakhsh, S., Poczos, B., Salakhutdinov, R.R., Smola, A.J.: Deep sets. In: Advances in Neural Information Processing Systems 30 (2017)"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2023"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-43987-2_60","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T15:33:57Z","timestamp":1710171237000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-43987-2_60"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031439865","9783031439872"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-43987-2_60","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"1 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vancouver, BC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2023\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2250","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"730","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"32% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}