{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T01:14:57Z","timestamp":1742951697256,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031723834"},{"type":"electronic","value":"9783031723841"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72384-1_20","type":"book-chapter","created":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T11:02:53Z","timestamp":1727866973000},"page":"206-216","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Genomics-Guided Representation Learning for\u00a0Pathologic Pan-Cancer Tumor Microenvironment Subtype Prediction"],"prefix":"10.1007","author":[{"given":"Fangliangzi","family":"Meng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongrun","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruodan","family":"Yan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guohui","family":"Chuai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chao","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,3]]},"reference":[{"issue":"1","key":"20_CR1","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1186\/s13040-023-00338-w","volume":"16","author":"ZL Azher","year":"2023","unstructured":"Azher, Z.L., Suvarna, A., Chen, J.Q., Zhang, Z., Christensen, B.C., Salas, L.A., Vaickus, L.J., Levy, J.J.: Assessment of emerging pretraining strategies in interpretable multimodal deep learning for cancer prognostication. BioData Mining 16(1), \u00a023 (2023)","journal-title":"BioData Mining"},{"issue":"6","key":"20_CR2","doi-asserted-by":"publisher","first-page":"845","DOI":"10.1016\/j.ccell.2021.04.014","volume":"39","author":"A Bagaev","year":"2021","unstructured":"Bagaev, A., Kotlov, N., Nomie, K., Svekolkin, V., Gafurov, A., Isaeva, O., Osokin, N., Kozlov, I., Frenkel, F., Gancharova, O., et\u00a0al.: Conserved pan-cancer microenvironment subtypes predict response to immunotherapy. Cancer cell 39(6), 845\u2013865 (2021)","journal-title":"Cancer cell"},{"issue":"1","key":"20_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2018.15","volume":"5","author":"S Bhattacharya","year":"2018","unstructured":"Bhattacharya, S., Dunn, P., Thomas, C.G., Smith, B., Schaefer, H., Chen, J., Hu, Z., Zalocusky, K.A., Shankar, R.D., Shen-Orr, S.S., et\u00a0al.: Immport, toward repurposing of open access immunological assay data for translational and clinical research. Scientific data 5(1), \u00a01\u20139 (2018)","journal-title":"Scientific data"},{"issue":"1","key":"20_CR4","doi-asserted-by":"publisher","first-page":"1193","DOI":"10.1038\/s41467-021-21467-y","volume":"12","author":"CL Chen","year":"2021","unstructured":"Chen, C.L., Chen, C.C., Yu, W.H., Chen, S.H., Chang, Y.C., Hsu, T.I., Hsiao, M., Yeh, C.Y., Chen, C.Y.: An annotation-free whole-slide training approach to pathological classification of lung cancer types using deep learning. Nature communications 12(1), \u00a01193 (2021)","journal-title":"Nature communications"},{"key":"20_CR5","doi-asserted-by":"crossref","unstructured":"Chen, R.J., Chen, C., Li, Y., Chen, T.Y., Trister, A.D., Krishnan, R.G., Mahmood, F.: Scaling vision transformers to gigapixel images via hierarchical self-supervised learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). pp. 16144\u201316155 (June 2022)","DOI":"10.1109\/CVPR52688.2022.01567"},{"key":"20_CR6","unstructured":"Chen, R.J., Krishnan, R.G.: Self-supervised vision transformers learn visual concepts in histopathology. Learning Meaningful Representations of Life, NeurIPS 2021 (2021)"},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Chen, R.J., Lu, M.Y., Williamson, D.F., Chen, T.Y., Lipkova, J., Shaban, M., Shady, M., Williams, M., Joo, B., Noor, Z., et\u00a0al.: Pan-cancer integrative histology-genomic analysis via multimodal deep learning. Cancer Cell (2022)","DOI":"10.1016\/j.jpi.2022.100057"},{"key":"20_CR8","doi-asserted-by":"crossref","unstructured":"Chen, X., He, K.: Exploring simple siamese representation learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. pp. 15750\u201315758 (2021)","DOI":"10.1109\/CVPR46437.2021.01549"},{"issue":"1","key":"20_CR9","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1016\/j.cell.2021.12.004","volume":"185","author":"AJ Combes","year":"2022","unstructured":"Combes, A.J., Samad, B., Tsui, J., Chew, N.W., Yan, P., Reeder, G.C., Kushnoor, D., Shen, A., Davidson, B., Barczak, A.J., et\u00a0al.: Discovering dominant tumor immune archetypes in a pan-cancer census. Cell 185(1), 184\u2013203 (2022)","journal-title":"Cell"},{"key":"20_CR10","doi-asserted-by":"crossref","unstructured":"Cui, C., Liu, H., Liu, Q., Deng, R., Asad, Z., Wang, Y., Zhao, S., Yang, H., Landman, B.A., Huo, Y.: Survival prediction of brain cancer with incomplete radiology, pathology, genomic, and demographic data. In: International Conference on Medical Image Computing and Computer-Assisted Intervention. pp. 626\u2013635. Springer (2022)","DOI":"10.1007\/978-3-031-16443-9_60"},{"key":"20_CR11","doi-asserted-by":"crossref","unstructured":"Ding, K., Zhou, M., Metaxas, D.N., Zhang, S.: Pathology-and-genomics multimodal transformer for survival outcome prediction. In: International Conference on Medical Image Computing and Computer-Assisted Intervention. pp. 622\u2013631. Springer (2023)","DOI":"10.1007\/978-3-031-43987-2_60"},{"issue":"59","key":"20_CR12","first-page":"1","volume":"17","author":"Y Ganin","year":"2016","unstructured":"Ganin, Y., Ustinova, E., Ajakan, H., Germain, P., Larochelle, H., Laviolette, F., March, M., Lempitsky, V.: Domain-adversarial training of neural networks. Journal of machine learning research 17(59), 1\u201335 (2016)","journal-title":"Journal of machine learning research"},{"key":"20_CR13","doi-asserted-by":"crossref","unstructured":"Gao, R., Yuan, X., Ma, Y., Wei, T., Johnston, L., Shao, Y., Lv, W., Zhu, T., Zhang, Y., Zheng, J., et\u00a0al.: Harnessing tme depicted by histological images to improve cancer prognosis through a deep learning system. Cell Reports Medicine 5(5) (2024)","DOI":"10.1016\/j.xcrm.2024.101536"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"Godson, L., Alemi, N., Nsengimana, J., Cook, G.P., Clarke, E.L., Treanor, D., Bishop, D.T., Newton-Bishop, J., Gooya, A., Magee, D.: Immune subtyping of melanoma whole slide images using multiple instance learning. Medical Image Analysis p. 103097 (2024)","DOI":"10.1016\/j.media.2024.103097"},{"issue":"8","key":"20_CR15","doi-asserted-by":"publisher","first-page":"827","DOI":"10.1038\/s41551-020-0578-x","volume":"4","author":"B He","year":"2020","unstructured":"He, B., Bergenstr\u00e5hle, L., Stenbeck, L., Abid, A., Andersson, A., Borg, \u00c5., Maaskola, J., Lundeberg, J., Zou, J.: Integrating spatial gene expression and breast tumour morphology via deep learning. Nature biomedical engineering 4(8), 827\u2013834 (2020)","journal-title":"Nature biomedical engineering"},{"key":"20_CR16","unstructured":"Ilse, M., Tomczak, J., Welling, M.: Attention-based deep multiple instance learning. In: International conference on machine learning. pp. 2127\u20132136. PMLR (2018)"},{"key":"20_CR17","doi-asserted-by":"crossref","unstructured":"Jia, M., Tang, L., Chen, B.C., Cardie, C., Belongie, S., Hariharan, B., Lim, S.N.: Visual prompt tuning. In: European Conference on Computer Vision. pp. 709\u2013727. Springer (2022)","DOI":"10.1007\/978-3-031-19827-4_41"},{"key":"20_CR18","doi-asserted-by":"crossref","unstructured":"Jin, T., Xie, X., Wan, R., Li, Q., Wang, Y.: Gene-induced multimodal pre-training for image-omic classification. In: International Conference on Medical Image Computing and Computer-Assisted Intervention. pp. 508\u2013517. Springer (2023)","DOI":"10.1007\/978-3-031-43987-2_49"},{"key":"20_CR19","unstructured":"Khosla, P., Teterwak, P., Wang, C., Sarna, A., Tian, Y., Isola, P., Maschinot, A., Liu, C., Krishnan, D.: Supervised contrastive learning (2021)"},{"key":"20_CR20","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"20_CR21","unstructured":"Klambauer, G., Unterthiner, T., Mayr, A., Hochreiter, S.: Self-normalizing neural networks (2017)"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Li, B., Li, Y., Eliceiri, K.W.: Dual-stream multiple instance learning network for whole slide image classification with self-supervised contrastive learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. pp. 14318\u201314328 (2021)","DOI":"10.1109\/CVPR46437.2021.01409"},{"issue":"5","key":"20_CR23","doi-asserted-by":"publisher","first-page":"442","DOI":"10.1016\/j.neo.2019.03.005","volume":"21","author":"C Li","year":"2019","unstructured":"Li, C., Wang, S., Liu, P., Torheim, T., Boonzaier, N.R., van Dijken, B.R., Sch\u00f6nlieb, C.B., Markowetz, F., Price, S.J.: Decoding the interdependence of multiparametric magnetic resonance imaging to reveal patient subgroups correlated with survivals. Neoplasia 21(5), 442\u2013449 (2019)","journal-title":"Neoplasia"},{"issue":"6","key":"20_CR24","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1038\/s41551-020-00682-w","volume":"5","author":"MY Lu","year":"2021","unstructured":"Lu, M.Y., Williamson, D.F., Chen, T.Y., Chen, R.J., Barbieri, M., Mahmood, F.: Data-efficient and weakly supervised computational pathology on whole-slide images. Nature Biomedical Engineering 5(6), 555\u2013570 (2021)","journal-title":"Nature Biomedical Engineering"},{"issue":"1","key":"20_CR25","doi-asserted-by":"publisher","first-page":"3877","DOI":"10.1038\/s41467-020-17678-4","volume":"11","author":"B Schmauch","year":"2020","unstructured":"Schmauch, B., Romagnoni, A., Pronier, E., Saillard, C., Maill\u00e9, P., Calderaro, J., Kamoun, A., Sefta, M., Toldo, S., Zaslavskiy, M., et\u00a0al.: A deep learning model to predict rna-seq expression of tumours from whole slide images. Nature communications 11(1), \u00a03877 (2020)","journal-title":"Nature communications"},{"key":"20_CR26","first-page":"2136","volume":"34","author":"Z Shao","year":"2021","unstructured":"Shao, Z., Bian, H., Chen, Y., Wang, Y., Zhang, J., Ji, X., et\u00a0al.: Transmil: Transformer based correlated multiple instance learning for whole slide image classification. Advances in neural information processing systems 34, 2136\u20132147 (2021)","journal-title":"Advances in neural information processing systems"},{"issue":"4","key":"20_CR27","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1038\/s42256-023-00633-5","volume":"5","author":"S Steyaert","year":"2023","unstructured":"Steyaert, S., Pizurica, M., Nagaraj, D., Khandelwal, P., Hernandez-Boussard, T., Gentles, A.J., Gevaert, O.: Multimodal data fusion for cancer biomarker discovery with deep learning. Nature Machine Intelligence 5(4), 351\u2013362 (2023)","journal-title":"Nature Machine Intelligence"},{"key":"20_CR28","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1016\/j.ebiom.2019.10.033","volume":"50","author":"S Wang","year":"2019","unstructured":"Wang, S., Wang, T., Yang, L., Yang, D.M., Fujimoto, J., Yi, F., Luo, X., Yang, Y., Yao, B., Lin, S., et\u00a0al.: Convpath: A software tool for lung adenocarcinoma digital pathological image analysis aided by a convolutional neural network. EBioMedicine 50, 103\u2013110 (2019)","journal-title":"EBioMedicine"},{"key":"20_CR29","doi-asserted-by":"crossref","unstructured":"Wang, X., Price, S., Li, C.: Multi-task learning of histology and molecular markers for classifying diffuse glioma. arXiv preprint arXiv:2303.14845 (2023)","DOI":"10.1007\/978-3-031-43990-2_52"},{"key":"20_CR30","doi-asserted-by":"publisher","unstructured":"Wei, Y., Chen, X., Zhu, L., Zhang, L., Sch\u00f6nlieb, C.B., Price, S., Li, C.: Multi-modal learning for predicting the genotype of glioma. IEEE Transactions on Medical Imaging 42(11), 3167\u20133178 (Nov 2023). https:\/\/doi.org\/10.1109\/tmi.2023.3244038, http:\/\/dx.doi.org\/10.1109\/TMI.2023.3244038","DOI":"10.1109\/tmi.2023.3244038"},{"issue":"45","key":"20_CR31","doi-asserted-by":"publisher","first-page":"5904","DOI":"10.1038\/onc.2008.271","volume":"27","author":"T Whiteside","year":"2008","unstructured":"Whiteside, T.: The tumor microenvironment and its role in promoting tumor growth. Oncogene 27(45), 5904\u20135912 (2008)","journal-title":"Oncogene"},{"key":"20_CR32","unstructured":"Xie, R., Pang, K., Chung, S., Perciani, C., MacParland, S., Wang, B., Bader, G.: Spatially resolved gene expression prediction from histology images via bi-modal contrastive learning. Advances in Neural Information Processing Systems 36 (2024)"},{"key":"20_CR33","doi-asserted-by":"crossref","unstructured":"Zhou, F., Chen, H.: Cross-modal translation and alignment for survival analysis. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. pp. 21485\u201321494 (2023)","DOI":"10.1109\/ICCV51070.2023.01964"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72384-1_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T11:15:16Z","timestamp":1727867716000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72384-1_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031723834","9783031723841"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72384-1_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"3 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}