{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T08:09:45Z","timestamp":1771056585314,"version":"3.50.1"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031723773","type":"print"},{"value":"9783031723780","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72378-0_13","type":"book-chapter","created":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T07:02:53Z","timestamp":1727852573000},"page":"133-143","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Improving Neoadjuvant Therapy Response Prediction by\u00a0Integrating Longitudinal Mammogram Generation with\u00a0Cross-Modal Radiological Reports: A Vision-Language Alignment-Guided Model"],"prefix":"10.1007","author":[{"given":"Yuan","family":"Gao","sequence":"first","affiliation":[]},{"given":"Hong-Yu","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Xin","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Tianyu","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Luyi","family":"Han","sequence":"additional","affiliation":[]},{"given":"Chunyao","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Xinglong","family":"Liang","sequence":"additional","affiliation":[]},{"given":"Jonas","family":"Teuwen","sequence":"additional","affiliation":[]},{"given":"Regina","family":"Beets-Tan","sequence":"additional","affiliation":[]},{"given":"Tao","family":"Tan","sequence":"additional","affiliation":[]},{"given":"Ritse","family":"Mann","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,3]]},"reference":[{"key":"13_CR1","doi-asserted-by":"crossref","unstructured":"Balakrishnan, G., Zhao, A., Sabuncu, M.R., Guttag, J., Dalca, A.V.: An unsupervised learning model for deformable medical image registration. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 9252\u20139260 (2018)","DOI":"10.1109\/CVPR.2018.00964"},{"issue":"9","key":"13_CR2","doi-asserted-by":"publisher","first-page":"1141","DOI":"10.1002\/(SICI)1097-0258(20000515)19:9<1141::AID-SIM479>3.0.CO;2-F","volume":"19","author":"J Carpenter","year":"2000","unstructured":"Carpenter, J., Bithell, J.: Bootstrap confidence intervals: when, which, what? a practical guide for medical statisticians. Stat. Med. 19(9), 1141\u20131164 (2000)","journal-title":"Stat. Med."},{"key":"13_CR3","doi-asserted-by":"crossref","unstructured":"Choi, J., Kim, S., Jeong, Y., Gwon, Y., Yoon, S.: ILVR: conditioning method for denoising diffusion probabilistic models. arXiv preprint arXiv:2108.02938 (2021)","DOI":"10.1109\/ICCV48922.2021.01410"},{"key":"13_CR4","unstructured":"Di\u00a0Cosimo, S., et\u00a0al.: Mammographic density to predict response to neoadjuvant systemic breast cancer therapy. J. Cancer Res. Clin. Oncol., 1\u20137 (2022)"},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Gao, Y., et\u00a0al.: Visualize what you learn: a well-explainable joint-learning framework based on multi-view mammograms and associated reports (2023)","DOI":"10.21203\/rs.3.rs-2924701\/v1"},{"key":"13_CR6","doi-asserted-by":"crossref","unstructured":"Heiliger, L., Sekuboyina, A., Menze, B., Egger, J., Kleesiek, J.: Beyond medical imaging-a review of multimodal deep learning in radiology (2022)","DOI":"10.36227\/techrxiv.19103432"},{"key":"13_CR7","first-page":"6840","volume":"33","author":"J Ho","year":"2020","unstructured":"Ho, J., Jain, A., Abbeel, P.: Denoising diffusion probabilistic models. Adv. Neural. Inf. Process. Syst. 33, 6840\u20136851 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"1","key":"13_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-021-22188-y","volume":"12","author":"C Jin","year":"2021","unstructured":"Jin, C., et al.: Predicting treatment response from longitudinal images using multi-task deep learning. Nat. Commun. 12(1), 1\u201311 (2021)","journal-title":"Nat. Commun."},{"issue":"10s","key":"13_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3505244","volume":"54","author":"S Khan","year":"2022","unstructured":"Khan, S., Naseer, M., Hayat, M., Zamir, S.W., Khan, F.S., Shah, M.: Transformers in vision: a survey. ACM Comput. Surv. (CSUR) 54(10s), 1\u201341 (2022)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"13_CR10","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1007\/978-3-031-19821-2_20","volume-title":"Computer Vision \u2013 ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23\u201327, 2022, Proceedings, Part XXXI","author":"B Kim","year":"2022","unstructured":"Kim, B., Han, I., Ye, J.C.: DiffuseMorph: unsupervised deformable image registration using diffusion model. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) Computer Vision \u2013 ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23\u201327, 2022, Proceedings, Part XXXI, pp. 347\u2013364. Springer Nature Switzerland, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19821-2_20"},{"key":"13_CR11","unstructured":"Kingma, D.P., Welling, M.: Auto-encoding variational bayes. arXiv preprint arXiv:1312.6114 (2013)"},{"key":"13_CR12","unstructured":"Van\u00a0der Maaten, L., Hinton, G.: Visualizing data using T-SNE. J. Mach. Learn. Res. 9(11) (2008)"},{"issue":"2","key":"13_CR13","doi-asserted-by":"publisher","DOI":"10.1148\/rg.220103","volume":"43","author":"LH Portnow","year":"2023","unstructured":"Portnow, L.H., et al.: Multimodality imaging review of HER2-positive breast cancer and response to neoadjuvant chemotherapy. Radiographics 43(2), e220103 (2023)","journal-title":"Radiographics"},{"issue":"3","key":"13_CR14","doi-asserted-by":"publisher","first-page":"651","DOI":"10.1111\/1759-7714.13309","volume":"11","author":"YH Qu","year":"2020","unstructured":"Qu, Y.H., Zhu, H.T., Cao, K., Li, X.T., Ye, M., Sun, Y.S.: Prediction of pathological complete response to neoadjuvant chemotherapy in breast cancer using a deep learning (dl) method. Thoracic Cancer 11(3), 651\u2013658 (2020)","journal-title":"Thoracic Cancer"},{"key":"13_CR15","doi-asserted-by":"crossref","unstructured":"Rabinovici-Cohen, S., et\u00a0al.: Radiomics for predicting response to neoadjuvant chemotherapy treatment in breast cancer. In: Medical Imaging 2020: Imaging Informatics for Healthcare, Research, and Applications, vol. 11318, pp. 333\u2013341. SPIE (2020)","DOI":"10.1117\/12.2551374"},{"key":"13_CR16","unstructured":"Radford, A., et\u00a0al.: Learning transferable visual models from natural language supervision. In: International Conference on Machine Learning, pp. 8748\u20138763. PMLR (2021)"},{"key":"13_CR17","doi-asserted-by":"crossref","unstructured":"Rombach, R., Blattmann, A., Lorenz, D., Esser, P., Ommer, B.: High-resolution image synthesis with latent diffusion models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10684\u201310695 (2022)","DOI":"10.1109\/CVPR52688.2022.01042"},{"issue":"14","key":"13_CR18","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.3390\/cancers13143521","volume":"13","author":"V Romeo","year":"2021","unstructured":"Romeo, V., et al.: Assessment and prediction of response to neoadjuvant chemotherapy in breast cancer: a comparison of imaging modalities and future perspectives. Cancers 13(14), 3521 (2021). https:\/\/doi.org\/10.3390\/cancers13143521","journal-title":"Cancers"},{"key":"13_CR19","doi-asserted-by":"publisher","unstructured":"Sauty, B., Durrleman, S.: Progression models for imaging data with longitudinal variational auto encoders. In: Medical Image Computing and Computer Assisted Intervention\u2013MICCAI 2022: 25th International Conference, Singapore, September 18\u201322, 2022, Proceedings, Part I. pp. 3\u201313. Springer (2022). https:\/\/doi.org\/10.1007\/978-3-031-16431-6_1","DOI":"10.1007\/978-3-031-16431-6_1"},{"key":"13_CR20","unstructured":"Skarping, I., Larsson, M., F\u00f6rnvik, D.: Analysis of mammograms using artificial intelligence to predict response to neoadjuvant chemotherapy in breast cancer patients: proof of concept. European Radiol., 1\u201311 (2022)"},{"key":"13_CR21","unstructured":"Sohl-Dickstein, J., Weiss, E., Maheswaranathan, N., Ganguli, S.: Deep unsupervised learning using nonequilibrium thermodynamics. In: International Conference on Machine Learning, pp. 2256\u20132265. PMLR (2015)"},{"issue":"12","key":"13_CR22","doi-asserted-by":"publisher","first-page":"2838","DOI":"10.1158\/1078-0432.CCR-19-3492","volume":"26","author":"LM Spring","year":"2020","unstructured":"Spring, L.M., et al.: Pathologic complete response after neoadjuvant chemotherapy and impact on breast cancer recurrence and survival: A comprehensive meta-analysispcr and association with clinical outcomes in breast cancer. Clin. Cancer Res. 26(12), 2838\u20132848 (2020)","journal-title":"Clin. Cancer Res."},{"key":"13_CR23","doi-asserted-by":"publisher","first-page":"x231","DOI":"10.1093\/annonc\/mds324","volume":"23","author":"A Thompson","year":"2012","unstructured":"Thompson, A., Moulder-Thompson, S.: Neoadjuvant treatment of breast cancer. Ann. Oncol. 23, x231\u2013x236 (2012)","journal-title":"Ann. Oncol."},{"issue":"15","key":"13_CR24","doi-asserted-by":"publisher","first-page":"1796","DOI":"10.1200\/JCO.2011.38.8595","volume":"30","author":"G Von Minckwitz","year":"2012","unstructured":"Von Minckwitz, G., et al.: Definition and impact of pathologic complete response on prognosis after neoadjuvant chemotherapy in various intrinsic breast cancer subtypes. J. Clin. Oncol. 30(15), 1796\u20131804 (2012)","journal-title":"J. Clin. Oncol."},{"key":"13_CR25","doi-asserted-by":"crossref","unstructured":"Wang, X., Moriakov, N., Gao, Y., Zhang, T., Han, L., Mann, R.M.: Artificial intelligence in breast imaging. In: Breast Imaging: Diagnosis and Intervention, pp. 435\u2013453 (2022)","DOI":"10.1007\/978-3-030-94918-1_20"},{"key":"13_CR26","doi-asserted-by":"crossref","unstructured":"Wang, X., et\u00a0al.: Predicting up to 10 year breast cancer risk using longitudinal mammographic screening history. medRxiv (2023)","DOI":"10.1101\/2023.06.28.23291994"},{"key":"13_CR27","doi-asserted-by":"crossref","unstructured":"Yoon, J.S., Zhang, C., Suk, H.I., Guo, J., Li, X.: SADM: sequence-aware diffusion model for longitudinal medical image generation. arXiv preprint arXiv:2212.08228 (2022)","DOI":"10.1007\/978-3-031-34048-2_30"},{"key":"13_CR28","doi-asserted-by":"crossref","unstructured":"Zhang, R., Isola, P., Efros, A.A., Shechtman, E., Wang, O.: The unreasonable effectiveness of deep features as a perceptual metric. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 586\u2013595 (2018)","DOI":"10.1109\/CVPR.2018.00068"},{"issue":"1","key":"13_CR29","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1038\/s42256-021-00425-9","volume":"4","author":"HY Zhou","year":"2022","unstructured":"Zhou, H.Y., Chen, X., Zhang, Y., Luo, R., Wang, L., Yu, Y.: Generalized radiograph representation learning via cross-supervision between images and free-text radiology reports. Nat. Mach. Intell. 4(1), 32\u201340 (2022)","journal-title":"Nat. Mach. Intell."},{"key":"13_CR30","unstructured":"Zhou, H.Y., Lian, C., Wang, L., Yu, Y.: Advancing radiograph representation learning with masked record modeling. arXiv preprint arXiv:2301.13155 (2023)"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72378-0_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T07:31:16Z","timestamp":1771054276000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72378-0_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031723773","9783031723780"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72378-0_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"3 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}