{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T18:50:53Z","timestamp":1792090253818,"version":"4.4.0"},"reference-count":40,"publisher":"Society of Nuclear Medicine","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Nucl Med"],"accepted":{"date-parts":[[2026,7,15]]},"DOI":"10.2967\/jnumed.125.271912","type":"journal-article","created":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T18:10:25Z","timestamp":1792087825000},"page":"jnumed.125.271912","source":"Crossref","is-referenced-by-count":0,"title":["Multimodal Visual Question Answering System for Survival Prognosis in PSMA-Targeted Radiopharmaceutical Therapy"],"prefix":"10.2967","author":[{"given":"Mohamed","family":"Kassar","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jaixi","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Isabel","family":"Rauscher","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carlos Vin\u00edcius","family":"Gomes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Wendler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sibylle","family":"Ziegler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ali","family":"Afshar-Oromieh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wolfgang A.","family":"Weber","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Axel","family":"Rominger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nassir","family":"Navab","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthias","family":"Eiber","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Seifert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kuangyu","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1602","published-online":{"date-parts":[[2026,10,15]]},"reference":[{"key":"2026101511102036000_jnumed.125.271912v1.1","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1038\/s41746-020-00341-z","article-title":"Fusion of medical imaging and electronic health records using deep learning: a systematic review and implementation guidelines","volume":"3","author":"Huang","year":"2020","journal-title":"NPJ Digit Med."},{"key":"2026101511102036000_jnumed.125.271912v1.2","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-022-01981-2"},{"key":"2026101511102036000_jnumed.125.271912v1.3","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","article-title":"Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead","volume":"1","author":"Rudin","year":"2019","journal-title":"Nat Mach Intell."},{"key":"2026101511102036000_jnumed.125.271912v1.4","doi-asserted-by":"crossref","first-page":"e745","DOI":"10.1016\/S2589-7500(21)00208-9","article-title":"The false hope of current approaches to explainable artificial intelligence in health care","volume":"3","author":"Ghassemi","year":"2021","journal-title":"Lancet Digit Health."},{"key":"2026101511102036000_jnumed.125.271912v1.5","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06291-2"},{"key":"2026101511102036000_jnumed.125.271912v1.6","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-023-02448-8"},{"key":"2026101511102036000_jnumed.125.271912v1.7","doi-asserted-by":"publisher","DOI":"10.2967\/jnumed.124.268072"},{"key":"2026101511102036000_jnumed.125.271912v1.8","doi-asserted-by":"crossref","first-page":"1430984","DOI":"10.3389\/frai.2024.1430984","article-title":"Vision-language models for medical report generation and visual question answering: a review","volume":"7","author":"Hartsock","year":"2024","journal-title":"Front Artif Intell."},{"key":"2026101511102036000_jnumed.125.271912v1.9","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1186\/s40644-024-00773-w","article-title":"Early treatment response assessment with [177Lu]PSMA whole-body-scintigraphy compared to interim PSMA-PET","volume":"24","author":"Ventura","year":"2024","journal-title":"Cancer Imaging."},{"key":"2026101511102036000_jnumed.125.271912v1.10","doi-asserted-by":"publisher","DOI":"10.3322\/caac.21660"},{"key":"2026101511102036000_jnumed.125.271912v1.11","doi-asserted-by":"publisher","DOI":"10.2967\/jnumed.115.158550"},{"key":"2026101511102036000_jnumed.125.271912v1.12","doi-asserted-by":"publisher","DOI":"10.1016\/S1470-2045(18)30198-0"},{"key":"2026101511102036000_jnumed.125.271912v1.13","doi-asserted-by":"crossref","first-page":"3849","DOI":"10.3390\/cancers13153849","article-title":"Evaluation of 68Ga-PSMA-11 PET-MRI in patients with advanced prostate cancer receiving 177Lu-PSMA-617 therapy: a radiomics analysis","volume":"13","author":"Roll","year":"2021","journal-title":"Cancers (Basel)."},{"key":"2026101511102036000_jnumed.125.271912v1.14","doi-asserted-by":"publisher","DOI":"10.2967\/jnumed.122.264741"},{"key":"2026101511102036000_jnumed.125.271912v1.15","doi-asserted-by":"crossref","first-page":"885","DOI":"10.1007\/s00259-023-06476-x","article-title":"Change in total lesion PSMA (TLP) during [177Lu]Lu-PSMA-617 radioligand therapy predicts overall survival in patients with mCRPC: monocentric evaluation of a prospective registry","volume":"51","author":"Burgard","year":"2024","journal-title":"Eur J Nucl Med Mol Imaging."},{"key":"2026101511102036000_jnumed.125.271912v1.16","doi-asserted-by":"crossref","first-page":"8143","DOI":"10.7150\/thno.60222","article-title":"Total tumor volume reduction and low PSMA expression in patients receiving Lu-PSMA therapy","volume":"11","author":"Seifert","year":"2021","journal-title":"Theranostics."},{"key":"2026101511102036000_jnumed.125.271912v1.17","doi-asserted-by":"publisher","DOI":"10.2967\/jnumed.122.264398"},{"key":"2026101511102036000_jnumed.125.271912v1.18","doi-asserted-by":"crossref","first-page":"1185","DOI":"10.1007\/s00259-023-06536-2","article-title":"Early response monitoring during [177Lu]Lu-PSMA I&T therapy with quantitated SPECT\/CT predicts overall survival of mCRPC patients: subgroup analysis of a Swiss-wide prospective registry study","volume":"51","author":"Neubauer","year":"2024","journal-title":"Eur J Nucl Med Mol Imaging."},{"key":"2026101511102036000_jnumed.125.271912v1.19","doi-asserted-by":"publisher","DOI":"10.1038\/s41568-021-00408-3"},{"key":"2026101511102036000_jnumed.125.271912v1.20","unstructured":"Pellegrini C Keicher M \u00d6zsoy E Navab N . Rad-ReStruct: a novel VQA benchmark and method for structured radiology reporting [preprint]. arXiv. https:\/\/arxiv.org\/abs\/2307.05766. Accessed July 29, 2026."},{"key":"2026101511102036000_jnumed.125.271912v1.21","unstructured":"Tanwani AK Barral JK Freedman D . RepsNet: combining vision with language for automated medical reports [preprint]. arXiv. https:\/\/arxiv.org\/abs\/2209.13171. Accessed July 29, 2026."},{"key":"2026101511102036000_jnumed.125.271912v1.22","unstructured":"Antol S Agrawal A Lu J . VQA: visual question answering [preprint]. arXiv. https:\/\/arxiv.org\/abs\/1505.00468. Accessed July 29, 2026."},{"key":"2026101511102036000_jnumed.125.271912v1.23","doi-asserted-by":"crossref","first-page":"19826","DOI":"10.1038\/s41598-021-98390-1","article-title":"MedFuseNet: an attention-based multimodal deep learning model for visual question answering in the medical domain","volume":"11","author":"Sharma","year":"2021","journal-title":"Sci Rep."},{"key":"2026101511102036000_jnumed.125.271912v1.24","doi-asserted-by":"crossref","first-page":"818","DOI":"10.21037\/atm-20-6446","article-title":"Decision-support for treatment with 177Lu-PSMA: machine learning predicts response with high accuracy based on PSMA-PET\/CT and clinical parameters","volume":"9","author":"Moazemi","year":"2021","journal-title":"Ann Transl Med."},{"key":"2026101511102036000_jnumed.125.271912v1.25","doi-asserted-by":"crossref","first-page":"1068","DOI":"10.3390\/jpm14111068","article-title":"Predicting response to [177Lu]Lu-PSMA therapy in mCRPC using machine learning","volume":"14","author":"Gong","year":"2024","journal-title":"J Pers Med."},{"key":"2026101511102036000_jnumed.125.271912v1.26","doi-asserted-by":"crossref","first-page":"1234853","DOI":"10.3389\/fnume.2023.1234853","article-title":"Multicentric 68Ga-PSMA PET radiomics for treatment response assessment of 177Lu-PSMA-617 radioligand therapy in patients with metastatic castration-resistant prostate cancer","volume":"3","author":"Gutsche","year":"2023","journal-title":"Front Nucl Med."},{"key":"2026101511102036000_jnumed.125.271912v1.27","doi-asserted-by":"crossref","first-page":"186","DOI":"10.3390\/diagnostics11020186","article-title":"Estimating the potential of radiomics features and radiomics signature from pretherapeutic PSMA-PET-CT scans and clinical data for prediction of overall survival when treated with 177Lu-PSMA","volume":"11","author":"Moazemi","year":"2021","journal-title":"Diagnostics (Basel)."},{"key":"2026101511102036000_jnumed.125.271912v1.28","unstructured":"He K Zhang X Ren S Sun J . Deep residual learning for image recognition [preprint]. arXiv. https:\/\/arxiv.org\/abs\/1512.03385. Accessed July 29, 2026."},{"key":"2026101511102036000_jnumed.125.271912v1.29","doi-asserted-by":"crossref","first-page":"e210258","DOI":"10.1148\/ryai.210258","article-title":"RadBERT: adapting transformer-based language models to radiology","volume":"4","author":"Yan","year":"2022","journal-title":"Radiol Artif Intell."},{"key":"2026101511102036000_jnumed.125.271912v1.30","unstructured":"Vaswani A Shazeer N Parmar N . Attention is all you need. Adv Neural Inf Process Syst. 2017;30."},{"key":"2026101511102036000_jnumed.125.271912v1.31","unstructured":"Hu E Shen Y Wallis P . LoRA: low-rank adaptation of large language models [preprint]. arXiv. https:\/\/arxiv.org\/abs\/2106.09685. Accessed July 29, 2026."},{"key":"2026101511102036000_jnumed.125.271912v1.32","unstructured":"Chen T Saxena S Li L Fleet DJ Hinton G . Pix2seq: a language modeling framework for object detection [preprint]. arXiv. https:\/\/arxiv.org\/abs\/2109.10852v2. Accessed July 29, 2026."},{"key":"2026101511102036000_jnumed.125.271912v1.33","doi-asserted-by":"crossref","first-page":"774","DOI":"10.1186\/s12967-025-06617-w","article-title":"Attention-based multimodal deep learning for interpretable and generalizable prediction of pathological complete response in breast cancer","volume":"23","author":"Nishizawa","year":"2025","journal-title":"J Transl Med."},{"key":"2026101511102036000_jnumed.125.271912v1.34","unstructured":"Nie Y Li L Gan Z . MLP architectures for vision-and-language modeling: an empirical study [preprint]. arXiv. https:\/\/arxiv.org\/abs\/2112.04453. Accessed July 29, 2026."},{"key":"2026101511102036000_jnumed.125.271912v1.35","doi-asserted-by":"crossref","first-page":"e222010","DOI":"10.1148\/radiol.222010","article-title":"A prognostic risk score for prostate cancer based on PSMA PET-derived organ-specific tumor volumes","volume":"307","author":"Seifert","year":"2023","journal-title":"Radiology."},{"key":"2026101511102036000_jnumed.125.271912v1.36","doi-asserted-by":"publisher","DOI":"10.2967\/jnumed.118.224055"},{"key":"2026101511102036000_jnumed.125.271912v1.37","doi-asserted-by":"crossref","first-page":"1173","DOI":"10.1007\/s00259-023-06551-3","article-title":"Deep learning-based whole-body characterization of prostate cancer lesions on [68Ga]Ga-PSMA-11 PET\/CT in patients with post-prostatectomy recurrence","volume":"51","author":"Huang","year":"2024","journal-title":"Eur J Nucl Med Mol Imaging."},{"key":"2026101511102036000_jnumed.125.271912v1.38","doi-asserted-by":"crossref","first-page":"1448","DOI":"10.1007\/s00259-017-3716-2","article-title":"Overall survival and response pattern of castration-resistant metastatic prostate cancer to multiple cycles of radioligand therapy using [177Lu]Lu-PSMA-617","volume":"44","author":"Ahmadzadehfar","year":"2017","journal-title":"Eur J Nucl Med Mol Imaging."},{"key":"2026101511102036000_jnumed.125.271912v1.39","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1186\/s12894-022-01050-3","article-title":"Pre- and intratherapeutic predictors of overall survival in patients with advanced metastasized castration-resistant prostate cancer receiving Lu-177-PSMA-617 radioligand therapy","volume":"22","author":"Wrenger","year":"2022","journal-title":"BMC Urol."},{"key":"2026101511102036000_jnumed.125.271912v1.40","doi-asserted-by":"crossref","first-page":"4262","DOI":"10.1007\/s00259-022-05853-2","article-title":"Baseline clinical characteristics predict overall survival in patients undergoing radioligand therapy with [177Lu]Lu-PSMA I&T during long-term follow-up","volume":"49","author":"Hartrampf","year":"2022","journal-title":"Eur J Nucl Med Mol Imaging."}],"container-title":["Journal of Nuclear Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/syndication.highwire.org\/content\/doi\/10.2967\/jnumed.125.271912","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T18:10:29Z","timestamp":1792087829000},"score":1,"resource":{"primary":{"URL":"http:\/\/jnm.snmjournals.org\/lookup\/doi\/10.2967\/jnumed.125.271912"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10,15]]},"references-count":40,"alternative-id":["10.2967\/jnumed.125.271912"],"URL":"https:\/\/doi.org\/10.2967\/jnumed.125.271912","relation":{},"ISSN":["0161-5505","2159-662X"],"issn-type":[{"value":"0161-5505","type":"print"},{"value":"2159-662X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,10,15]]}}}