{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,16]],"date-time":"2026-11-16T07:13:04Z","timestamp":1794813184912,"version":"4.9.1"},"publisher-location":"Singapore","reference-count":24,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819665846","type":"print"},{"value":"9789819665853","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-6585-3_16","type":"book-chapter","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T10:39:45Z","timestamp":1750675185000},"page":"226-240","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Semantic Mapping and Reconstruction from Brain Activation to Natural Images Using LDM and LLM"],"prefix":"10.1007","author":[{"given":"Han","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yaonai","family":"Wei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chenjie","family":"Jia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qitai","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaowei","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yudan","family":"Ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tuo","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,24]]},"reference":[{"key":"16_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2020.117602","volume":"228","author":"Z Ren","year":"2021","unstructured":"Ren, Z., et al.: Reconstructing seen image from brain activity by visually-guided cognitive representation and adversarial learning. Neuroimage 228, 117602 (2021). https:\/\/doi.org\/10.1016\/j.neuroimage.2020.117602","journal-title":"Neuroimage"},{"key":"16_CR2","doi-asserted-by":"publisher","unstructured":"Seeliger, K., G\u00fc\u00e7l\u00fc, U., Le, L., G\u00fc\u00e7l\u00fct\u00fcrk, Y., van Gerven, M.: Brain2Pix: fully convolutional naturalistic video reconstruction from brain activity. bioRxiv (2021). https:\/\/doi.org\/10.1101\/2021.02.02.429430","DOI":"10.1101\/2021.02.02.429430"},{"key":"16_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2022.119121","volume":"254","author":"G Gaziv","year":"2022","unstructured":"Gaziv, G., Beliy, R., Granot, N., et al.: Self-supervised natural image reconstruction and large-scale semantic classification from brain activity. Neuroimage 254, 119121 (2022). https:\/\/doi.org\/10.1016\/j.neuroimage.2022.119121","journal-title":"Neuroimage"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Chen, Z., Qing, J., Xiang, T., Yue, W.L., Zhou, J.H.: Seeing beyond the brain: conditional diffusion model with sparse masked modeling for vision decoding. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 22710\u201322720 (2023)","DOI":"10.1109\/CVPR52729.2023.02175"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Rombach, R., Blattmann, A., Lorenz, D., Esser, P., Ommer, B.: High-resolution image synthesis with latent diffusion models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 10684\u201310695 (2022)","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"16_CR6","doi-asserted-by":"publisher","first-page":"15666","DOI":"10.1038\/s41598-023-42891-8","volume":"13","author":"F Ozcelik","year":"2023","unstructured":"Ozcelik, F., VanRullen, R.: Natural scene reconstruction from fMRI signals using generative latent diffusion. Sci. Rep. 13, 15666 (2023). https:\/\/doi.org\/10.1038\/s41598-023-42891-8","journal-title":"Sci. Rep."},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Takagi, Y., Nishimoto, S.: High-resolution image reconstruction with latent diffusion models from human brain activity. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. CVPR, pp. 14453\u201314463 (2023)","DOI":"10.1109\/CVPR52729.2023.01389"},{"key":"16_CR8","doi-asserted-by":"publisher","unstructured":"Ngo, G.H., Nguyen, M., Chen, N.F., Sabuncu, M.R.: Text2Brain: synthesis of brain activation maps from free-form text query. In: de Bruijne M, et al. (eds.) Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2021. Lecture Notes in Computer Science, vol. 12907. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-87234-2_57","DOI":"10.1007\/978-3-030-87234-2_57"},{"key":"16_CR9","doi-asserted-by":"publisher","unstructured":"Wei, Y., Zhong, T., Zhang, S., et al.: Chat2Brain: a method for mapping open-ended semantic queries to brain activation maps. In: 2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), Istanbul, Turkiye. IEEE, pp. 1523\u20131530 (2023). https:\/\/doi.org\/10.1109\/BIBM58861.2023.10385933","DOI":"10.1109\/BIBM58861.2023.10385933"},{"issue":"2","key":"16_CR10","doi-asserted-by":"publisher","first-page":"1103","DOI":"10.1016\/j.neuroimage.2012.03.005","volume":"62","author":"X Hu","year":"2012","unstructured":"Hu, X., Yacoub, E.: The story of the initial dip in fMRI. Neuroimage 62(2), 1103\u20131108 (2012)","journal-title":"Neuroimage"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"European Radiology Experimental: MRI with ultrahigh field strength and high-performance gradients: challenges and opportunities for clinical neuroimaging at 7 T and beyond. Eur. Radiol. Exp. 5(1), 1\u201316 (2021)","DOI":"10.1186\/s41747-021-00216-2"},{"key":"16_CR12","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1038\/nature17637","volume":"532","author":"A Huth","year":"2016","unstructured":"Huth, A., de Heer, W., Griffiths, T., et al.: Natural speech reveals the semantic maps that tile human cerebral cortex. Nature 532, 453\u2013458 (2016). https:\/\/doi.org\/10.1038\/nature17637","journal-title":"Nature"},{"issue":"12","key":"16_CR13","doi-asserted-by":"publisher","first-page":"2767","DOI":"10.1093\/cercor\/bhp055","volume":"19","author":"JR Binder","year":"2021","unstructured":"Binder, J.R., Desai, R.H., Graves, W.W., Conant, L.L.: Where is the semantic system? A critical review and meta-analysis of 120 functional neuroimaging studies. Cereb. Cortex 19(12), 2767\u20132796 (2021)","journal-title":"Cereb. Cortex"},{"issue":"1","key":"16_CR14","first-page":"278","volume":"59","author":"X Wang","year":"2022","unstructured":"Wang, X., Hutchinson, R.M., Hashemi, N.H., Menon, R.S., Everling, S.: High-resolution fMRI mapping of cortical activation from complex natural stimuli. Neuroimage 59(1), 278\u2013289 (2022)","journal-title":"Neuroimage"},{"issue":"6","key":"16_CR15","first-page":"605","volume":"65","author":"A De Benedictis","year":"2021","unstructured":"De Benedictis, A., Marras, C.E., Petit, L., Sarubbo, S.: The inferior fronto-occipital fascicle: a century of controversies from anatomy theaters to operative neurosurgery. J. Neurosurg. Sci. 65(6), 605\u2013615 (2021)","journal-title":"J. Neurosurg. Sci."},{"key":"16_CR16","doi-asserted-by":"publisher","first-page":"1409","DOI":"10.1016\/S0042-6989(01)00073-6","volume":"41","author":"K Grill-Spector","year":"2001","unstructured":"Grill-Spector, K., Kourtzi, Z., Kanwisher, N.: The lateral occipital complex and its role in object recognition. Vision. Res. 41, 1409\u20131422 (2001)","journal-title":"Vision. Res."},{"key":"16_CR17","doi-asserted-by":"publisher","unstructured":"Achiam, J., Adler, S., Agarwal, S.,et al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023). https:\/\/doi.org\/10.48550\/arXiv.2303.08774","DOI":"10.48550\/arXiv.2303.08774"},{"key":"16_CR18","doi-asserted-by":"publisher","unstructured":"Touvron, H., Martin, L., Stone, K., et al.: Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023). https:\/\/doi.org\/10.48550\/arXiv.2307.09288","DOI":"10.48550\/arXiv.2307.09288"},{"key":"16_CR19","doi-asserted-by":"publisher","unstructured":"Ma, C., Wu, Z., Wang, J., et al.: ImpressionGPT: an iterative optimizing framework for radiology report summarization with ChatGPT. arXiv preprint arXiv:2304.08448 (2023). https:\/\/doi.org\/10.48550\/arXiv.2304.08448","DOI":"10.48550\/arXiv.2304.08448"},{"key":"16_CR20","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1038\/s41593-021-00962-x","volume":"25","author":"EJ Allen","year":"2022","unstructured":"Allen, E.J., St-Yves, G., Wu, Y., et al.: A massive 7T fMRI dataset to bridge cognitive neuroscience and artificial intelligence. Nat. Neurosci. 25, 116\u2013126 (2022). https:\/\/doi.org\/10.1038\/s41593-021-00962-x","journal-title":"Nat. Neurosci."},{"key":"16_CR21","doi-asserted-by":"publisher","unstructured":"Lin, T.Y., Fleet, D., Pajdla, T., et al.: Microsoft COCO: common objects in context. In: Computer Vision \u2013 ECCV 2014. Lecture Notes in Computer Science, vol. 8693. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48","DOI":"10.1007\/978-3-319-10602-1_48"},{"issue":"2","key":"16_CR22","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1097\/00004728-199403000-00005","volume":"18","author":"DL Collins","year":"1994","unstructured":"Collins, D.L., Neelin, P., Peters, T.M., Evans, A.C.: Automatic 3D intersubject registration of MR volumetric data in standardized Talairach space. J. Comput. Assist. Tomogr. 18(2), 192\u2013205 (1994)","journal-title":"J. Comput. Assist. Tomogr."},{"key":"16_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2019.116189","volume":"206","author":"ET Rolls","year":"2020","unstructured":"Rolls, E.T., Huang, C.C., Lin, C.P., Feng, J., Joliot, M.: Automated anatomical labelling atlas 3. Neuroimage 206, 116189 (2020). https:\/\/doi.org\/10.1016\/j.neuroimage.2019.116189","journal-title":"Neuroimage"},{"key":"16_CR24","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1007\/s00453-012-9717-4","volume":"69","author":"MR Ackermann","year":"2014","unstructured":"Ackermann, M.R., Bl\u00f6mer, J., Kuntze, D.: Analysis of agglomerative clustering. Algorithmica 69, 184\u2013215 (2014). https:\/\/doi.org\/10.1007\/s00453-012-9717-4","journal-title":"Algorithmica"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-6585-3_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T10:39:48Z","timestamp":1750675188000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-6585-3_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819665846","9789819665853"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-6585-3_16","relation":{"is-part-of":[{"id-type":"doi","id":"https:\/\/doi.org\/10.1007\/978-981-96-6585-3","asserted-by":"object"}]},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"24 June 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Auckland","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Zealand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2024.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}