{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T19:19:09Z","timestamp":1792869549542,"version":"4.5.0"},"reference-count":71,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,11,1]]},"DOI":"10.1109\/tpami.2020.2995909","type":"journal-article","created":{"date-parts":[[2020,5,20]],"date-time":"2020-05-20T16:54:07Z","timestamp":1589993647000},"page":"3833-3849","source":"Crossref","is-referenced-by-count":157,"title":["Decoding Brain Representations by Multimodal Learning of Neural Activity and Visual Features"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2441-0982","authenticated-orcid":false,"given":"Simone","family":"Palazzo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6653-2577","authenticated-orcid":false,"given":"Concetto","family":"Spampinato","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Isaak","family":"Kavasidis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5135-1351","authenticated-orcid":false,"given":"Daniela","family":"Giordano","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2446-821X","authenticated-orcid":false,"given":"Joseph","family":"Schmidt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8216-1128","authenticated-orcid":false,"given":"Mubarak","family":"Shah","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00007"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1038\/srep00054"},{"key":"ref39","first-page":"2949","article-title":"Multimodal learning with deep Boltzmann machines","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref38","first-page":"2141","article-title":"Improved multimodal deep learning with variation of information","author":"sohn","year":"2014","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X16001837"},{"key":"ref32","first-page":"2048","article-title":"Show, attend and tell: Neural image caption generation with visual attention","author":"xu","year":"2015","journal-title":"Proc 32nd Int Conf Mach Learn"},{"key":"ref31","first-page":"1462","article-title":"DRAW: A recurrent neural network for image generation","author":"gregor","year":"2015","journal-title":"Proc 32nd Int Conf Mach Learn"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1038\/nature20101"},{"key":"ref37","first-page":"689","article-title":"Multimodal deep learning","author":"ngiam","year":"2011","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.2297711"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2008.4587618"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-23618-6"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/S1388-2457(00)00527-7"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(99)01299-1"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2015.02.004"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.tins.2007.05.001"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1403112111"},{"key":"ref64","author":"luck","year":"2014","journal-title":"An Introduction to the Event-Related Potential Technique"},{"key":"ref27","first-page":"3093","article-title":"Hierarchical modular optimization of convolutional networks achieves representations similar to macaque it and human ventral stream","author":"yamins","year":"2013","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.38"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.71"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3389\/neuro.06.004.2008"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2012.2210727"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/S0042-6989(99)00163-7"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2007.09.009"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/srep27755"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/ncomms15037"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijleo.2016.10.117"},{"key":"ref22","first-page":"4620","article-title":"Targeting EEG\/LFP synchrony with neural nets","author":"li","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aace8c"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1167\/15.7.5"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/bhv021"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-017-16377-3"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1126\/science.1117593"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2598339"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298878"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref58","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"2014","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/S0959-4388(03)00105-3"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref55","article-title":"Multi-scale context aggregation by dilated convolutions","author":"yu","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3127907"},{"key":"ref53","article-title":"Generating images from captions with attention","author":"mansimov","year":"2016","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref52","first-page":"1060","article-title":"Generative adversarial text to image synthesis","author":"reed","year":"2016","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2012.01.010"},{"key":"ref11","first-page":"5266","article-title":"Deep predictive coding network for object recognition","author":"wen","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.130"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X12000477"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2012.10.038"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/ab260c"},{"key":"ref15","first-page":"1703","article-title":"Cascade and parallel convolutional recurrent neural networks on EEG-based intention recognition for brain computer interface","author":"zhang","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8462243"},{"key":"ref17","doi-asserted-by":"crossref","DOI":"10.1212\/WNL.90.15_supplement.S19.004","article-title":": Spectrographic seizure detection using deep learning with convolutional neural networks (S19.004)","volume":"90","author":"yan","year":"2018","journal-title":"Neurology"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2016.7727334"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2017.2788081"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.369"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.479"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2013.06.034"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.cub.2011.08.031"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-neuro-060909-153218"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-0173(01)00085-6"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298935"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1038\/nrn3008"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2017.7952132"},{"key":"ref45","first-page":"892","article-title":"SoundNet: Learning sound representations from unlabeled video","author":"aytar","year":"2016","journal-title":"Proc 30th Int Conf Neural Inf Process Syst"},{"key":"ref48","first-page":"609","article-title":"Look, listen and learn","author":"arandjelovic","year":"2017","journal-title":"Proc IEEE Int Conf Comput Vis"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1145\/1743384.1743475","article-title":"New trends and ideas in visual concept detection: The MIR flickr retrieval evaluation initiative","author":"huiskes","year":"2010","journal-title":"Proc Int Conf Multimedia Inf Retrieval"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5540120"},{"key":"ref41","first-page":"551","article-title":"Multimodal learning and reasoning for visual question answering","author":"ilievski","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46448-0_48"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01246-5_35"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9556112\/09097411.pdf?arnumber=9097411","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,5]],"date-time":"2024-08-05T23:08:12Z","timestamp":1722899292000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9097411\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,1]]},"references-count":71,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2020.2995909","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,11,1]]}}}