{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T04:38:40Z","timestamp":1778647120254,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":72,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","award":["352915,328875,350323"],"award-info":[{"award-number":["352915,328875,350323"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,28]]},"DOI":"10.1145\/3664647.3681037","type":"proceedings-article","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T06:59:33Z","timestamp":1729925973000},"page":"7744-7753","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Cognition-Supervised Saliency Detection: Contrasting EEG Signals and Visual Stimuli"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-2216-1151","authenticated-orcid":false,"given":"Jun","family":"Ma","sequence":"first","affiliation":[{"name":"University of Helsinki, Helsinki, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2203-4928","authenticated-orcid":false,"given":"Tuukka","family":"Ruotsalo","sequence":"additional","affiliation":[{"name":"University of Copenhagen & LUT University, Copenhagen, Denmark"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Confounds in the data'Comments on 'Decoding brain representations by multimodal learning of neural activity and visual features","author":"Ahmed Hamad","year":"2021","unstructured":"Hamad Ahmed, Ronnie B Wilbur, Hari M Bharadwaj, and Jeffrey Mark Siskind. 2021. Confounds in the data'Comments on 'Decoding brain representations by multimodal learning of neural activity and visual features'. IEEE transactions on pattern analysis and machine intelligence, Vol. 44, 12 (2021), 9217--9220."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00384"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.3390\/app7121239"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/bs.pbr.2016.04.021"},{"key":"e_1_3_2_1_5_1","volume-title":"Learning representations by maximizing mutual information across views. Advances in neural information processing systems","author":"Bachman Philip","year":"2019","unstructured":"Philip Bachman, R Devon Hjelm, and William Buchwalter. 2019. Learning representations by maximizing mutual information across views. Advances in neural information processing systems, Vol. 32 (2019)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/abca18"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2010.06.048"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2018.2813138"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIEA.2018.8398035"},{"key":"e_1_3_2_1_10_1","volume-title":"International conference on machine learning. PMLR, 1597--1607","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey Hinton. 2020. A simple framework for contrastive learning of visual representations. In International conference on machine learning. PMLR, 1597--1607."},{"key":"e_1_3_2_1_11_1","volume-title":"Big Self-Supervised Models are Strong Semi-Supervised Learners. arXiv preprint arXiv:2006.10029","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Kevin Swersky, Mohammad Norouzi, and Geoffrey Hinton. 2020. Big Self-Supervised Models are Strong Semi-Supervised Learners. arXiv preprint arXiv:2006.10029 (2020)."},{"key":"e_1_3_2_1_12_1","volume-title":"Pix2seq: A language modeling framework for object detection. arXiv preprint arXiv:2109.10852","author":"Chen Ting","year":"2021","unstructured":"Ting Chen, Saurabh Saxena, Lala Li, David J Fleet, and Geoffrey Hinton. 2021. Pix2seq: A language modeling framework for object detection. arXiv preprint arXiv:2109.10852 (2021)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01434"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/SMC.2019.8914246"},{"key":"e_1_3_2_1_15_1","first-page":"1","article-title":"solo-learn: A Library of Self-supervised Methods for Visual Representation Learning","volume":"23","author":"Turrisi Da Costa Victor Guilherme","year":"2022","unstructured":"Victor Guilherme Turrisi Da Costa, Enrico Fini, Moin Nabi, Nicu Sebe, and Elisa Ricci. 2022. solo-learn: A Library of Self-supervised Methods for Visual Representation Learning. J. Mach. Learn. Res., Vol. 23, 56 (2022), 1--6.","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_1_16_1","volume-title":"Physiological Data: Challenges for Privacy and Ethics. arXiv preprint arXiv:2405.15272","author":"Davis Keith","year":"2024","unstructured":"Keith Davis and Tuukka Ruotsalo. 2024. Physiological Data: Challenges for Privacy and Ethics. arXiv preprint arXiv:2405.15272 (2024)."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 18480--18489","author":"Davis Keith M","unstructured":"Keith M Davis, Carlos de la Torre-Ortiz, and Tuukka Ruotsalo. 2022. Brain-supervised image editing. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 18480--18489."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415821"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2024.3406159"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-020-09916-x"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","unstructured":"Alexandre D\u00e9fossez Charlotte Caucheteux J\u00e9r\u00e9my Rapin Ori Kabeli and Jean-R\u00e9mi King. 2022. Decoding speech from non-invasive brain recordings. https:\/\/doi.org\/10.48550\/ARXIV.2208.12266","DOI":"10.48550\/ARXIV.2208.12266"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3097797"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609594"},{"key":"e_1_3_2_1_24_1","volume-title":"Supervised Contrastive Learning for Pre-trained Language Model Fine-tuning. In International Conference on Learning Representations.","author":"Gunel Beliz","year":"2021","unstructured":"Beliz Gunel, Jingfei Du, Alexis Conneau, and Veselin Stoyanov. 2021. Supervised Contrastive Learning for Pre-trained Language Model Fine-tuning. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2019.2901456"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.3390\/technologies9010002"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9533305"},{"key":"e_1_3_2_1_31_1","first-page":"e1750","article-title":"Development of expert-level classification of seizures and rhythmic and periodic patterns during eeg interpretation","volume":"100","author":"Jing Jin","year":"2023","unstructured":"Jin Jing, Wendong Ge, Shenda Hong, Marta Bento Fernandes, Zhen Lin, Chaoqi Yang, Sungtae An, Aaron F Struck, Aline Herlopian, Ioannis Karakis, et al. 2023. Development of expert-level classification of seizures and rhythmic and periodic patterns during eeg interpretation. Neurology, Vol. 100, 17 (2023), e1750--e1762.","journal-title":"Neurology"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_1_33_1","volume-title":"Neuroadaptive modelling for generating images matching perceptual categories. Scientific reports","author":"Kangassalo Lauri","year":"2020","unstructured":"Lauri Kangassalo, Michiel Spap\u00e9, and Tuukka Ruotsalo. 2020. Neuroadaptive modelling for generating images matching perceptual categories. Scientific reports, Vol. 10, 1 (2020), 14719."},{"key":"e_1_3_2_1_34_1","unstructured":"Tero Karras Timo Aila Samuli Laine and Jaakko Lehtinen. 2018. Progressive Growing of GANs for Improved Quality Stability and Variation. arxiv: 1710.10196 [cs.NE]"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3127907"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.3390\/electronics11213637"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00202"},{"key":"e_1_3_2_1_38_1","volume-title":"Rawan Fakhreddine, and Jos\u00e9 del R Mill\u00e1n.","author":"Kumar Satyam","year":"2024","unstructured":"Satyam Kumar, Hussein Alawieh, Frigyes Samuel Racz, Rawan Fakhreddine, and Jos\u00e9 del R Mill\u00e1n. 2024. Transfer learning promotes acquisition of individual BCI skills. PNAS nexus, Vol. 3, 2 (2024), pgae076."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aace8c"},{"key":"e_1_3_2_1_40_1","first-page":"316","article-title":"The perils and pitfalls of block design for EEG classification experiments","volume":"43","author":"Li Ren","year":"2020","unstructured":"Ren Li, Jared S Johansen, Hamad Ahmed, Thomas V Ilyevsky, Ronnie B Wilbur, Hari M Bharadwaj, and Jeffrey Mark Siskind. 2020. The perils and pitfalls of block design for EEG classification experiments. IEEE Transactions on Pattern Analysis and Machine Intelligence, Vol. 43, 1 (2020), 316--333.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.425"},{"key":"e_1_3_2_1_42_1","volume-title":"An introduction to the event-related potential technique","author":"Luck Steven J.","unstructured":"Steven J. Luck. 2014. Artifact Rejection and Correction. In An introduction to the event-related potential technique 2nd ed.). MIT Press, Cambridge, Massachusetts, 185--217.","edition":"2"},{"key":"e_1_3_2_1_43_1","volume-title":"in press. Personalized Machine Learning","author":"McAuley Julian","unstructured":"Julian McAuley. in press. Personalized Machine Learning. Cambridge University Press."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-022-08178-1"},{"key":"e_1_3_2_1_45_1","volume-title":"Mohammad Rasool Izadi, and Pattie Maes","author":"Mohsenvand Mostafa Neo","year":"2020","unstructured":"Mostafa Neo Mohsenvand, Mohammad Rasool Izadi, and Pattie Maes. 2020. Contrastive representation learning for electroencephalogram classification. In Machine Learning for Health. PMLR, 238--253."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1088\/1741--2552"},{"key":"e_1_3_2_1_47_1","volume-title":"Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748","author":"van den Oord Aaron","year":"2018","unstructured":"Aaron van den Oord, Yazhe Li, and Oriol Vinyals. 2018. Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748 (2018)."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2995909"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.369"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","unstructured":"Andr\u00e9 Susano Pinto Alexander Kolesnikov Yuge Shi Lucas Beyer and Xiaohua Zhai. 2023. Tuning computer vision models with task rewards. https:\/\/doi.org\/10.48550\/ARXIV.2302.08242","DOI":"10.48550\/ARXIV.2302.08242"},{"key":"e_1_3_2_1_51_1","volume-title":"International Conference on Machine Learning. PMLR, 8748--8763","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, et al. 2021. Learning transferable visual models from natural language supervision. In International Conference on Machine Learning. PMLR, 8748--8763."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2560\/8\/2\/025028"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3613442"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9413528"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2020.3048106"},{"key":"e_1_3_2_1_56_1","volume-title":"Jin Hwa Lee, and Mackenzie Weygandt Mathis","author":"Schneider Steffen","year":"2023","unstructured":"Steffen Schneider, Jin Hwa Lee, and Mackenzie Weygandt Mathis. 2023. Learnable latent embeddings for joint behavioural and neural analysis. Nature (2023), 1--9."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124336"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10096587"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.479"},{"key":"e_1_3_2_1_60_1","volume-title":"High-resolution image reconstruction with latent diffusion models from human brain activity. bioRxiv","author":"Takagi Yu","year":"2022","unstructured":"Yu Takagi and Shinji Nishimoto. 2022. High-resolution image reconstruction with latent diffusion models from human brain activity. bioRxiv (2022), 2022--11."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240508.3240641"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0896-6273(01)00328-2"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3203630"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2016.2627556"},{"key":"e_1_3_2_1_65_1","volume-title":"Seed the views: Hierarchical semantic alignment for contrastive representation learning","author":"Xu Haohang","year":"2022","unstructured":"Haohang Xu, Xiaopeng Zhang, Hao Li, Lingxi Xie, Wenrui Dai, Hongkai Xiong, and Qi Tian. 2022. Seed the views: Hierarchical semantic alignment for contrastive representation learning. IEEE Transactions on Pattern Analysis and Machine Intelligence (2022)."},{"key":"e_1_3_2_1_66_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Yang Chaoqi","year":"2024","unstructured":"Chaoqi Yang, M Westover, and Jimeng Sun. 2024. Biot: Biosignal transformer for cross-data learning in the wild. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512273"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645724"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00692"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2023.105125"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2019.107147"},{"key":"e_1_3_2_1_72_1","volume-title":"CLIP-MUSED: CLIP-Guided Multi-Subject Visual Neural Information Semantic Decoding. arXiv preprint arXiv:2402.08994","author":"Zhou Qiongyi","year":"2024","unstructured":"Qiongyi Zhou, Changde Du, Shengpei Wang, and Huiguang He. 2024. CLIP-MUSED: CLIP-Guided Multi-Subject Visual Neural Information Semantic Decoding. arXiv preprint arXiv:2402.08994 (2024)."}],"event":{"name":"MM '24: The 32nd ACM International Conference on Multimedia","location":"Melbourne VIC Australia","acronym":"MM '24","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 32nd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3681037","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664647.3681037","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:17:37Z","timestamp":1750295857000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3681037"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":72,"alternative-id":["10.1145\/3664647.3681037","10.1145\/3664647"],"URL":"https:\/\/doi.org\/10.1145\/3664647.3681037","relation":{},"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"2024-10-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}