{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T11:04:43Z","timestamp":1730199883000,"version":"3.28.0"},"reference-count":43,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,12,5]],"date-time":"2023-12-05T00:00:00Z","timestamp":1701734400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,12,5]],"date-time":"2023-12-05T00:00:00Z","timestamp":1701734400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100017413","name":"Innovation Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100017413","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,12,5]]},"DOI":"10.1109\/bibm58861.2023.10385467","type":"proceedings-article","created":{"date-parts":[[2024,1,18]],"date-time":"2024-01-18T18:27:43Z","timestamp":1705602463000},"page":"3020-3028","source":"Crossref","is-referenced-by-count":0,"title":["BrainPST: Pre-training Stacked Transformers for Dynamic Brain Functional Network Analysis"],"prefix":"10.1109","author":[{"given":"Jinlong","family":"Hu","sequence":"first","affiliation":[{"name":"South China University of Technology,Guangdong Key Lab of Communication and Computer Network, School of Computer Science and Engineering,Guangzhou,China"}]},{"given":"Yangmin","family":"Huang","sequence":"additional","affiliation":[{"name":"South China University of Technology,Guangdong Key Lab of Communication and Computer Network, School of Computer Science and Engineering,Guangzhou,China"}]},{"given":"Yi","family":"Zhuo","sequence":"additional","affiliation":[{"name":"South China University of Technology,Guangdong Key Lab of Communication and Computer Network, School of Computer Science and Engineering,Guangzhou,China"}]},{"given":"Shoubin","family":"Dong","sequence":"additional","affiliation":[{"name":"South China University of Technology,Guangdong Key Lab of Communication and Computer Network, School of Computer Science and Engineering,Guangzhou,China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2016.12.061"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41593-020-00726-z"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.05.113"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-59728-3_52"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11517-022-02558-4"},{"key":"ref6","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","year":"2018","author":"Devlin","key":"ref7"},{"article-title":"Improving language understanding by generative pre-training","year":"2018","author":"Radford","key":"ref8"},{"key":"ref9","first-page":"4314","article-title":"Learning dynamic graph representation of brain connectome with spatio-temporal attention","volume":"34","author":"Kim","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"article-title":"Escaping the big data paradigm with compact transformers","year":"2021","author":"Hassani","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00950"},{"article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","year":"2020","author":"Dosovitskiy","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/BigData55660.2022.10020314"},{"article-title":"Brainnpt: Pre-training of transformer networks for brain network classification","year":"2023","author":"Hu","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2017.10"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102471"},{"key":"ref18","first-page":"28 877","article-title":"Do transformers really perform badly for graph representation?","volume":"34","author":"Ying","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref19","first-page":"13 266","article-title":"Representing long-range context for graph neural networks with global attention","volume":"34","author":"Wu","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"article-title":"Graph-bert: Only attention is needed for learning graph representations","year":"2020","author":"Zhang","key":"ref20"},{"key":"ref21","first-page":"12 559","article-title":"Self-supervised graph transformer on large-scale molecular data","volume":"33","author":"Rong","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"article-title":"Graphit: Encoding graph structure in transformers","year":"2021","author":"Mialon","key":"ref22"},{"key":"ref23","first-page":"3469","article-title":"Structure-aware transformer for graph representation learning","volume-title":"International Conference on Machine Learning","author":"Chen"},{"key":"ref24","first-page":"14 501","article-title":"Recipe for a general, powerful, scalable graph transformer","volume":"35","author":"Ramp\u00e1\u0161ek","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"article-title":"Transformer and snowball graph convolution learning for brain functional network classification","year":"2023","author":"Hu","key":"ref25"},{"article-title":"Brain network transformer","year":"2022","author":"Kan","key":"ref26"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-srw.12"},{"article-title":"Pert: pre-training bert with permuted language model","year":"2022","author":"Cui","key":"ref28"},{"article-title":"Efficient pre-training objectives for transformers","year":"2021","author":"Di Liello","key":"ref29"},{"article-title":"Albert: A lite bert for self-supervised learning of language representations","year":"2019","author":"Lan","key":"ref30"},{"article-title":"Vl-beit: Generative vision-language pretraining","year":"2022","author":"Bao","key":"ref31"},{"article-title":"Beit v2: Masked image modeling with vector-quantized visual tokenizers","year":"2022","author":"Peng","key":"ref32"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3389\/conf.fninf.2013.09.00041"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3389\/fnsys.2010.00013"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref36","article-title":"Convolutional neural network for sentence classification","volume-title":"Masters thesis","author":"Chen","year":"2015"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2013.07.019"},{"article-title":"Decoupled weight decay regularization","year":"2017","author":"Loshchilov","key":"ref38"},{"issue":"1","key":"ref39","first-page":"5485","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"The Journal ofMachine Learning Research"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/mp.2013.78"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1900390116"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2013.05.041"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2015.00458"}],"event":{"name":"2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","start":{"date-parts":[[2023,12,5]]},"location":"Istanbul, Turkiye","end":{"date-parts":[[2023,12,8]]}},"container-title":["2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10385250\/10385251\/10385467.pdf?arnumber=10385467","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,19]],"date-time":"2024-01-19T18:27:33Z","timestamp":1705688853000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10385467\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,5]]},"references-count":43,"URL":"https:\/\/doi.org\/10.1109\/bibm58861.2023.10385467","relation":{},"subject":[],"published":{"date-parts":[[2023,12,5]]}}}