{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,30]],"date-time":"2026-07-30T14:09:35Z","timestamp":1785420575306,"version":"3.56.0"},"reference-count":50,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Key Scientific Technological Innovation Research Project by Ministry of Education"},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China Innovation Research Group Fund","doi-asserted-by":"publisher","award":["61621005"],"award-info":[{"award-number":["61621005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"State Key Program"},{"DOI":"10.13039\/501100001809","name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61836009"],"award-info":[{"award-number":["61836009"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"Major Research Plan of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["91438201"],"award-info":[{"award-number":["91438201"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"Major Research Plan of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["91438103"],"award-info":[{"award-number":["91438103"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"Major Research Plan of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["91838303"],"award-info":[{"award-number":["91838303"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1701267"],"award-info":[{"award-number":["U1701267"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076192"],"award-info":[{"award-number":["62076192"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62006177"],"award-info":[{"award-number":["62006177"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902298"],"award-info":[{"award-number":["61902298"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61573267"],"award-info":[{"award-number":["61573267"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61906150"],"award-info":[{"award-number":["61906150"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013314","name":"Higher Education Discipline Innovation Project","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100013314","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Program for Cheung Kong Scholars and Innovative Research Team in University","award":["IRT 15R53"],"award-info":[{"award-number":["IRT 15R53"]}]},{"name":"ST Innovation Project from the Chinese Ministry of Education"},{"DOI":"10.13039\/501100015401","name":"Key Research and Development Program in Shaanxi Province of China","doi-asserted-by":"publisher","award":["2019ZDLGY03-06"],"award-info":[{"award-number":["2019ZDLGY03-06"]}],"id":[{"id":"10.13039\/501100015401","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Science Basic Research Plan in Shaanxi Province of China","award":["2019JQ-659"],"award-info":[{"award-number":["2019JQ-659"]}]},{"name":"National Science Basic Research Plan in Shaanxi Province of China","award":["2022JQ-607"],"award-info":[{"award-number":["2022JQ-607"]}]},{"DOI":"10.13039\/501100009103","name":"Scientific Research Project of Education Department in Shaanxi Province of China","doi-asserted-by":"publisher","award":["20JY023"],"award-info":[{"award-number":["20JY023"]}],"id":[{"id":"10.13039\/501100009103","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["XJS201901"],"award-info":[{"award-number":["XJS201901"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["XJS201903"],"award-info":[{"award-number":["XJS201903"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["JBF201905"],"award-info":[{"award-number":["JBF201905"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["JB211908"],"award-info":[{"award-number":["JB211908"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"name":"CAAI-Huawei MindSpore Open Fund"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cybern."],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1109\/tcyb.2022.3213537","type":"journal-article","created":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T22:34:15Z","timestamp":1667514855000},"page":"2166-2178","source":"Crossref","is-referenced-by-count":9,"title":["Evolutionary Dual-Stream Transformer"],"prefix":"10.1109","volume":"54","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7597-7700","authenticated-orcid":false,"given":"Ruohan","family":"Zhang","sequence":"first","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3354-9617","authenticated-orcid":false,"given":"Licheng","family":"Jiao","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6130-2518","authenticated-orcid":false,"given":"Lingling","family":"Li","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5669-9354","authenticated-orcid":false,"given":"Fang","family":"Liu","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8780-5455","authenticated-orcid":false,"given":"Xu","family":"Liu","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4796-5737","authenticated-orcid":false,"given":"Shuyuan","family":"Yang","sequence":"additional","affiliation":[{"name":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3505244"},{"issue":"8","key":"ref3","first-page":"1697","article-title":"Seventy years of neural networks: Review and prospect","volume":"39","author":"Jiao","year":"2016","journal-title":"Chin. J. Comput."},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3053249"},{"key":"ref5","article-title":"An image is worth 16\u00d716 words: Transformers for image recognition at scale","author":"Dosovitskiy","year":"2020","journal-title":"arXiv:2010.11929"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref8","article-title":"Visual transformers: Token-based image representation and processing for computer vision","volume-title":"arXiv:2006.03677","author":"Wu","year":"2020"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01625"},{"key":"ref10","article-title":"Training data-efficient image transformers & distillation through attention","volume-title":"arXiv:2012.12877","author":"Touvron","year":"2020"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ac9830"},{"key":"ref12","volume-title":"Immune Optimization Calculation, Learning and Recognition","author":"Licheng","year":"2006"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1162\/106365602320169811"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2695223"},{"key":"ref15","first-page":"1","article-title":"Evolutionary stochastic gradient descent for optimization of deep neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Cui"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2019.2895748"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2983860"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2977956"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00061"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00042"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00060"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00010"},{"key":"ref23","article-title":"Deepvit: Towards deeper vision transformer","volume-title":"arXiv:2103.11886","author":"Zhou","year":"2021"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2939201"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2913372"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01155"},{"key":"ref27","first-page":"1","article-title":"Lite transformer with long-short range attention","volume-title":"Proc. 8th Int. Conf. Learn. Represent.","author":"Wu"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2846179"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2985081"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/26.1.73"},{"key":"ref31","first-page":"1","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. 3rd Int. Conf. Learn. Represent.","author":"Kingma"},{"key":"ref32","first-page":"1","article-title":"Decoupled weight decay regularization","volume-title":"Proc. 7th Int. Conf. Learn. Represent.","author":"Loshchilov"},{"issue":"7","key":"ref33","first-page":"6","article-title":"Analysis of martingale method preserving the convergence and convergence rate of elite genetic algorithm","volume":"27","author":"Shouyi","year":"2010","journal-title":"Control Theory Appl."},{"key":"ref34","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref35","volume-title":"The UCR time series classification archive","author":"Dau","year":"2018"},{"key":"ref36","first-page":"1","article-title":"Mixup: Beyond empirical risk minimization","volume-title":"Proc. 6th Int. Conf. Learn. Represent.","author":"Zhang"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00359"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00612"},{"key":"ref39","volume-title":"PyTorch image models","author":"Wightman","year":"2019"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1505.00387"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.5244\/C.30.87"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.668"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00062"},{"key":"ref45","article-title":"Escaping the big data paradigm with compact transformers","volume-title":"arXiv:2104.05704","author":"Hassani","year":"2021"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45823-6_70"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.634"},{"key":"ref48","article-title":"Transformer in transformer","volume-title":"arXiv:2103.00112","author":"Han","year":"2021"},{"key":"ref49","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"arXiv:1409.1556","author":"Simonyan","year":"2014"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"}],"container-title":["IEEE Transactions on Cybernetics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221036\/10474510\/09928427.pdf?arnumber=9928427","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T18:54:55Z","timestamp":1732906495000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9928427\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":50,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tcyb.2022.3213537","relation":{},"ISSN":["2168-2267","2168-2275"],"issn-type":[{"value":"2168-2267","type":"print"},{"value":"2168-2275","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4]]}}}