{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T08:21:34Z","timestamp":1759134094561,"version":"3.37.3"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,10]],"date-time":"2021-01-10T00:00:00Z","timestamp":1610236800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61573183"],"award-info":[{"award-number":["61573183"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004193","name":"Nanjing University of Aeronautics and Astronautics","doi-asserted-by":"publisher","award":["180104DF03"],"award-info":[{"award-number":["180104DF03"]}],"id":[{"id":"10.13039\/501100004193","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,1,10]]},"DOI":"10.1109\/icpr48806.2021.9413020","type":"proceedings-article","created":{"date-parts":[[2021,5,6]],"date-time":"2021-05-06T02:15:54Z","timestamp":1620267354000},"page":"9156-9163","source":"Crossref","is-referenced-by-count":7,"title":["Attention as Activation"],"prefix":"10.1109","author":[{"given":"Yimian","family":"Dai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefan","family":"Oehmcke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabian","family":"Gieseke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiquan","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kobus","family":"Barnard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"Rectifier nonlinearities improve neural network acoustic models","author":"maas","year":"0","journal-title":"ICML Workshop on Deep Learning for Audio Speech and Language Processing"},{"journal-title":"Context dependent modulation of activation function","year":"2019","author":"sha","key":"ref11"},{"key":"ref12","article-title":"Gaussian error linear units (gelus)","author":"hendrycks","year":"2016","journal-title":"Arxiv preprint arXiv"},{"key":"ref13","first-page":"10","article-title":"Deep admm-net for compressive sensing mri","author":"yang","year":"2016","journal-title":"Advances in Neural Information Processing Systems 29 D D Lee M Sugiyama U V Luxburg I Guyon and R Garnett Eds Curran Associates Inc"},{"key":"ref14","article-title":"Learning activation functions to improve deep neural networks","author":"agostinelli","year":"0","journal-title":"3rd International Conference on Learning Representations ICLR 2015 San Diego CA USA May 7–9 2015 Workshop Track Proceedings"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref16","article-title":"Network in network","author":"lin","year":"0","journal-title":"2nd International Conference on Learning Representations ICLR 2014 Banff AB Canada April 14–16 2014 Conference Track Proceedings"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.667"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00060"},{"key":"ref19","first-page":"68","article-title":"Stand-alone self-attention in vision models","author":"parmar","year":"2019","journal-title":"Advances in Neural Information Processing Systems 32 Annual Conference on Neural Information Processing Systems 2019 NeurIPS 2019"},{"key":"ref4","first-page":"3","article-title":"CBAM: convolutional block attention module","author":"woo","year":"0","journal-title":"Computer Vision - ECCV 2018 – 15th European Conference Munich Germany September 8–14 2018 Proceedings Part VII"},{"key":"ref3","first-page":"9401","article-title":"Gather-excite: Exploiting feature context in convolutional neural networks","author":"hu","year":"2018","journal-title":"Advances in Neural Information Processing Systems 31 S Bengio H Wallach H Larochelle K Grauman N Cesa-Bianchi and R Garnett Eds Curran Associates Inc"},{"key":"ref6","first-page":"971","article-title":"Self-normalizing neural networks","author":"klambauer","year":"2017","journal-title":"Advances in Neural Information Processing Systems 30 I Guyon U V Luxburg S Bengio H Wallach R Fergus S Vishwanathan and R Garnett Eds Curran Associates Inc"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00338"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref7","article-title":"Searching for activation functions","author":"ramachandran","year":"0","journal-title":"6th International Conference on Learning Representations ICLR 2018 Vancouver BC Canada April 30 - May 3 2018 Workshop Track Proceedings OpenReview net"},{"key":"ref2","first-page":"807","article-title":"Rectified linear units improve restricted boltzmann machines","author":"nair","year":"2010","journal-title":"Proceedings of the 27th International Conference on International Conference on Machine Learning ser ICML'10"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00258"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref20","article-title":"Implicit neural representations with periodic activation functions","author":"sitzmann","year":"2020","journal-title":"ArXiv vol abs\/2006 09661"},{"key":"ref22","first-page":"630","article-title":"Identity mappings in deep residual networks","author":"he","year":"0","journal-title":"Computer Vision - ECCV 2016 – 14th European Conference Amsterdam The Netherlands October 11-14 2016 Proceedings Part IV"},{"key":"ref21","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","author":"ioffe","year":"2015","journal-title":"Proceedings of the 32nd International Conference on Machine Learning ICML 2015"},{"key":"ref24","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009","journal-title":"University of Toronto Tech Rep"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref25","article-title":"Mxnet: A flexible and efficient machine learning library for heterogeneous distributed systems","author":"chen","year":"0","journal-title":"In Neural Information Processing Systems Workshop on Machine Learning Systems vol abs\/1512 01274"}],"event":{"name":"2020 25th International Conference on Pattern Recognition (ICPR)","start":{"date-parts":[[2021,1,10]]},"location":"Milan, Italy","end":{"date-parts":[[2021,1,15]]}},"container-title":["2020 25th International Conference on Pattern Recognition (ICPR)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9411940\/9411911\/09413020.pdf?arnumber=9413020","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:40:44Z","timestamp":1652197244000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9413020\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,10]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/icpr48806.2021.9413020","relation":{},"subject":[],"published":{"date-parts":[[2021,1,10]]}}}