{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,18]],"date-time":"2026-11-18T19:04:45Z","timestamp":1795028685921,"version":"4.10.2"},"reference-count":126,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/tkde.2021.3126456","type":"journal-article","created":{"date-parts":[[2021,11,9]],"date-time":"2021-11-09T15:42:19Z","timestamp":1636472539000},"page":"3279-3298","source":"Crossref","is-referenced-by-count":665,"title":["A General Survey on Attention Mechanisms in Deep Learning"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6550-6588","authenticated-orcid":false,"given":"Gianni","family":"Brauwers","sequence":"first","affiliation":[{"name":"Erasmus School of Economics, Erasmus University Rotterdam, Rotterdam, DR, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8031-758X","authenticated-orcid":false,"given":"Flavius","family":"Frasincar","sequence":"additional","affiliation":[{"name":"Erasmus School of Economics, Erasmus University Rotterdam, Rotterdam, DR, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1243","article-title":"Learning to combine foveal glimpses with a third-order Boltzmann machine","volume-title":"Proc. 24th Annu. Conf. Neural Inf. Process. Syst.","author":"Larochelle"},{"key":"ref2","first-page":"2204","article-title":"Recurrent models of visual attention","volume-title":"Proc. 27th Annu. Conf. Neural Inf. Process. Syst.","author":"Mnih"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.neuro.26.041002.131047"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1166"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n16-1174"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d16-1058"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00636"},{"key":"ref8","first-page":"2048","article-title":"Show, attend and tell: Neural image caption generation with visual attention","volume-title":"Proc. 32nd Int. Conf. Mach. Learn.","author":"Xu"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12048"},{"key":"ref10","first-page":"577","article-title":"Attention-based models for speech recognition","volume-title":"Proc. 28th Annu. Conf. Neural Inf. Process. Syst.","author":"Chorowski"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472618"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2017.7953075"},{"key":"ref13","first-page":"5998","article-title":"Attention is all you need","volume-title":"Proc. 31st Annu. Conf. Neural Inf. Process. Syst.","author":"Vaswani"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-4012"},{"key":"ref15","first-page":"4055","article-title":"Image Transformer","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Parmar"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00911"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357895"},{"key":"ref18","article-title":"Survey on the attention based RNN model and its applications in computer vision","author":"Wang","year":"2016"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3363574"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3465055"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-29513-4_31"},{"key":"ref22","article-title":"Attention, please! a critical review of neural attention models in natural language processing","author":"Galassi","year":"2019"},{"key":"ref23","article-title":"Frustratingly short attention spans in neural language modeling","volume-title":"Proc. 5th Int. Conf. Learn. Representations","author":"Daniluk"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-486"},{"key":"ref25","first-page":"188","article-title":"Multi-level attention model for weakly supervised audio classification","author":"Yu","year":"2018","journal-title":"Proc. Detection Classification Acoustic Scenes Events Workshop"},{"key":"ref26","article-title":"Action recognition using visual attention","author":"Sharma","year":"2016","journal-title":"Proc. 4th Int. Conf. Learn. Representations Workshop"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2017.2729019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/546"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11635"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2869225"},{"key":"ref31","article-title":"Graph attention networks","volume-title":"Proc. 6th Int. Conf. Learn. Representations","author":"Veli\u010dkovi\u0107"},{"key":"ref32","first-page":"289","article-title":"Hierarchical question-image co-attention for visual question answering","volume-title":"Proc. 30th Annu. Conf. Neural Inf. Process. Syst.","author":"Lu"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d18-1380"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/568"},{"key":"ref35","article-title":"Bidirectional attention flow for machine comprehension","volume-title":"Proc. 4th Int. Conf. Learn. Representations","author":"Seo"},{"key":"ref36","article-title":"Left-center-right separated neural network for aspect-based sentiment analysis with rotatory attention","author":"Zheng","year":"2018"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1240"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2019.00120"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220086"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313513"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1260"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.48"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-21348-0_24"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11254"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2019.2913394"},{"key":"ref46","article-title":"Hierarchical attention network for action recognition in videos","author":"Wang","year":"2016"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12055"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11965"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2019.2928634"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1176"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1375"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-4320"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1111\/coin.12225"},{"key":"ref54","article-title":"Iterative alternating neural attention for machine reading","author":"Sordoni","year":"2016"},{"key":"ref55","article-title":"Neural Turing machines","author":"Graves","year":"2014"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1151"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/bf00992696"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/604"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01231-1_1"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6211"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109890"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1345"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvcir.2020.102775"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11941"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICDAR.2019.00061"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1162"},{"key":"ref67","article-title":"Attention U-Net: Learning where to look for the pancreas","volume-title":"Proc. 1st Med. Imag. Deep Learn. Conf.","author":"Oktay"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32236-6_16"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6250"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/513"},{"key":"ref71","article-title":"A structured self-attentive sentence embedding","volume-title":"Proc. 5th Int. Conf. Learn. Representations","author":"Lin"},{"key":"ref72","article-title":"Layer normalization","author":"Ba","year":"2016"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01009"},{"key":"ref74","first-page":"7354","article-title":"Self-attention generative adversarial networks","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","author":"Zhang"},{"key":"ref75","first-page":"2672","article-title":"Generative adversarial nets","volume-title":"Proc. 27th Annu. Conf. Neural Inf. Process. Syst.","author":"Goodfellow"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2020.2986926"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-21074-8_4"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682539"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2889052"},{"key":"ref80","article-title":"Next item recommendation with self-attention","author":"Zhang","year":"2018"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5429"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371845"},{"key":"ref83","article-title":"Graph attention networks","volume-title":"Proc. 5th Int. Conf. Learn. Representations","author":"Veli\u010dkovi\u0107"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-2030"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210009"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w18-2601"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683483"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.10"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186015"},{"key":"ref90","first-page":"3859","article-title":"Dynamic routing between capsules","author":"Sabour","year":"2017","journal-title":"Proc. 31st Annu. Conf. Neural Inf. Process. Syst."},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2616"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1671"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-020-01513-9"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01059"},{"key":"ref95","article-title":"TransUnet: Transformers make strong encoders for medical image segmentation","author":"Chen","year":"2021"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1016"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33019324"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313750"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1285"},{"key":"ref100","article-title":"Reformer: The efficient Transformer","volume-title":"Proc. 8th Int. Conf. Learn. Representations","author":"Kitaev"},{"key":"ref101","article-title":"Linformer: Self-attention with linear complexity","author":"Wang","year":"2020"},{"key":"ref102","article-title":"Lite transformer with long-short range attention","volume-title":"Proc. 8th Int. Conf. Learn. Representations","author":"Wu"},{"key":"ref103","first-page":"10183","article-title":"Synthesizer: Rethinking self-attention for transformer models","volume":"139","author":"Tay","year":"2021","journal-title":"Proc. 38th Int. Conf. Mach. Learn."},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3530811"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33018658"},{"key":"ref106","article-title":"QANet: Combining local convolution with global self-attention for reading comprehension","volume-title":"Proc. 6th Int. Conf. Learn. Representations","author":"Yu"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref108","first-page":"65","article-title":"METEOR: An automatic metric for MT evaluation with improved correlation with human judgments","volume-title":"Proc. Workshop Intrinsic Extrinsic Eval. Measures Mach. Transl. Summarization","author":"Banerjee"},{"key":"ref109","first-page":"539","article-title":"Perplexity minimization for translation model domain adaptation in statistical machine translation","volume-title":"Proc. 13th Conf. Eur. Chapter Assoc. Comput. Linguistics","author":"Sennrich"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.3115\/1626355.1626362"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30120-2_59"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1016\/j.image.2003.09.001"},{"key":"ref113","first-page":"53","article-title":"SSIM image quality metric for denoised images","volume-title":"Proc. 3rd WSEAS Int. Conf. Vis. Imaging Simul.","author":"Ndajah"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-50835-1_22"},{"key":"ref115","article-title":"Residual attention U-net for automated multi-class segmentation of COVID-19 chest CT images","author":"Chen","year":"2020"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p17-1164"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11197"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2017.10.001"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.648"},{"key":"ref120","first-page":"3543","article-title":"Attention is not explanation","author":"Jain","year":"2019","journal-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Hum. Language Technol."},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1002"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.387"},{"key":"ref123","article-title":"Attention-based graph neural network for semi-supervised learning","author":"Thekumparampil","year":"2018"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-00937-3_43"},{"key":"ref125","first-page":"3693","article-title":"Unsupervised attention-guided image-to-image translation","volume-title":"Proc. 32nd Annu. Conf. Neural Inf. Process. Syst.","author":"Alami Mejjati"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p17-1036"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/10063074\/09609539.pdf?arnumber=9609539","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T21:14:52Z","timestamp":1705007692000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9609539\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":126,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2021.3126456","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}