{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T20:16:08Z","timestamp":1767212168949,"version":"3.28.0"},"reference-count":20,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,10,16]],"date-time":"2022-10-16T00:00:00Z","timestamp":1665878400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,10,16]],"date-time":"2022-10-16T00:00:00Z","timestamp":1665878400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,10,16]]},"DOI":"10.1109\/icip46576.2022.9897905","type":"proceedings-article","created":{"date-parts":[[2022,11,3]],"date-time":"2022-11-03T21:27:24Z","timestamp":1667510844000},"page":"1031-1035","source":"Crossref","is-referenced-by-count":3,"title":["Rethinking Efficacy of Softmax for Lightweight Non-local Neural Networks"],"prefix":"10.1109","author":[{"given":"Yooshin","family":"Cho","sequence":"first","affiliation":[{"name":"KAIST,School of Electrical Engineering,South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Youngsoo","family":"Kim","sequence":"additional","affiliation":[{"name":"KAIST,School of Electrical Engineering,South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hanbyel","family":"Cho","sequence":"additional","affiliation":[{"name":"KAIST,School of Electrical Engineering,South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jaesung","family":"Ahn","sequence":"additional","affiliation":[{"name":"KAIST,Kim Jaechul Graduate School of AI,South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hyeong","family":"Gwon Hong","sequence":"additional","affiliation":[{"name":"KAIST,Kim Jaechul Graduate School of AI,South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junmo","family":"Kim","sequence":"additional","affiliation":[{"name":"KAIST,School of Electrical Engineering,South Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00813"},{"key":"ref2","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","year":"2018","author":"Devlin","key":"ref3"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1285"},{"article-title":"Linformer: Self-attention with linear complexity","year":"2020","author":"Wang","key":"ref5"},{"article-title":"Albert: A lite bert for self-supervised learning of language representations","year":"2019","author":"Lan","key":"ref6"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00069"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01031"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01270"},{"article-title":"Efficient coarse-to-fine non-local module for the detection of small objects","year":"2018","author":"Levi","key":"ref10"},{"key":"ref11","article-title":"Soft: Softmax-free transformer with linear complexity","volume":"34","author":"Lu","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"article-title":"Normalized attention without probability cage","year":"2020","author":"Richter","key":"ref12"},{"article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","year":"2020","author":"Dosovitskiy","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-46147-8_29"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_38"},{"article-title":"Learning multiple layers of features from tiny images","year":"2009","author":"Krizhevsky","key":"ref17"},{"issue":"7","key":"ref18","first-page":"3","article-title":"Tiny imagenet visual recognition challenge","volume":"7","author":"Le","year":"2015","journal-title":"CS 231N"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.5244\/C.30.87"}],"event":{"name":"2022 IEEE International Conference on Image Processing (ICIP)","start":{"date-parts":[[2022,10,16]]},"location":"Bordeaux, France","end":{"date-parts":[[2022,10,19]]}},"container-title":["2022 IEEE International Conference on Image Processing (ICIP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9897158\/9897159\/09897905.pdf?arnumber=9897905","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T21:34:12Z","timestamp":1705959252000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9897905\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,16]]},"references-count":20,"URL":"https:\/\/doi.org\/10.1109\/icip46576.2022.9897905","relation":{},"subject":[],"published":{"date-parts":[[2022,10,16]]}}}