{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T19:10:05Z","timestamp":1776885005935,"version":"3.51.2"},"publisher-location":"Cham","reference-count":52,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031736674","type":"print"},{"value":"9783031736681","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73668-1_1","type":"book-chapter","created":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T02:01:07Z","timestamp":1733018467000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Attention Beats Linear for\u00a0Fast Implicit Neural Representation Generation"],"prefix":"10.1007","author":[{"given":"Shuyi","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ke","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jingjun","family":"Gu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoxu","family":"Cai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhihua","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiajun","family":"Bu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haishuai","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,1]]},"reference":[{"key":"1_CR1","doi-asserted-by":"crossref","unstructured":"Anciukevi\u010dius, T., et al.: Renderdiffusion: image diffusion for 3D reconstruction, inpainting and generation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12608\u201312618 (2023)","DOI":"10.1109\/CVPR52729.2023.01213"},{"key":"1_CR2","unstructured":"Bauer, M., Dupont, E., Brock, A., Rosenbaum, D., Schwarz, J.R., Kim, H.: Spatial functa: scaling functa to imagenet classification and generation. arXiv preprint arXiv:2302.03130 (2023)"},{"key":"1_CR3","doi-asserted-by":"crossref","unstructured":"Benbarka, N., H\u00f6fer, T., Zell, A., et\u00a0al.: Seeing implicit neural representations as fourier series. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 2041\u20132050 (2022)","DOI":"10.1109\/WACV51458.2022.00234"},{"issue":"4","key":"1_CR4","doi-asserted-by":"publisher","first-page":"3279","DOI":"10.1109\/TKDE.2021.3126456","volume":"35","author":"G Brauwers","year":"2021","unstructured":"Brauwers, G., Frasincar, F.: A general survey on attention mechanisms in deep learning. IEEE Trans. Knowl. Data Eng. 35(4), 3279\u20133298 (2021)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"1_CR5","doi-asserted-by":"crossref","unstructured":"Chan, E.R., Monteiro, M., Kellnhofer, P., Wu, J., Wetzstein, G.: Pi-GAN: periodic implicit generative adversarial networks for 3D-aware image synthesis. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5799\u20135809 (2021)","DOI":"10.1109\/CVPR46437.2021.00574"},{"key":"1_CR6","unstructured":"Chang, A.X., et\u00a0al.: Shapenet: an information-rich 3D model repository. arXiv preprint arXiv:1512.03012 (2015)"},{"key":"1_CR7","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1007\/978-3-031-19790-1_11","volume-title":"European Conference on Computer Vision","author":"Y Chen","year":"2022","unstructured":"Chen, Y., Wang, X.: Transformers as meta-learners for implicit neural representations. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022. LNCS, vol. 13677, pp. 170\u2013187. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19790-1_11"},{"key":"1_CR8","unstructured":"Chen, Y., Fernando, B., Bilen, H., Mensink, T., Gavves, E.: Neural feature matching in implicit 3D representations (2021)"},{"key":"1_CR9","doi-asserted-by":"crossref","unstructured":"Chen, Z., et al.: Videoinr: learning video implicit neural representation for continuous space-time super-resolution. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2047\u20132057 (2022)","DOI":"10.1109\/CVPR52688.2022.00209"},{"key":"1_CR10","unstructured":"Dupont, E., Kim, H., Eslami, S.A., Rezende, D.J., Rosenbaum, D.: From data to functa: your data point is a function and you can treat it like one. In: International Conference on Machine Learning, pp. 5694\u20135725. PMLR (2022)"},{"key":"1_CR11","unstructured":"Hersbach, H., et\u00a0al.: ERA5 monthly averaged data on single levels from 1979 to present. Copernicus Climate Change Service (C3S) Climate Data Store (CDS) 10, 252\u2013266 (2019). https:\/\/cds.climate.copernicus.eu\/cdsapp#!\/dataset\/reanalysis-era5-single-levels-monthly-means?tab=form. Accessed 22 Sept 2023"},{"key":"1_CR12","unstructured":"Ho, J., Jain, A., Abbeel, P.: Denoising diffusion probabilistic models. In: Proceedings of the 34th International Conference on Neural Information Processing Systems, pp. 6840\u20136851 (2020)"},{"key":"1_CR13","unstructured":"Jun, H., Nichol, A.: Shap-e: generating conditional 3D implicit functions. arXiv preprint arXiv:2305.02463 (2023)"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Kim, C., Lee, D., Kim, S., Cho, M., Han, W.S.: Generalizable implicit neural representations via instance pattern composers. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11808\u201311817 (2023)","DOI":"10.1109\/CVPR52729.2023.01136"},{"key":"1_CR15","unstructured":"Kim, H., Papamakarios, G., Mnih, A.: The lipschitz constant of self-attention. In: International Conference on Machine Learning, pp. 5562\u20135571. PMLR (2021)"},{"key":"1_CR16","unstructured":"Kingma, D.P., Welling, M.: Auto-encoding variational bayes. arXiv preprint arXiv:1312.6114 (2013)"},{"key":"1_CR17","unstructured":"Landgraf, Z., Hornung, A.S., Cabral, R.S.: Pins: progressive implicit networks for multi-scale neural representations. In: International Conference on Machine Learning, pp. 11969\u201311984. PMLR (2022)"},{"key":"1_CR18","unstructured":"Larochelle, H., Hinton, G.E.: Learning to combine foveal glimpses with a third-order boltzmann machine. In: Advances in Neural Information Processing Systems, vol. 23 (2010)"},{"key":"1_CR19","unstructured":"Lee, D., Kim, C., Cho, M., HAN, W.S.: Locality-aware generalizable implicit neural representation. In: Advances in Neural Information Processing Systems, vol. 36 (2024)"},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Lin, C.H., Ma, W.C., Torralba, A., Lucey, S.: Barf: bundle-adjusting neural radiance fields. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 5741\u20135751 (2021)","DOI":"10.1109\/ICCV48922.2021.00569"},{"key":"1_CR21","doi-asserted-by":"crossref","unstructured":"Liu, K., Liu, F., Wang, H., Ma, N., Bu, J., Han, B.: Partition speeds up learning implicit neural representations based on exponential-increase hypothesis. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 5474\u20135483 (2023)","DOI":"10.1109\/ICCV51070.2023.00504"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Liu, K., Ma, N., Wang, Z., Gu, J., Bu, J., Wang, H.: Implicit neural distance optimization for mesh neural subdivision. In: 2023 IEEE International Conference on Multimedia and Expo (ICME), pp. 2039\u20132044. IEEE (2023)","DOI":"10.1109\/ICME55011.2023.00349"},{"key":"1_CR23","doi-asserted-by":"crossref","unstructured":"Liu, Z., Luo, P., Wang, X., Tang, X.: Deep learning face attributes in the wild. In: Proceedings of International Conference on Computer Vision (ICCV) (2015)","DOI":"10.1109\/ICCV.2015.425"},{"key":"1_CR24","unstructured":"Lu, J., Yang, J., Batra, D., Parikh, D.: Hierarchical question-image co-attention for visual question answering. In: Advances in Neural Information Processing Systems, vol. 29 (2016)"},{"key":"1_CR25","doi-asserted-by":"crossref","unstructured":"Luong, M.T., Pham, H., Manning, C.D.: Effective approaches to attention-based neural machine translation. arXiv preprint arXiv:1508.04025 (2015)","DOI":"10.18653\/v1\/D15-1166"},{"key":"1_CR26","doi-asserted-by":"crossref","unstructured":"Ma, D., Li, S., Zhang, X., Wang, H.: Interactive attention networks for aspect-level sentiment classification. In: Proceedings of the 26th International Joint Conference on Artificial Intelligence, pp. 4068\u20134074 (2017)","DOI":"10.24963\/ijcai.2017\/568"},{"key":"1_CR27","unstructured":"Martel, J.N., Lindell, D.B., Lin, C.Z., Chan, E.R., Monteiro, M., Wetzstein, G.: Acorn: adaptive coordinate networks for neural scene representation. arXiv preprint arXiv:2105.02788 (2021)"},{"key":"1_CR28","doi-asserted-by":"crossref","unstructured":"Mehta: Modulated periodic activations for generalizable local functional representations. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.01395"},{"issue":"1","key":"1_CR29","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1145\/3503250","volume":"65","author":"B Mildenhall","year":"2021","unstructured":"Mildenhall, B., Srinivasan, P.P., Tancik, M., Barron, J.T., Ramamoorthi, R., Ng, R.: Nerf: representing scenes as neural radiance fields for view synthesis. Commun. ACM 65(1), 99\u2013106 (2021)","journal-title":"Commun. ACM"},{"key":"1_CR30","unstructured":"Mnih, V., Heess, N., Graves, A., et\u00a0al.: Recurrent models of visual attention. In: Advances in Neural Information Processing Systems, vol. 27 (2014)"},{"key":"1_CR31","unstructured":"Rahaman, N., et al.: On the spectral bias of neural networks. In: International Conference on Machine Learning, pp. 5301\u20135310. PMLR (2019)"},{"key":"1_CR32","unstructured":"Rebain, D., Matthews, M.J., Yi, K.M., Sharma, G., Lagun, D., Tagliasacchi, A.: Attention beats concatenation for conditioning neural fields. Trans. Mach. Learn. Res. (2022)"},{"key":"1_CR33","doi-asserted-by":"crossref","unstructured":"Reiser, C., Peng, S., Liao, Y., Geiger, A.: Kilonerf: speeding up neural radiance fields with thousands of tiny MLPs. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 14335\u201314345 (2021)","DOI":"10.1109\/ICCV48922.2021.01407"},{"key":"1_CR34","doi-asserted-by":"crossref","unstructured":"Shen, T., Zhou, T., Long, G., Jiang, J., Pan, S., Zhang, C.: Disan: directional self-attention network for RNN\/CNN-free language understanding. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a032 (2018)","DOI":"10.1609\/aaai.v32i1.11941"},{"key":"1_CR35","first-page":"7462","volume":"33","author":"V Sitzmann","year":"2020","unstructured":"Sitzmann, V., Martel, J., Bergman, A., Lindell, D., Wetzstein, G.: Implicit neural representations with periodic activation functions. Adv. Neural. Inf. Process. Syst. 33, 7462\u20137473 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"1_CR36","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1007\/978-3-031-19809-0_5","volume-title":"European Conference on Computer Vision","author":"Y Str\u00fcmpler","year":"2022","unstructured":"Str\u00fcmpler, Y., Postels, J., Yang, R., Gool, L.V., Tombari, F.: Implicit neural representations for image compression. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022. LNCS, vol. 13686, pp. 74\u201391. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19809-0_5"},{"key":"1_CR37","first-page":"7537","volume":"33","author":"M Tancik","year":"2020","unstructured":"Tancik, M., Srinivasan, P., Mildenhall, B., Fridovich-Keil, S., Raghavan, N., Singhal, U., Ramamoorthi, R., Barron, J., Ng, R.: Fourier features let networks learn high frequency functions in low dimensional domains. Adv. Neural. Inf. Process. Syst. 33, 7537\u20137547 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"1_CR38","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"issue":"2","key":"1_CR39","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1109\/JSTSP.2022.3152375","volume":"16","author":"H Wang","year":"2022","unstructured":"Wang, H., et al.: Predicting the epidemics trend of covid-19 using epidemiological-based generative adversarial networks. IEEE J. Sel. Top. Signal Process. 16(2), 276\u2013288 (2022)","journal-title":"IEEE J. Sel. Top. Signal Process."},{"key":"1_CR40","unstructured":"Xia, X., Mishne, G., Wang, Y.: Implicit graphon neural representation. In: International Conference on Artificial Intelligence and Statistics, pp. 10619\u201310634. PMLR (2023)"},{"key":"1_CR41","unstructured":"Xu, K., et al.: Show, attend and tell: Neural image caption generation with visual attention. In: International Conference on Machine Learning, pp. 2048\u20132057. PMLR (2015)"},{"key":"1_CR42","doi-asserted-by":"crossref","unstructured":"Yang, Z., Yang, D., Dyer, C., He, X., Smola, A., Hovy, E.: Hierarchical attention networks for document classification. In: Proceedings of the 2016 Conference of the North American chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1480\u20131489 (2016)","DOI":"10.18653\/v1\/N16-1174"},{"key":"1_CR43","unstructured":"Yu, F., Seff, A., Zhang, Y., Song, S., Funkhouser, T., Xiao, J.: Lsun: construction of a large-scale image dataset using deep learning with humans in the loop. arXiv preprint arXiv:1506.03365 (2015)"},{"key":"1_CR44","doi-asserted-by":"crossref","unstructured":"Yuan, Y.J., Sun, Y.T., Lai, Y.K., Ma, Y., Jia, R., Gao, L.: Nerf-editing: geometry editing of neural radiance fields. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 18353\u201318364 (2022)","DOI":"10.1109\/CVPR52688.2022.01781"},{"key":"1_CR45","doi-asserted-by":"crossref","unstructured":"Y\u00fcce, G., Ortiz-Jim\u00e9nez, G., Besbinar, B., Frossard, P.: A structured dictionary perspective on implicit neural representations. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 19228\u201319238 (2022)","DOI":"10.1109\/CVPR52688.2022.01863"},{"key":"1_CR46","doi-asserted-by":"crossref","unstructured":"Zhang, K., Zhu, D., Min, X., Zhai, G.: Implicit neural representation learning for hyperspectral image super-resolution. In: 2022 IEEE International Conference on Multimedia and Expo (ICME), pp.\u00a01\u20136. IEEE Computer Society (2022)","DOI":"10.1109\/ICME52920.2022.9859739"},{"key":"1_CR47","doi-asserted-by":"crossref","unstructured":"Zhao, S., Zhang, Z.: Attention-via-attention neural machine translation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a032 (2018)","DOI":"10.1609\/aaai.v32i1.11254"},{"key":"1_CR48","doi-asserted-by":"crossref","unstructured":"Zhao, Z., Bao, Z., Zhang, Z., Cummins, N., Wang, H., Schuller, B.: Attention-enhanced connectionist temporal classification for discrete speech emotion recognition (2019)","DOI":"10.21437\/Interspeech.2019-1649"},{"issue":"2","key":"1_CR49","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/JSTSP.2019.2955012","volume":"14","author":"Z Zhao","year":"2019","unstructured":"Zhao, Z., et al.: Automatic assessment of depression from speech via a hierarchical attention transfer network and attention autoencoders. IEEE J. Sel. Top. Signal Process. 14(2), 423\u2013434 (2019)","journal-title":"IEEE J. Sel. Top. Signal Process."},{"key":"1_CR50","unstructured":"Zheng, J., Ramasinghe, S., Lucey, S.: Rethinking positional encoding. arXiv preprint arXiv:2107.02561 (2021)"},{"key":"1_CR51","doi-asserted-by":"crossref","unstructured":"Zheng, M., Yang, H., Huang, D., Chen, L.: Imface: a nonlinear 3D morphable face model with implicit neural representations. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 20343\u201320352 (2022)","DOI":"10.1109\/CVPR52688.2022.01970"},{"key":"1_CR52","unstructured":"Zhuang, Y.: Filtering in neural implicit functions. arXiv preprint arXiv:2201.13013 (2022)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73668-1_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T02:08:52Z","timestamp":1733018932000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73668-1_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,1]]},"ISBN":["9783031736674","9783031736681"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73668-1_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,1]]},"assertion":[{"value":"1 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}