{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T19:40:59Z","timestamp":1730230859888,"version":"3.28.0"},"reference-count":23,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5,23]]},"DOI":"10.1109\/icassp43922.2022.9747875","type":"proceedings-article","created":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T19:50:34Z","timestamp":1651089034000},"page":"3928-3932","source":"Crossref","is-referenced-by-count":1,"title":["Low-Complexity Attention Modelling via Graph Tensor Networks"],"prefix":"10.1109","author":[{"given":"Yao Lei","family":"Xu","sequence":"first","affiliation":[{"name":"Imperial College London,Department of Electrical and Electronic Engineering,London,UK,SW7 2AZ"}]},{"given":"Kriton","family":"Konstantinidis","sequence":"additional","affiliation":[{"name":"Imperial College London,Department of Electrical and Electronic Engineering,London,UK,SW7 2AZ"}]},{"given":"Shengxi","family":"Li","sequence":"additional","affiliation":[{"name":"Imperial College London,Department of Electrical and Electronic Engineering,London,UK,SW7 2AZ"}]},{"given":"Ljubisa","family":"Stankovic","sequence":"additional","affiliation":[{"name":"University of Montenegro,Faculty of Electrical Engineering,Podgorica,Montenegro,81000"}]},{"given":"Danilo P.","family":"Mandic","sequence":"additional","affiliation":[{"name":"Imperial College London,Department of Electrical and Electronic Engineering,London,UK,SW7 2AZ"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.436"},{"key":"ref11","article-title":"Tensorcoder: Dimension-wise attention via tensor representation for natural language modeling","author":"zhang","year":"2020","journal-title":"arXiv preprint arXiv 2008 06439"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1137\/070690729"},{"key":"ref13","article-title":"Graph attention networks","author":"velickovic","year":"2017","journal-title":"arXiv preprint arXiv 1710 10903"},{"key":"ref14","article-title":"Spectral graph attention network","author":"chang","year":"2020","journal-title":"arXiv preprint arXiv 2003 07516"},{"key":"ref15","article-title":"Direct multi-hop attention based graph neural network","author":"wang","year":"2020","journal-title":"arXiv preprint arXiv 2009 14406"},{"key":"ref16","article-title":"Era of big data processing: A new approach via tensor networks and tensor decompositions","author":"cichocki","year":"2013","journal-title":"Proceedings of the International Workshop on Smart Info-Media Systems in Asia"},{"key":"ref17","first-page":"442","article-title":"Tensorizing neural networks","author":"novikov","year":"2015","journal-title":"Proceedings of the Advances in Neural Information Processing Systems (NIPS)"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9534120"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1561\/2200000078-1"},{"key":"ref4","article-title":"Universal transformers","author":"dehghani","year":"2018","journal-title":"arXiv preprint arXiv 1807 03819"},{"key":"ref3","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2018","journal-title":"arXiv preprint arXiv 1810 04805"},{"key":"ref6","article-title":"Multi-graph tensor networks","author":"xu","year":"2020","journal-title":"the First Workshop on Quantum Tensor Networks in Machine Learning 34th Conference on Neural Information Processing Systems (NeurIPS)"},{"key":"ref5","first-page":"2232","article-title":"A tensorized transformer for language modeling","volume":"32","author":"ma","year":"0"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1137\/090752286"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.23919\/EUSIPCO54536.2021.9616314"},{"key":"ref2","article-title":"Improving language understanding by generative pre-training","author":"radford","year":"2018","journal-title":"OpenAir"},{"key":"ref1","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proceedings of Advances in Neural Information Processing Systems (NIPS)"},{"key":"ref9","article-title":"Reducing computational complexity of tensor contractions via tensor-train networks","author":"kisil","year":"2021","journal-title":"arXiv preprint arXiv 2109 05674"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1561\/2200000078-2"},{"key":"ref22","first-page":"1","article-title":"Semi-supervised classification with graph convolutional networks","author":"kipf","year":"2017","journal-title":"Proceedings of the International Conference on Learning Representations (ICLR)"},{"key":"ref21","article-title":"Revisiting graph neural networks: All we have is low-pass filters","author":"nt","year":"2019","journal-title":"arXiv preprint arXiv 1905 09010"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1561\/2200000078-3"}],"event":{"name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2022,5,23]]},"location":"Singapore, Singapore","end":{"date-parts":[[2022,5,27]]}},"container-title":["ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9745891\/9746004\/09747875.pdf?arnumber=9747875","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,22]],"date-time":"2022-08-22T20:10:09Z","timestamp":1661199009000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9747875\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,23]]},"references-count":23,"URL":"https:\/\/doi.org\/10.1109\/icassp43922.2022.9747875","relation":{},"subject":[],"published":{"date-parts":[[2022,5,23]]}}}