{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T02:56:28Z","timestamp":1730343388094,"version":"3.28.0"},"reference-count":73,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T00:00:00Z","timestamp":1720396800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T00:00:00Z","timestamp":1720396800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,7,8]]},"DOI":"10.23919\/fusion59988.2024.10706518","type":"proceedings-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T17:19:50Z","timestamp":1728667190000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["Efficient Token Sparsification Through the Lens of Infused Knowledge"],"prefix":"10.23919","author":[{"given":"Bohua","family":"Peng","sequence":"first","affiliation":[{"name":"Northwestern Polytechnical University,Xian,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Chen","sequence":"additional","affiliation":[{"name":"The University of Sheffield,Sheffield,The UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"He","sequence":"additional","affiliation":[{"name":"The University of Sheffield,Sheffield,The UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"William","family":"Thorne","sequence":"additional","affiliation":[{"name":"The University of Sheffield,Sheffield,The UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Visakan","family":"Kadirkamanathan","sequence":"additional","affiliation":[{"name":"The University of Sheffield,Sheffield,The UK"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"year":"2024","article-title":"Clip: Connecting text and images","key":"ref1"},{"year":"2024","article-title":"Whisper: Robust speech recognition via large-scale weak supervision","key":"ref2"},{"year":"2024","article-title":"Figure01: Ai robotics bringing a general purpose humanoid to life","key":"ref3"},{"year":"2019","author":"Houlsby","article-title":"Parameter efficient transfer learning for nlp","key":"ref4"},{"key":"ref5","first-page":"19","article-title":"Meta-adapters: Parameter efficient few-shot fine-tuning through meta-learning","volume-title":"International Conference on Automated Machine Learning","author":"Bansal"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"ref7","article-title":"Lora: Low-rank adaptation of large language models","author":"Hu","year":"2021","journal-title":"arXiv preprint arXiv:2106.09685"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.1109\/TIT.2006.871582"},{"key":"ref9","first-page":"1","article-title":"Multiple source data fusion via sparse representation for robust visual tracking","volume-title":"14th International Conference on Information Fusion","author":"Wu"},{"key":"ref10","article-title":"Parameter-efficient transfer learning with diff pruning","author":"Guo","year":"2020","journal-title":"arXiv preprint arXiv:2012.07463"},{"key":"ref11","first-page":"3690","article-title":"Power-bert: Accelerating bert inference via progressive word-vector elimination","volume-title":"International Conference on Machine Learning","author":"Goyal"},{"volume-title":"Proceedings of the 7th International Conference on Learning Representations (ICLR)","author":"Tenney","article-title":"What do you learn from context? probing for sentence structure in contextualized word representations","key":"ref12"},{"doi-asserted-by":"publisher","key":"ref13","DOI":"10.3844\/jssp.2015.111.127"},{"volume-title":"Proceedings of the 10th International Conference on Learning Representations (ICLR)","author":"Sanh","article-title":"Multitask prompted training enables zero-shot task generalization","key":"ref14"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1016\/j.inffus.2022.11.025"},{"doi-asserted-by":"publisher","key":"ref16","DOI":"10.1016\/j.inffus.2018.07.003"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.18653\/v1\/2022.acl-long.113"},{"volume-title":"International Conference on Learning Representations (ICLR)","author":"Galkin","article-title":"Nodepiece: Compositional and parameter-efficient representations of large knowledge graphs","key":"ref18"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1016\/j.inffus.2022.08.002"},{"doi-asserted-by":"publisher","key":"ref20","DOI":"10.1016\/j.inffus.2024.102249"},{"key":"ref21","first-page":"18 796","article-title":"\u2019InGram: Inductive knowledge graph embedding via relation graphs","volume-title":"Proceedings of the 40th International Conference on Machine Learning","author":"Lee"},{"key":"ref22","article-title":"Neural bellman-ford networks: A general graph neural network framework for link prediction","author":"Zhu","year":"2021","journal-title":"Neural Information Processing Systems"},{"doi-asserted-by":"publisher","key":"ref23","DOI":"10.1145\/3442381.3450141"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1162\/tacl_a_00360"},{"key":"ref25","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019","journal-title":"North American Chapter of the Association for Computational Linguistics"},{"key":"ref26","article-title":"Translating embeddings for modeling multi-relational data","author":"Bordes","year":"2013","journal-title":"Neural Information Processing Systems"},{"volume-title":"Name of the Conference","author":"Herberlin","article-title":"Formalizing the meta-theory of firstorder predicate logic","key":"ref27"},{"doi-asserted-by":"publisher","key":"ref28","DOI":"10.18653\/v1\/2021.findings-acl.378"},{"doi-asserted-by":"publisher","key":"ref29","DOI":"10.18653\/v1\/2022.acl-long.201"},{"doi-asserted-by":"publisher","key":"ref30","DOI":"10.18653\/v1\/2023.findings-acl.362"},{"key":"ref31","first-page":"1581","article-title":"SKILL: Structured knowledge infusion for large language models","volume-title":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"Moiseev"},{"doi-asserted-by":"publisher","key":"ref32","DOI":"10.1142\/S0218001493000339"},{"key":"ref33","first-page":"61","article-title":"Ptuning: Prompt tuning can be comparable to fine-tuning across scales and tasks","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics","volume":"2","author":"Liu"},{"doi-asserted-by":"publisher","key":"ref34","DOI":"10.1016\/j.neucom.2023.127189"},{"key":"ref35","first-page":"20852","article-title":"Less is more: Task-aware layer-wise distillation for language model compression","volume-title":"International Conference on Machine Learning","author":"Liang"},{"doi-asserted-by":"publisher","key":"ref36","DOI":"10.1109\/TSP.2012.2217334"},{"key":"ref37","article-title":"Dynamic sparse training: Find efficient sparse network from scratch with trainable masked layers","volume":"abs\/2005.06870","author":"Liu","year":"2020","journal-title":"ArXiv"},{"doi-asserted-by":"publisher","key":"ref38","DOI":"10.1109\/TIT.2005.862083"},{"key":"ref39","first-page":"13117","article-title":"Parameter-efficient prompt tuning makes generalized and calibrated neural text retrievers","volume-title":"Findings of the Association for Computational Linguistics: EMNLP 2023","volume":"874","author":"Tam"},{"doi-asserted-by":"publisher","key":"ref40","DOI":"10.3138\/9781442670303"},{"doi-asserted-by":"publisher","key":"ref41","DOI":"10.1145\/3124420"},{"doi-asserted-by":"publisher","key":"ref42","DOI":"10.1145\/3159652.3170461"},{"doi-asserted-by":"publisher","key":"ref43","DOI":"10.1145\/3369026"},{"doi-asserted-by":"publisher","key":"ref44","DOI":"10.1016\/j.aiopen.2023.01.001"},{"doi-asserted-by":"publisher","key":"ref45","DOI":"10.1007\/s00521-020-05102-3"},{"key":"ref46","first-page":"1597","article-title":"A simple framework for contrastive learning of visual representations","volume-title":"International conference on machine learning","author":"Chen"},{"doi-asserted-by":"publisher","key":"ref47","DOI":"10.48550\/ARXIV.1706.03762"},{"doi-asserted-by":"publisher","key":"ref48","DOI":"10.18653\/v1\/2021.acllong.353"},{"year":"2002","author":"Dempe","article-title":"Foundations of bilevel programming","key":"ref49"},{"key":"ref50","first-page":"367","article-title":"Provable representation learning for imitation learning via bi-level optimization","volume-title":"International Conference on Machine Learning","author":"Arora"},{"volume-title":"International Conference on Learning Representations(ICLR)","author":"Jang","article-title":"Categorical reparameterization with gumbel-softmax","key":"ref51"},{"issue":"8","key":"ref52","doi-asserted-by":"crossref","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","article-title":"An introduction to roc analysis","volume":"27","author":"Fawcett","year":"2006","journal-title":"Pattern Recognition Letters"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"106409","DOI":"10.1016\/j.infsof.2020.106409","article-title":"Performance analysis of out-of-distribution detection on trained neural networks","volume":"130","author":"Henriksson","year":"2021","journal-title":"Information and Software Technology"},{"key":"ref54","first-page":"3982","article-title":"Sentence-BERT: Sentence embeddings using Siamese BERT-networks","volume-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","author":"Reimers"},{"volume-title":"International Conference on Computational Linguistics","author":"Huang","article-title":"Cycleconsistent adversarial autoencoders for unsupervised text style transfer","key":"ref55"},{"key":"ref56","article-title":"Translating embeddings for modeling multi-relational data","volume":"26","author":"Bordes","year":"2013","journal-title":"Advances in neural information processing systems"},{"key":"ref57","article-title":"Embedding entities and relations for learning and inference in knowledge bases","volume":"abs\/1412.6575","author":"Yang","year":"2014","journal-title":"CoRR"},{"key":"ref58","first-page":"2071","article-title":"Complex embeddings for simple link prediction","volume-title":"International conference on machine learning","author":"Trouillon"},{"doi-asserted-by":"publisher","key":"ref59","DOI":"10.1609\/aaai.v30i1.10329"},{"doi-asserted-by":"publisher","key":"ref60","DOI":"10.1145\/3579051.3579066"},{"key":"ref61","first-page":"4281","article-title":"SimKGC: Simple contrastive knowledge graph completion with pre-trained language models","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics","volume":"1","author":"Wang"},{"doi-asserted-by":"publisher","key":"ref62","DOI":"10.1145\/219717.219748"},{"doi-asserted-by":"publisher","key":"ref63","DOI":"10.18653\/v1\/D15-1174"},{"doi-asserted-by":"publisher","key":"ref64","DOI":"10.1145\/1376616.1376746"},{"doi-asserted-by":"publisher","key":"ref65","DOI":"10.1145\/2629489"},{"doi-asserted-by":"publisher","key":"ref66","DOI":"10.3233\/SW-140134"},{"key":"ref67","article-title":"Evaluating web-based question answering systems","author":"Radev","year":"2002","journal-title":"LREC"},{"volume-title":"7 th International Conference on Learning Representations, ICLR 2019","author":"Loshchilov","article-title":"Decoupled weight decay regularization","key":"ref68"},{"year":"2024","author":"Team","article-title":"Gumbel-softmax","key":"ref69"},{"year":"2014","author":"Dalzell","article-title":"English-language idioms","key":"ref70"},{"year":"2015","author":"Davies","article-title":"English corpora","key":"ref71"},{"doi-asserted-by":"publisher","key":"ref72","DOI":"10.18653\/v1\/N19-1337"},{"doi-asserted-by":"publisher","key":"ref73","DOI":"10.21105\/joss.00861"}],"event":{"name":"2024 27th International Conference on Information Fusion (FUSION)","start":{"date-parts":[[2024,7,8]]},"location":"Venice, Italy","end":{"date-parts":[[2024,7,11]]}},"container-title":["2024 27th International Conference on Information Fusion (FUSION)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10706250\/10706251\/10706518.pdf?arnumber=10706518","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,12]],"date-time":"2024-10-12T04:36:56Z","timestamp":1728707816000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10706518\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,8]]},"references-count":73,"URL":"https:\/\/doi.org\/10.23919\/fusion59988.2024.10706518","relation":{},"subject":[],"published":{"date-parts":[[2024,7,8]]}}}