{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T02:55:03Z","timestamp":1771901703652,"version":"3.50.1"},"reference-count":68,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key R&D Program of China","award":["2021YFB3100800"],"award-info":[{"award-number":["2021YFB3100800"]}]},{"DOI":"10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","award":["331883"],"award-info":[{"award-number":["331883"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61872379"],"award-info":[{"award-number":["61872379"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Multimedia"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/tmm.2022.3210761","type":"journal-article","created":{"date-parts":[[2022,9,29]],"date-time":"2022-09-29T19:39:36Z","timestamp":1664480376000},"page":"6563-6574","source":"Crossref","is-referenced-by-count":10,"title":["Importance-Aware Information Bottleneck Learning Paradigm for Lip Reading"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6255-754X","authenticated-orcid":false,"given":"Changchong","family":"Sheng","sequence":"first","affiliation":[{"name":"College of Electronic Science and Technology, National University of Defense Technology, Changsha, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2011-2873","authenticated-orcid":false,"given":"Li","family":"Liu","sequence":"additional","affiliation":[{"name":"Laboratory for Big Data And Decision, College of Systems Engineering, National University of Defense Technology, Changsha, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4179-0059","authenticated-orcid":false,"given":"Wanxia","family":"Deng","sequence":"additional","affiliation":[{"name":"College of Electronic Science and Technology, National University of Defense Technology, Changsha, China"}]},{"given":"Liang","family":"Bai","sequence":"additional","affiliation":[{"name":"Laboratory for Big Data And Decision, College of Systems Engineering, National University of Defense Technology, Changsha, China"}]},{"given":"Zhong","family":"Liu","sequence":"additional","affiliation":[{"name":"Laboratory for Big Data And Decision, College of Systems Engineering, National University of Defense Technology, Changsha, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8025-3766","authenticated-orcid":false,"given":"Songyang","family":"Lao","sequence":"additional","affiliation":[{"name":"Laboratory for Big Data And Decision, College of Systems Engineering, National University of Defense Technology, Changsha, China"}]},{"given":"Gangyao","family":"Kuang","sequence":"additional","affiliation":[{"name":"College of Electronic Science and Technology, National University of Defense Technology, Changsha, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2263-6731","authenticated-orcid":false,"given":"Matti","family":"Pietik\u00e4inen","sequence":"additional","affiliation":[{"name":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2019.8756582"},{"key":"ref57","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54184-6_6"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2015.7133169"},{"key":"ref59","article-title":"mixup: Beyond empirical risk minimization","author":"zhang","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref14","article-title":"Learn an effective lip reading model without pains","author":"feng","year":"2020"},{"key":"ref58","first-page":"950","article-title":"A simple weight decay can improve generalization","author":"krogh","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref53","article-title":"Deep gaze I: Boosting saliency prediction with feature maps trained on ImageNet","author":"k\u00fcmmerer","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.3390\/e22090999"},{"key":"ref11","article-title":"LRS3-TED: A large-scale dataset for visual speech recognition","author":"afouras","year":"2018"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242599"},{"key":"ref54","article-title":"Categorical reparameterization with Gumbel-Softmax","author":"jang","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref17","article-title":"Deep variational information bottleneck","author":"alemi","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref16","article-title":"The information bottleneck method","author":"tishby","year":"2000"},{"key":"ref19","first-page":"179","article-title":"The challenge of multispeaker lip-reading","author":"cox","year":"0","journal-title":"Proc Int Conf Auditory-Vis Speech Process"},{"key":"ref18","article-title":"Restricting the flow: Information bottlenecks for attribution","author":"schulz","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref51","article-title":"Opening the black box of deep neural networks via information","author":"shwartz-ziv","year":"2017"},{"key":"ref50","first-page":"3940","article-title":"Category-level adversarial adaptation for semantic segmentation using purified features","volume":"44","author":"luo","year":"2022","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16967"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2021.3117996"},{"key":"ref48","article-title":"Information bottleneck: Exact analysis of (quantized) neural networks","author":"lorenzen","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref47","first-page":"1135","article-title":"Compressing neural networks using the variational information bottleneck","author":"dai","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3112205"},{"key":"ref41","first-page":"20437","article-title":"Graph information bottleneck","author":"wu","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref44","first-page":"305","article-title":"Disentangled representations for sequence data using information bottleneck principle","author":"yamada","year":"0","journal-title":"Proc Asian Conf Mach Learn"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i10.17120"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00688"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2015.116"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00500"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25903-1_49"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/6046.865479"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-1400"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1097\/AUD.0b013e31812f7185"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3066303"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3390\/e21121181"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00510"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-3146"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053841"},{"key":"ref36","first-page":"6000","article-title":"Attention is all you need","author":"vaswani","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00080"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8461326"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3102433"},{"key":"ref32","article-title":"Learning spatio-temporal features with two-stream deep 3D CNNs for lipreading","author":"weng","year":"2019"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2889052"},{"key":"ref1","first-page":"4485","article-title":"Transfer learning from speaker verification to multispeaker text-to-speech synthesis","author":"jia","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref39","article-title":"Caveats for information bottleneck in deterministic scenarios","author":"kolchinsky","year":"0","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1162\/NECO_a_00961"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2013.23"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1097"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2007.4379312"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2599820"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2005.251"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2006.877528"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2007-281"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9415063"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/FG47880.2020.00132"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2009.2030637"},{"key":"ref66","first-page":"3493","article-title":"An analysis of lime for text data","author":"mardaoui","year":"0","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472172"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/34.982900"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1006\/cviu.1996.0570"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-85"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/FG47880.2020.00133"},{"key":"ref61","article-title":"Multi-grained spatio-temporal modeling for lip-reading","author":"wang","year":"2019"}],"container-title":["IEEE Transactions on Multimedia"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6046\/10016790\/09905979.pdf?arnumber=9905979","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,27]],"date-time":"2023-11-27T20:07:24Z","timestamp":1701115644000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9905979\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":68,"URL":"https:\/\/doi.org\/10.1109\/tmm.2022.3210761","relation":{},"ISSN":["1520-9210","1941-0077"],"issn-type":[{"value":"1520-9210","type":"print"},{"value":"1941-0077","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}