{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T12:01:40Z","timestamp":1774699300951,"version":"3.50.1"},"reference-count":75,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62136005"],"award-info":[{"award-number":["62136005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Key Research and Development Program of China","award":["2020AAA0106100"],"award-info":[{"award-number":["2020AAA0106100"]}]},{"name":"Key R&D Program","award":["201903D421003"],"award-info":[{"award-number":["201903D421003"]}]},{"name":"Young San Jin Scholars of Shanxi","award":["2016769"],"award-info":[{"award-number":["2016769"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106132"],"award-info":[{"award-number":["62106132"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61802238"],"award-info":[{"award-number":["61802238"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61906114"],"award-info":[{"award-number":["61906114"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61906115"],"award-info":[{"award-number":["61906115"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62006146"],"award-info":[{"award-number":["62006146"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"1331 Engineering Project of Shanxi Province"},{"name":"Scientific and Technological Innovation Programs of Higher Education Institutions in Shanxi","award":["2021L286"],"award-info":[{"award-number":["2021L286"]}]},{"name":"Scientific and Technological Innovation Programs of Higher Education Institutions in Shanxi","award":["2020L0036"],"award-info":[{"award-number":["2020L0036"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2022,12,1]]},"DOI":"10.1109\/tpami.2021.3125995","type":"journal-article","created":{"date-parts":[[2021,11,9]],"date-time":"2021-11-09T20:42:40Z","timestamp":1636490560000},"page":"9236-9254","source":"Crossref","is-referenced-by-count":74,"title":["AF: An Association-Based Fusion Method for Multi-Modal Classification"],"prefix":"10.1109","volume":"44","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2589-5392","authenticated-orcid":false,"given":"Xinyan","family":"Liang","sequence":"first","affiliation":[{"name":"Institute of Big Data Science and Industry, the Key Laboratory of Computational Intelligence and Chinese Information Processing of Ministry of Education, Shanxi University, Taiyuan, Shanxi, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6772-4247","authenticated-orcid":false,"given":"Yuhua","family":"Qian","sequence":"additional","affiliation":[{"name":"Institute of Big Data Science and Industry, the Key Laboratory of Computational Intelligence and Chinese Information Processing of Ministry of Education, Shanxi University, Taiyuan, Shanxi, China"}]},{"given":"Qian","family":"Guo","sequence":"additional","affiliation":[{"name":"Institute of Big Data Science and Industry, the Key Laboratory of Computational Intelligence and Chinese Information Processing of Ministry of Education, Shanxi University, Taiyuan, Shanxi, China"}]},{"given":"Honghong","family":"Cheng","sequence":"additional","affiliation":[{"name":"School of Information, Shanxi University of Finance and Economics, Taiyuan, Shanxi, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5887-9327","authenticated-orcid":false,"given":"Jiye","family":"Liang","sequence":"additional","affiliation":[{"name":"Key Laboratory of Computational Intelligence and Chinese Information Processing of Ministry of Education, Shanxi University, Taiyuan, Shanxi, China"}]}],"member":"263","reference":[{"key":"ref73","first-page":"2236","article-title":"Multimodal language analysis in the wild: CMU-MOSEI dataset and interpretable dynamic fusion graph","author":"zadeh","year":"2018","journal-title":"Proc Annual Meeting of the Assoc Computational Linguistics"},{"key":"ref72","article-title":"Mosi: Multimodal corpus of sentiment intensity and subjectivity analysis in online opinion videos","author":"zadeh","year":"2016"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.214"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413678"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.343"},{"key":"ref39","first-page":"1806","article-title":"Multi-modal distance metric learning","author":"xie","year":"2013","journal-title":"Proc Int Joint Conf Artif Intell"},{"key":"ref75","first-page":"1","article-title":"Measuring dependence powerfully and equitably","volume":"17","author":"reshef","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0055"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2881474"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/497"},{"key":"ref31","first-page":"1","article-title":"Is attention better than matrix decomposition?","author":"geng","year":"2021","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_7"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2817340"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00155"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1656"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/2647868.2654931"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2011.190"},{"key":"ref62","first-page":"1","article-title":"Statistical comparisons of classifiers over multiple data sets","volume":"7","author":"demsar","year":"2006","journal-title":"J Mach Learn Res"},{"key":"ref61","first-page":"1531","article-title":"Large scale multiple kernel learning","volume":"7","author":"sonnenburg","year":"2006","journal-title":"J Mach Learn Res"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2010.04.018"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1093\/nsr\/nwy108"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17289"},{"key":"ref27","first-page":"12136","article-title":"Deep multimodal multilinear fusion with high-order polynomial pooling","author":"hou","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1115"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1209"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350940"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12021"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017216"},{"key":"ref69","first-page":"1","article-title":"Learning factorized multimodal representations","author":"tsai","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2020.3010631"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2798607"},{"key":"ref20","article-title":"Estimating mutual information","volume":"69","author":"alexander","year":"2004","journal-title":"Phys Rev E"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1360\/SSI-2020-0009"},{"key":"ref21","first-page":"978","article-title":"Consistent distribution-free k-sample and independence tests for univariate random variables","volume":"17","author":"heller","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2017.2785795"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2020.107423"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.63"},{"key":"ref25","first-page":"1","article-title":"Effective multimodal information fusion by structure learning","author":"kludas","year":"2011","journal-title":"Proc 14th Int Conf Inf Fusion"},{"key":"ref50","first-page":"3197","article-title":"Removing bias in multi-modal classifiers: Regularization by maximizing functional entropies","author":"gat","year":"2020","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1873987"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248041"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2017.2713045"},{"key":"ref57","first-page":"381","article-title":"Handwritten digit recognition by combined classifiers","volume":"34","author":"van breukelen","year":"1998","journal-title":"Kybernetika"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/1646396.1646452"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref54","first-page":"213","article-title":"Tvgraz: Multi-modal learning of object categories by combining textual and visual features","author":"khan","year":"2009","journal-title":"Proc Workshop Austrian Assoc Pattern Recognit"},{"key":"ref53","first-page":"139","article-title":"Collecting image annotations using amazon’s mechanical turk","author":"rashtchian","year":"2010","journal-title":"Proc NAACL HLT Workshop Creating Speech Lang Data Amazon’s Mechanical Turk"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2014.03.003"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2021.3063612"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijar.2016.12.008"},{"key":"ref40","first-page":"2949","article-title":"Multimodal learning with deep boltzmann machines","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref12","first-page":"2949","article-title":"Multimodal learning with deep boltzmann machines","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref13","first-page":"1","article-title":"Trusted multi-view classification","author":"han","year":"2021","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9341557"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2019.2898471"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2020.103534"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00680"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413977"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2015.2394475"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1214\/09-AOAS312"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2015.2394475"},{"key":"ref6","article-title":"Factorized multimodal transformer for multimodal sequential learning","author":"zadeh","year":"2019","journal-title":"Proc Annual Meeting of the Assoc Computational Linguistics"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1126\/science.1205438"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.12.007"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2021.3064943"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/BF02024507"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2979699"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390294"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2010.254"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2018.10.004"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788573"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2015.2465959"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2017.2647966"},{"key":"ref44","first-page":"1736","article-title":"Coupled attribute analysis on numerical data","author":"wang","year":"2013","journal-title":"Proc Int Joint Conf Artif Intell"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_42"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9940446\/09609548.pdf?arnumber=9609548","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,5]],"date-time":"2022-12-05T22:38:41Z","timestamp":1670279921000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9609548\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,1]]},"references-count":75,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2021.3125995","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,1]]}}}