{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T16:23:55Z","timestamp":1792081435421,"version":"4.4.0"},"reference-count":109,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2024,4,24]],"date-time":"2024-04-24T00:00:00Z","timestamp":1713916800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,24]],"date-time":"2024-04-24T00:00:00Z","timestamp":1713916800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Comput Vis"],"published-print":{"date-parts":[[2024,9]]},"DOI":"10.1007\/s11263-024-02067-x","type":"journal-article","created":{"date-parts":[[2024,4,24]],"date-time":"2024-04-24T09:02:23Z","timestamp":1713949343000},"page":"3867-3888","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["MutualFormer: Multi-modal Representation Learning via Cross-Diffusion Attention"],"prefix":"10.1007","volume":"132","author":[{"given":"Xixi","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jin","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bin","family":"Luo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,4,24]]},"reference":[{"key":"2067_CR1","doi-asserted-by":"crossref","unstructured":"Achanta, R., Hemami, S., Estrada, F., & S\u00fcsstrunk, S. (2009). Frequency-tuned salient region detection. In Proceedings of the IEEE International Conference on Computer Vision and Pattern Recognition, pp. 1597\u20131604","DOI":"10.1109\/CVPR.2009.5206596"},{"issue":"5","key":"2067_CR2","doi-asserted-by":"publisher","first-page":"1213","DOI":"10.1109\/TPAMI.2018.2828815","volume":"41","author":"S Bai","year":"2018","unstructured":"Bai, S., Bai, X., Tian, Q., & Latecki, L. J. (2018). Regularized diffusion process on bidirectional context for object retrieval. IEEE Transactions on Pattern Analysis and Machine Intelligence, 41(5), 1213\u20131226.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"2067_CR3","doi-asserted-by":"crossref","unstructured":"Barbato, F., Rizzoli, G., & Zanuttigh, P. (2023). Depthformer: Multimodal positional encodings and cross-input attention for transformer-based segmentation networks. In ICASSP 2023\u20132023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 1\u20135","DOI":"10.1109\/ICASSP49357.2023.10096314"},{"key":"2067_CR4","doi-asserted-by":"crossref","unstructured":"Barbosa, I.B., Cristani, M., Del\u00a0Bue, A., Bazzani, L., & Murino, V.(2012). Re-identification with rgb-d sensors. In: Computer Vision\u2013ECCV 2012. Workshops and Demonstrations: Florence, Italy, October 7\u201313, 2012, Proceedings, Part I 12, pp. 433\u2013442. Springer","DOI":"10.1007\/978-3-642-33863-2_43"},{"key":"2067_CR5","doi-asserted-by":"publisher","first-page":"5706","DOI":"10.1109\/TIP.2015.2487833","volume":"24","author":"A Borji","year":"2015","unstructured":"Borji, A., Cheng, M.-M., Jiang, H., & Li, J. (2015). Salient object detection: A benchmark. IEEE Transactions on Image Processing, 24, 5706\u20135722.","journal-title":"IEEE Transactions on Image Processing"},{"key":"2067_CR6","doi-asserted-by":"crossref","unstructured":"Cao, J., Leng, H., Lischinski, D., Cohen-Or, D., Tu, C., & Li, Y. (2021). Shapeconv: Shape-aware convolutional layer for indoor rgb-d semantic segmentation. In Proceedings of the IEEE International Conference on Computer Vision, pp. 7088\u20137097","DOI":"10.1109\/ICCV48922.2021.00700"},{"key":"2067_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.inffus.2022.06.008","volume":"88","author":"Y Cao","year":"2022","unstructured":"Cao, Y., Luo, X., Yang, J., Cao, Y., & Yang, M. Y. (2022). Locality guided cross-modal feature aggregation and pixel-level fusion for multispectral pedestrian detection. Information Fusion, 88, 1\u201311.","journal-title":"Information Fusion"},{"key":"2067_CR8","doi-asserted-by":"crossref","unstructured":"Carion, N., Massa, F., Synnaeve, G., Usunier, N., Kirillov, A., & Zagoruyko, S. (2020). End-to-end object detection with transformers. In Proceedings of European Conference on Computer Vision, pp. 213\u2013229","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"2067_CR9","unstructured":"Chaudhuri, A., Mancini, M., Chen, Y., Akata, Z., & Dutta, A. (2022). Cross-modal fusion distillation for fine-grained sketch-based image retrieval. In 33rd British Machine Vision Conference. BMVA Press"},{"key":"2067_CR10","doi-asserted-by":"crossref","unstructured":"Chen, T., Ding, S., Xie, J., Yuan, Y., Chen, W., Yang, Y., Ren, Z., & Wang, Z. (2019). Abd-net: Attentive but diverse person re-identification. In Proceedings of the IEEE International Conference on Computer Vision, pp. 8351\u20138361","DOI":"10.1109\/ICCV.2019.00844"},{"key":"2067_CR11","doi-asserted-by":"crossref","unstructured":"Chen, Q., Liu, Z., Zhang, Y., Fu, K., Zhao, Q., & Du, H. (2021). Rgb-d salient object detection via 3d convolutional neural networks. In Proceedings of AAAI Conference on Artificial Intelligence, vol. 35, pp. 1063\u20131071","DOI":"10.1609\/aaai.v35i2.16191"},{"key":"2067_CR12","doi-asserted-by":"crossref","unstructured":"Chen, X., Yan, B., Zhu, J., Wang, D., Yang, X., & Lu, H. (2021) Transformer tracking. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 8126\u20138135","DOI":"10.1109\/CVPR46437.2021.00803"},{"issue":"7","key":"2067_CR13","doi-asserted-by":"publisher","first-page":"2076","DOI":"10.1007\/s11263-021-01452-0","volume":"129","author":"H Chen","year":"2021","unstructured":"Chen, H., Li, Y., Deng, Y., & Lin, G. (2021). Cnn-based rgb-d salient object detection: Learn, select, and fuse. International Journal of Computer Vision, 129(7), 2076\u20132096.","journal-title":"International Journal of Computer Vision"},{"key":"2067_CR14","doi-asserted-by":"publisher","first-page":"2313","DOI":"10.1109\/TIP.2021.3049332","volume":"30","author":"L-Z Chen","year":"2021","unstructured":"Chen, L.-Z., Lin, Z., Wang, Z., Yang, Y.-L., & Cheng, M.-M. (2021). Spatial information guided convolution for real-time rgbd semantic segmentation. IEEE Transactions on Image Processing, 30, 2313\u20132324.","journal-title":"IEEE Transactions on Image Processing"},{"key":"2067_CR15","doi-asserted-by":"crossref","unstructured":"Curto, D., Clap\u00e9s, A., Selva, J., Smeureanu, S., Junior, J., Jacques, C., Gallardo-Pujol, D., Guilera, G., Leiva, D., & Moeslund, T. B,(2021). Dyadformer: A multi-modal transformer for long-range modeling of dyadic interactions. In Proceedings of the IEEE International Conference on Computer Vision, pp. 2177\u20132188","DOI":"10.1109\/ICCVW54120.2021.00247"},{"issue":"8","key":"2067_CR16","doi-asserted-by":"publisher","first-page":"1384","DOI":"10.3390\/diagnostics11081384","volume":"11","author":"Y Dai","year":"2021","unstructured":"Dai, Y., Gao, Y., & Liu, F. (2021). Transmed: Transformers advance multi-modal medical image classification. Diagnostics, 11(8), 1384.","journal-title":"Diagnostics"},{"issue":"10","key":"2067_CR17","doi-asserted-by":"publisher","first-page":"2598","DOI":"10.1109\/TMI.2022.3167808","volume":"41","author":"O Dalmaz","year":"2022","unstructured":"Dalmaz, O., Yurt, M., & \u00c7ukur, T. (2022). Resvit: Residual vision transformers for multimodal medical image synthesis. IEEE Transactions on Medical Imaging, 41(10), 2598\u20132614.","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"2067_CR18","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., & Fei-Fei, L.(2009). Imagenet: A large-scale hierarchical image database. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"2067_CR19","unstructured":"Devlin, J., Chang, M.-W., Lee, K., & Toutanova, K. (2019). Bert: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of naacL-HLT, vol. 1, pp. 4171\u20134186"},{"key":"2067_CR20","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., Weissenborn, D., Zhai, X., Unterthiner, T., Dehghani, M., Minderer, M., Heigold, G., Gelly, S., Uszkoreit, J., & Houlsby, N. (2021). An image is worth 16x16 words: Transformers for image recognition at scale. In Proceedings of the IEEE International Conference on Learning Representations"},{"key":"2067_CR21","first-page":"32942","volume":"35","author":"Z-Y Dou","year":"2022","unstructured":"Dou, Z.-Y., Kamath, A., Gan, Z., Zhang, P., Wang, J., Li, L., Liu, Z., Liu, C., LeCun, Y., & Peng, N. (2022). Coarse-to-fine vision-language pre-training with fusion in the backbone. Advances in Neural Information Processing Systems, 35, 32942\u201332956.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2067_CR22","doi-asserted-by":"crossref","unstructured":"Fan, D.-P., Cheng, M.-M., Liu, Y., Li, T., & Borji, A. (2017). Structure-measure: A new way to evaluate foreground maps. In Proceedings of the IEEE International Conference on Computer Vision, pp. 4548\u20134557","DOI":"10.1109\/ICCV.2017.487"},{"key":"2067_CR23","doi-asserted-by":"crossref","unstructured":"Fan, D.-P., Gong, C., Cao, Y., Ren, B., Cheng, M.-M., & Borji, A. (2018). Enhanced-alignment Measure for Binary Foreground Map Evaluation. In Proceedings of International Joint Conference on Artificial Intelligence, pp. 698\u2013704","DOI":"10.24963\/ijcai.2018\/97"},{"key":"2067_CR24","doi-asserted-by":"crossref","unstructured":"Fan, J., Zheng, P., & Lee, C. K. (2022). A multi-granularity scene segmentation network for human-robot collaboration environment perception. In 2022 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 2105\u20132110 . IEEE","DOI":"10.1109\/IROS47612.2022.9981684"},{"issue":"5","key":"2067_CR25","doi-asserted-by":"publisher","first-page":"2075","DOI":"10.1109\/TNNLS.2020.2996406","volume":"32","author":"D-P Fan","year":"2020","unstructured":"Fan, D.-P., Lin, Z., Zhang, Z., Zhu, M., & Cheng, M.-M. (2020). Rethinking rgb-d salient object detection: Models, data sets, and large-scale benchmarks. IEEE Transactions on Neural Networks and Learning Systems, 32(5), 2075\u20132089.","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"2067_CR26","unstructured":"Feng, C.-M., Yan, Y., Chen, G., Fu, H., Xu, Y., & Shao, L. (2021). Accelerated multi-modal mr imaging with transformers. arXiv:2106.14248"},{"key":"2067_CR27","first-page":"5541","volume":"44","author":"K Fu","year":"2021","unstructured":"Fu, K., Fan, D.-P., Ji, G.-P., Zhao, Q., Shen, J., & Zhu, C. (2021). Siamese network for rgb-d salient object detection and beyond. IEEE Transactions on Pattern Analysis and Machine Intelligence, 44, 5541\u20135559.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"2067_CR28","doi-asserted-by":"crossref","unstructured":"Gabeur, V., Sun, C., Alahari, K., & Schmid, C. (2020). Multi-modal transformer for video retrieval. In Proceedings of European Conference on Computer Vision, pp. 214\u2013229","DOI":"10.1007\/978-3-030-58548-8_13"},{"key":"2067_CR29","doi-asserted-by":"crossref","unstructured":"George, A., & Marcel, S. (2021). Cross modal focal loss for rgbd face anti-spoofing. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 7882\u20137891","DOI":"10.1109\/CVPR46437.2021.00779"},{"key":"2067_CR30","doi-asserted-by":"publisher","first-page":"3738","DOI":"10.1109\/TMM.2020.3035231","volume":"23","author":"Z Gu","year":"2021","unstructured":"Gu, Z., Niu, L., Zhao, H., & Zhang, L. (2021). Hard pixel mining for depth privileged semantic segmentation. IEEE Transactions on Multimedia, 23, 3738\u20133751.","journal-title":"IEEE Transactions on Multimedia"},{"key":"2067_CR31","doi-asserted-by":"crossref","unstructured":"He, S., Luo, H., Wang, P., Wang, F., Li, H., & Jiang, W. (2021). Transreid: Transformer-based object re-identification. In Proceedings of the IEEE International Conference on Computer Vision, pp. 15013\u201315022","DOI":"10.1109\/ICCV48922.2021.01474"},{"key":"2067_CR32","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., & Sun, J.(2016). Deep residual learning for image recognition. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"2067_CR33","doi-asserted-by":"crossref","unstructured":"Huang, J., Tao, J., Liu, B., Lian, Z., & Niu, M. (2020). Multimodal transformer fusion for continuous emotion recognition. In Proceedings of the IEEE International Conference on Acoustics, Speech and Signal Processing, pp. 3507\u20133511","DOI":"10.1109\/ICASSP40776.2020.9053762"},{"key":"2067_CR34","doi-asserted-by":"crossref","unstructured":"Ji, W., Li, J., Zhang, M., Piao, Y., & Lu, H. (2020). Accurate rgb-d salient object detection via collaborative learning. In Proceedings of European Conference on Computer Vision, pp. 52\u201369","DOI":"10.1007\/978-3-030-58523-5_4"},{"key":"2067_CR35","doi-asserted-by":"crossref","unstructured":"Ju, R., Ge, L., Geng, W., Ren, T., & Wu, G. (2014). Depth saliency based on anisotropic center-surround difference. In Proceedings of the IEEE International Conference on Image Processing, pp. 1115\u20131119","DOI":"10.1109\/ICIP.2014.7025222"},{"key":"2067_CR36","unstructured":"Kingma, D. P., & Ba, J. (2014). Adam: A method for stochastic optimization. arXiv:1412.6980"},{"key":"2067_CR37","doi-asserted-by":"crossref","unstructured":"Li, C., Cong, R., Piao, Y., Xu, Q., & Loy, C. C. (2020). Rgb-d salient object detection with cross-modality modulation and selection. In Proceedings of European Conference on Computer Vision, pp. 225\u2013241","DOI":"10.1007\/978-3-030-58598-3_14"},{"key":"2067_CR38","doi-asserted-by":"crossref","unstructured":"Li, H., Li, C., Zhu, X., Zheng, A., & Luo, B. (2020). Multi-spectral vehicle re-identification: A challenge. In Proceedings of AAAI Conference on Artificial Intelligence, vol. 34, pp. 11345\u201311353","DOI":"10.1609\/aaai.v34i07.6796"},{"key":"2067_CR39","doi-asserted-by":"crossref","unstructured":"Li, D., Wei, X., Hong, X., & Gong, Y. (2020). Infrared-visible cross-modal person re-identification with an x modality. In Proceedings of AAAI Conference on Artificial Intelligence, vol. 34, pp. 4610\u20134617","DOI":"10.1609\/aaai.v34i04.5891"},{"key":"2067_CR40","doi-asserted-by":"crossref","unstructured":"Li, X., Yan, H., Qiu, X., & Huang, X.-J. (2020). Flat: Chinese ner using flat-lattice transformer. In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 6836\u20136842","DOI":"10.18653\/v1\/2020.acl-main.611"},{"key":"2067_CR41","doi-asserted-by":"crossref","unstructured":"Li, N., Ye, J., Ji, Y., Ling, H., & Yu, J.(2014). Saliency detection on light field. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2806\u20132813","DOI":"10.1109\/CVPR.2014.359"},{"key":"2067_CR42","doi-asserted-by":"crossref","unstructured":"Li, L.H., Zhang, P., Zhang, H., Yang, J., Li, C., Zhong, Y., Wang, L., Yuan, L., Zhang, L., & Hwang, J.-N. (2022). Grounded language-image pre-training. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 10965\u201310975","DOI":"10.1109\/CVPR52688.2022.01069"},{"key":"2067_CR43","doi-asserted-by":"crossref","unstructured":"Liao, W., Ying\u00a0Yang, M., Zhan, N., & Rosenhahn, B. (2017). Triplet-based deep similarity learning for person re-identification. In Proceedings of the IEEE International Conference on Computer Vision Workshops, pp. 385\u2013393","DOI":"10.1109\/ICCVW.2017.52"},{"issue":"1","key":"2067_CR44","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1109\/TCYB.2020.2969255","volume":"51","author":"C Li","year":"2020","unstructured":"Li, C., Cong, R., Kwong, S., Hou, J., Fu, H., Zhu, G., Zhang, D., & Huang, Q. (2020). Asif-net: Attention steered interweave fusion network for rgb-d salient object detection. IEEE Transactions on Cybernetics, 51(1), 88\u2013100.","journal-title":"IEEE Transactions on Cybernetics"},{"key":"2067_CR45","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1007\/s11263-022-01734-1","volume":"131","author":"J Li","year":"2022","unstructured":"Li, J., Ji, W., Zhang, M., Piao, Y., Lu, H., & Cheng, L. (2022). Delving into calibrated depth for accurate rgb-d salient object detection. International Journal of Computer Vision, 131, 855\u2013876.","journal-title":"International Journal of Computer Vision"},{"key":"2067_CR46","doi-asserted-by":"publisher","first-page":"3528","DOI":"10.1109\/TIP.2021.3062689","volume":"30","author":"G Li","year":"2021","unstructured":"Li, G., Liu, Z., Chen, M., Bai, Z., Lin, W., & Ling, H. (2021). Hierarchical alternate interaction network for rgb-d salient object detection. IEEE Transactions on Image Processing, 30, 3528\u20133542.","journal-title":"IEEE Transactions on Image Processing"},{"key":"2067_CR47","doi-asserted-by":"crossref","unstructured":"Lin, T.-Y., Maire, M., Belongie, S., Hays, J., Perona, P., Ramanan, D., Doll\u00e1r, P., & Zitnick, C. L. (2014). Microsoft coco: Common objects in context. In Computer Vision\u2013ECCV 2014: 13th European Conference, Zurich, Switzerland, September 6\u201312, 2014, Proceedings, Part V 13, pp. 740\u2013755 . Springer","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"2067_CR48","doi-asserted-by":"crossref","unstructured":"Ling, Y., Zhong, Z., Luo, Z., Rota, P., Li, S., & Sebe, N. (2020). Class-aware modality mix and center-guided metric learning for visible-thermal person re-identification. In Proceedings of the 28th ACM International Conference on Multimedia, pp. 889\u2013897","DOI":"10.1145\/3394171.3413821"},{"issue":"2","key":"2067_CR49","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1109\/TPAMI.2018.2858826","volume":"42","author":"T-Y Lin","year":"2020","unstructured":"Lin, T.-Y., Goyal, P., Girshick, R., He, K., & Dollar, P. (2020). Focal loss for dense object detection. IEEE Transactions on Pattern Analysis and Machine Intelligence, 42(2), 318\u2013327.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"issue":"10","key":"2067_CR50","doi-asserted-by":"publisher","first-page":"2642","DOI":"10.1109\/TPAMI.2019.2923513","volume":"42","author":"D Lin","year":"2020","unstructured":"Lin, D., & Huang, H. (2020). Zig\u2013zag network for semantic segmentation of rgb-d images. IEEE Transactions on Pattern Analysis and Machine Intelligence, 42(10), 2642\u20132655.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"2067_CR51","doi-asserted-by":"crossref","unstructured":"Liu, Z., Wang, Y., Tu, Z., Xiao, Y., & Tang, B. (2021). Tritransnet: Rgb-d salient object detection with a triplet transformer embedding network. In Proceedings of the ACM International Conference on Multimedia","DOI":"10.1145\/3474085.3475601"},{"key":"2067_CR52","doi-asserted-by":"crossref","unstructured":"Liu, N., Zhang, N., & Han, J. (2020). Learning selective self-mutual attention for rgb-d saliency detection. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 13753\u201313762","DOI":"10.1109\/CVPR42600.2020.01377"},{"key":"2067_CR53","doi-asserted-by":"crossref","unstructured":"Liu, Y., Zhang, J., Fang, L., Jiang, Q., & Zhou, B. (2021). Multimodal motion prediction with stacked transformers. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","DOI":"10.1109\/CVPR46437.2021.00749"},{"key":"2067_CR54","doi-asserted-by":"crossref","unstructured":"Liu, N., Zhang, N., Wan, K., Shao, L., & Han, J. (2021). Visual saliency transformer. In Proceedings of the IEEE International Conference on Computer Vision, pp. 4722\u20134732","DOI":"10.1109\/ICCV48922.2021.00468"},{"key":"2067_CR55","doi-asserted-by":"crossref","unstructured":"Luo, H., Gu, Y., Liao, X., Lai, S., & Jiang, W. (2019). Bag of tricks and a strong baseline for deep person re-identification. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 0\u20130","DOI":"10.1109\/CVPRW.2019.00190"},{"key":"2067_CR56","doi-asserted-by":"crossref","unstructured":"Luo, A., Li, X., Yang, F., Jiao, Z., Cheng, H., & Lyu, S. (2020). Cascade graph neural networks for rgb-d salient object detection. In Proceedings of European Conference on Computer Vision, pp. 346\u2013364","DOI":"10.1007\/978-3-030-58610-2_21"},{"key":"2067_CR57","unstructured":"Mao, Y., Zhang, J., Wan, Z., Dai, Y., Li, A., Lv, Y., Tian, X., Fan, D.-P., & Barnes, N. (2021). Transformer transforms salient object detection and camouflaged object detection. arXiv:2104.10127"},{"key":"2067_CR58","doi-asserted-by":"crossref","unstructured":"Mogelmose, A., Bahnsen, C., Moeslund, T., Clap\u00e9s, A., & Escalera, S. (2013). Tri-modal person re-identification with rgb, depth and thermal features. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 301\u2013307","DOI":"10.1109\/CVPRW.2013.52"},{"key":"2067_CR59","doi-asserted-by":"crossref","unstructured":"Munaro, M., Fossati, A., Basso, A., Menegatti, E., & Van\u00a0Gool, L. (2014). One-shot person re-identification with a consumer depth camera. Person Re-Identification, pp. 161\u2013181","DOI":"10.1007\/978-1-4471-6296-4_8"},{"key":"2067_CR60","first-page":"14200","volume":"34","author":"A Nagrani","year":"2021","unstructured":"Nagrani, A., Yang, S., Arnab, A., Jansen, A., Schmid, C., & Sun, C. (2021). Attention bottlenecks for multimodal fusion. Advances in Neural Information Processing Systems, 34, 14200\u201314213.","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"3","key":"2067_CR61","doi-asserted-by":"publisher","first-page":"605","DOI":"10.3390\/s17030605","volume":"17","author":"DT Nguyen","year":"2017","unstructured":"Nguyen, D. T., Hong, H. G., Kim, K. W., & Park, K. R. (2017). Person recognition system based on a combination of body images from visible light and thermal cameras. Sensors, 17(3), 605.","journal-title":"Sensors"},{"key":"2067_CR62","unstructured":"Niu, Y., Geng, Y., Li, X., & Liu, F. (2012). Leveraging stereopsis for saliency analysis. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 454\u2013461"},{"key":"2067_CR63","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1007\/s13042-023-01927-1","volume":"15","author":"J Ni","year":"2023","unstructured":"Ni, J., Zhang, Z., Shen, K., Tang, G., & Yang, S. X. (2023). An improved deep network-based rgb-d semantic segmentation method for indoor scenes. International Journal of Machine Learning and Cybernetics, 15, 589\u2013604.","journal-title":"International Journal of Machine Learning and Cybernetics"},{"key":"2067_CR64","doi-asserted-by":"crossref","unstructured":"Pan, W., Wu, H., Zhu, J., Zeng, H., & Zhu, X. (2022). H-vit: Hybrid vision transformer for multi-modal vehicle re-identification. In Artificial Intelligence: Second CAAI International Conference, CICAI 2022, Beijing, China, August 27\u201328, 2022, Revised Selected Papers, Part I, pp. 255\u2013267 . Springer","DOI":"10.1007\/978-3-031-20497-5_21"},{"key":"2067_CR65","doi-asserted-by":"crossref","unstructured":"Pang, Y., Zhang, L., Zhao, X., & Lu, H. (2020). Hierarchical dynamic filtering network for rgb-d salient object detection. In Proceedings of European Conference on Computer Vision, pp. 235\u2013252","DOI":"10.1007\/978-3-030-58595-2_15"},{"key":"2067_CR66","doi-asserted-by":"crossref","unstructured":"Peng, H., Li, B., Xiong, W., Hu, W., & Ji, R. (2014). Rgbd salient object detection: A benchmark and algorithms. In Proceedings of European Conference on Computer Vision, pp. 92\u2013109","DOI":"10.1007\/978-3-319-10578-9_7"},{"key":"2067_CR67","doi-asserted-by":"crossref","unstructured":"Perazzi, F., Kr\u00e4henb\u00fchl, P., Pritch, Y., & Hornung, A. (2012). Saliency filters: Contrast based filtering for salient region detection. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 733\u2013740","DOI":"10.1109\/CVPR.2012.6247743"},{"key":"2067_CR68","doi-asserted-by":"crossref","unstructured":"Piao, Y., Ji, W., Li, J., Zhang, M., & Lu, H. (2019). Depth-induced multi-scale recurrent attention network for saliency detection. In Proceedings of the IEEE International Conference on Computer Vision, pp. 7254\u20137263","DOI":"10.1109\/ICCV.2019.00735"},{"key":"2067_CR69","doi-asserted-by":"crossref","unstructured":"Piao, Y., Rong, Z., Zhang, M., Ren, W., & Lu, H. (2020). A2dele: Adaptive and attentive depth distiller for efficient rgb-d salient object detection. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 9060\u20139069","DOI":"10.1109\/CVPR42600.2020.00908"},{"issue":"5","key":"2067_CR70","doi-asserted-by":"publisher","first-page":"2274","DOI":"10.1109\/TIP.2017.2682981","volume":"26","author":"L Qu","year":"2017","unstructured":"Qu, L., He, S., Zhang, J., Tian, J., Tang, Y., & Yang, Q. (2017). Rgbd salient object detection via deep fusion. IEEE Transactions on Image Processing, 26(5), 2274\u20132285.","journal-title":"IEEE Transactions on Image Processing"},{"key":"2067_CR71","doi-asserted-by":"crossref","unstructured":"Rahman, M.A., & Wang, Y. (2016). Optimizing intersection-over-union in deep neural networks for image segmentation. In International Symposium on Visual Computing, pp. 234\u2013244","DOI":"10.1007\/978-3-319-50835-1_22"},{"key":"2067_CR72","doi-asserted-by":"crossref","unstructured":"Ren, J., Gong, X., Yu, L., Zhou, W., & Ying\u00a0Yang, M. (2015). Exploiting global priors for rgb-d saliency detection. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 25\u201332","DOI":"10.1109\/CVPRW.2015.7301391"},{"issue":"10","key":"2067_CR73","doi-asserted-by":"publisher","first-page":"4970","DOI":"10.1109\/TIP.2019.2915655","volume":"28","author":"L Ren","year":"2019","unstructured":"Ren, L., Lu, J., Feng, J., & Zhou, J. (2019). Uniform and variational deep learning for rgb-d object recognition and person re-identification. IEEE Transactions on Image Processing, 28(10), 4970\u20134983.","journal-title":"IEEE Transactions on Image Processing"},{"key":"2067_CR74","doi-asserted-by":"crossref","unstructured":"Rizzoli, G., Shenaj, D., & Zanuttigh, P. (2023). Source-free domain adaptation for rgb-d semantic segmentation with vision transformers. arXiv:2305.14269","DOI":"10.1109\/WACVW60836.2024.00070"},{"issue":"4","key":"2067_CR75","doi-asserted-by":"publisher","first-page":"90","DOI":"10.3390\/technologies10040090","volume":"10","author":"G Rizzoli","year":"2022","unstructured":"Rizzoli, G., Barbato, F., & Zanuttigh, P. (2022). Multimodal semantic segmentation in autonomous driving: A review of current approaches and future perspectives. Technologies, 10(4), 90.","journal-title":"Technologies"},{"key":"2067_CR76","doi-asserted-by":"publisher","first-page":"1039","DOI":"10.1109\/TIP.2023.3238642","volume":"32","author":"F Shen","year":"2023","unstructured":"Shen, F., Xie, Y., Zhu, J., Zhu, X., & Zeng, H. (2023). Git: Graph interactive transformer for vehicle re-identification. IEEE Transactions on Image Processing, 32, 1039\u20131051.","journal-title":"IEEE Transactions on Image Processing"},{"key":"2067_CR77","doi-asserted-by":"crossref","unstructured":"Silberman, N., Hoiem, D., Kohli, P., & Fergus, R. (2012). Indoor segmentation and support inference from rgbd images. In Computer Vision\u2013ECCV 2012: 12th European Conference on Computer Vision, Florence, Italy, October 7\u201313, 2012, Proceedings, Part V 12, pp. 746\u2013760 . Springer","DOI":"10.1007\/978-3-642-33715-4_54"},{"key":"2067_CR78","doi-asserted-by":"crossref","unstructured":"Sun, Y., Cheng, C., Zhang, Y., Zhang, C., Zheng, L., Wang, Z., & Wei, Y. (2020). Circle loss: A unified perspective of pair similarity optimization. InProceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 6398\u20136407","DOI":"10.1109\/CVPR42600.2020.00643"},{"key":"2067_CR79","doi-asserted-by":"crossref","unstructured":"Sun, Y., Zheng, L., Yang, Y., Tian, Q., & Wang, S. (2018). Beyond part models: Person retrieval with refined part pooling (and a strong convolutional baseline). In Proceedings of European Conference on Computer Vision, pp. 480\u2013496","DOI":"10.1007\/978-3-030-01225-0_30"},{"key":"2067_CR80","doi-asserted-by":"crossref","unstructured":"Tan, H., & Bansal, M. (2019). Lxmert: Learning cross-modality encoder representations from transformers. In Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, pp. 5100\u20135111","DOI":"10.18653\/v1\/D19-1514"},{"key":"2067_CR81","unstructured":"Touvron, H., Cord, M., Douze, M., Massa, F., Sablayrolles, A., & J\u00e9gou, H. (2021). Training data-efficient image transformers & distillation through attention. In Proceedings of International Conference on Machine Learning, pp. 10347\u201310357 . PMLR"},{"key":"2067_CR82","doi-asserted-by":"crossref","unstructured":"Truong, T.-D., Duong, C.N., Pham, H.A., Raj, B., Le, N., & Luu, K. (2021). The right to talk: An audio-visual transformer approach. In Proceedings of the IEEE International Conference on Computer Vision, pp. 1105\u20131114","DOI":"10.1109\/ICCV48922.2021.00114"},{"key":"2067_CR83","unstructured":"Van der Maaten, L., & Hinton G. (2008). Visualizing data using t-sne. Journal of Machine Learning Research, 9(11), 2579\u20132605."},{"key":"2067_CR84","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A. N., Kaiser, U., & Polosukhin, I. (2017). Attention is all you need. Advances in Neural Information Processing Systems, 30, 6000\u20136010."},{"key":"2067_CR85","doi-asserted-by":"crossref","unstructured":"Wang, Y., Chen, X., Cao, L., Huang, W., Sun, F., & Wang, Y. (2022). Multimodal token fusion for vision transformers. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 12186\u201312195","DOI":"10.1109\/CVPR52688.2022.01187"},{"key":"2067_CR86","doi-asserted-by":"crossref","unstructured":"Wang, G., Yuan, Y., Chen, X., Li, J., & Zhou, X. (2018). Learning discriminative features with multiple granularities for person re-identification. In Proceedings of the 26th ACM International Conference on Multimedia, pp. 274\u2013282","DOI":"10.1145\/3240508.3240552"},{"key":"2067_CR87","doi-asserted-by":"crossref","unstructured":"Wang, G., Zhang, T., Cheng, J., Liu, S., Yang, Y., & Hou, Z. (2019). Rgb-infrared cross-modality person re-identification via joint pixel and feature alignment. In Proceedings of the IEEE International Conference on Computer Vision, pp. 3623\u20133632","DOI":"10.1109\/ICCV.2019.00372"},{"key":"2067_CR88","doi-asserted-by":"crossref","unstructured":"Wei, J., Wang, S., & Huang, Q. (2020). F$${^3}$$net: Fusion, feedback and focus for salient object detection. In Proceedings of AAAI Conference on Artificial Intelligence, pp. 12321\u201312328","DOI":"10.1609\/aaai.v34i07.6916"},{"key":"2067_CR89","doi-asserted-by":"crossref","unstructured":"Wu, S., Song, X., & Feng, Z. (2021). Mect: Multi-metadata embedding based cross-transformer for Chinese named entity recognition. In Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 1529\u20131539","DOI":"10.18653\/v1\/2021.acl-long.121"},{"key":"2067_CR90","doi-asserted-by":"crossref","unstructured":"Wu, A., Zheng, W.-S., Yu, H.-X., Gong, S., & Lai, J. (2017). Rgb-infrared cross-modality person re-identification. In Proceedings of the IEEE International Conference on Computer Vision, pp. 5380\u20135389","DOI":"10.1109\/ICCV.2017.575"},{"key":"2067_CR91","doi-asserted-by":"publisher","first-page":"1073","DOI":"10.1007\/s11263-023-01752-7","volume":"131","author":"X Wu","year":"2023","unstructured":"Wu, X., & Li, T. (2023). Sentimental visual captioning using multimodal transformer. International Journal of Computer Vision, 131, 1073\u20131090.","journal-title":"International Journal of Computer Vision"},{"issue":"10","key":"2067_CR92","doi-asserted-by":"publisher","first-page":"12113","DOI":"10.1109\/TPAMI.2023.3275156","volume":"45","author":"P Xu","year":"2023","unstructured":"Xu, P., Zhu, X., & Clifton, D. A. (2023). Multimodal learning with transformers: A survey. IEEE Transactions on Pattern Analysis and Machine Intelligence, 45(10), 12113\u201312132.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"2067_CR93","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1109\/TIFS.2019.2921454","volume":"15","author":"M Ye","year":"2019","unstructured":"Ye, M., Lan, X., Wang, Z., & Yuen, P. C. (2019). Bi-directional center-constrained top-ranking for visible thermal person re-identification. IEEE Transactions on Information Forensics and Security, 15, 407\u2013419.","journal-title":"IEEE Transactions on Information Forensics and Security"},{"key":"2067_CR94","doi-asserted-by":"crossref","unstructured":"Yu, W., Luo, M., Zhou, P., Si, C., Zhou, Y., Wang, X., Feng, J., & Yan, S. (2022). Metaformer is actually what you need for vision. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 10819\u201310829","DOI":"10.1109\/CVPR52688.2022.01055"},{"key":"2067_CR95","doi-asserted-by":"crossref","unstructured":"Yuan, L., Chen, Y., Wang, T., Yu, W., Shi, Y., Jiang, Z.-H., Tay, F.E., Feng, J., & Yan, S. (2021). Tokens-to-token vit: Training vision transformers from scratch on imagenet. In Proceedings of the IEEE International Conference on Computer Vision, pp. 558\u2013567","DOI":"10.1109\/ICCV48922.2021.00060"},{"key":"2067_CR96","doi-asserted-by":"crossref","unstructured":"Yu, J., Li, J., Yu, Z., & Huang, Q. (2020). Multimodal transformer with multi-view visual representation for image captioning. IEEE Transactions on Circuits and Systems for Video Technology, 30(12), 4467\u20134480.","DOI":"10.1109\/TCSVT.2019.2947482"},{"key":"2067_CR97","doi-asserted-by":"crossref","unstructured":"Zhai, Y., Zeng, Y., Cao, D., & Lu, S. (2022). Trireid: Towards multi-modal person re-identification via descriptive fusion model. In Proceedings of the 2022 International Conference on Multimedia Retrieval, pp. 63\u201371","DOI":"10.1145\/3512527.3531397"},{"key":"2067_CR98","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Lei, Z., Zhang, Z., & Li, S. Z. (2020). Context-aware attention network for image-text retrieval. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3536\u20133545","DOI":"10.1109\/CVPR42600.2020.00359"},{"key":"2067_CR99","doi-asserted-by":"crossref","unstructured":"Zhang, J., Liu, H., Yang, K., Hu, X., Liu, R., & Stiefelhagen, R. (2023). Cmx:Cross-modal fusion for rgb-x semantic segmentation with transformers. IEEE Transactions on Intelligent Transportation Systems, 24(12), 14679\u201314694.","DOI":"10.1109\/TITS.2023.3300537"},{"key":"2067_CR100","doi-asserted-by":"crossref","unstructured":"Zhang, M., Ren, W., Piao, Y., Rong, Z., & Lu, H. (2020). Select, supplement and focus for rgb-d saliency detection. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3472\u20133481","DOI":"10.1109\/CVPR42600.2020.00353"},{"key":"2067_CR101","doi-asserted-by":"crossref","unstructured":"Zhang, M., Zhang, Y., Piao, Y., Hu, B., & Lu, H. (2020). Feature reintegration over differential treatment: A top-down and adaptive fusion network for rgb-d salient object detection. In Proceedings of the 28th ACM International Conference on Multimedia, pp. 4107\u20134115","DOI":"10.1145\/3394171.3413969"},{"key":"2067_CR102","doi-asserted-by":"crossref","unstructured":"Zhao, J.-X., Cao, Y., Fan, D.-P., Cheng, M.-M., Li, X.-Y., & Zhang, L. (2019). Contrast prior and fluid pyramid integration for rgbd salient object detection. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3922\u20133931","DOI":"10.1109\/CVPR.2019.00405"},{"key":"2067_CR103","doi-asserted-by":"crossref","unstructured":"Zhao, J., Zhao, Y., Li, J., Yan, K., & Tian, Y. (2021). Heterogeneous relational complement for vehicle re-identification. In Proceedings of the IEEE International Conference on Computer Vision, pp. 205\u2013214","DOI":"10.1109\/ICCV48922.2021.00027"},{"key":"2067_CR104","doi-asserted-by":"crossref","unstructured":"Zheng, W.-S., Hong, J., Jiao, J., Wu, A., Zhu, X., Gong, S., Qin, J., & Lai, J. (2022). Joint bilateral-resolution identity modeling for cross-resolution person re-identification. International Journal of Computer Vision, 130, 136\u2013156.","DOI":"10.1007\/s11263-021-01518-z"},{"key":"2067_CR105","doi-asserted-by":"crossref","unstructured":"Zheng, A., Wang, Z., Chen, Z., Li, C., & Tang, J. (2021). Robust multi-modality person re-identification. In Proceedings of AAAI Conference on Artificial Intelligence, vol. 35, pp. 3529\u20133537","DOI":"10.1609\/aaai.v35i4.16467"},{"key":"2067_CR106","unstructured":"Zheng, A., Zhu, X., Li, C., Tang, J., & Ma, J. (2022). Multi-spectral vehicle re-identification with cross-directional consistency network and a high-quality benchmark. arXiv:2208.00632"},{"key":"2067_CR107","doi-asserted-by":"crossref","unstructured":"Zhou, H., Qi, L., Wan, Z., Huang, H., & Yang, X. (2021). Rgb-d co-attention network for semantic segmentation. In Proceedings of the Asian Conference on Computer Vision, pp. 519\u2013536","DOI":"10.1007\/978-3-030-69525-5_31"},{"key":"2067_CR108","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1016\/j.neucom.2022.04.025","volume":"492","author":"F Zhou","year":"2022","unstructured":"Zhou, F., Lai, Y.-K., Rosin, P. L., Zhang, F., & Hu, Y. (2022). Scale-aware network with modality-awareness for rgb-d indoor semantic segmentation. Neurocomputing, 492, 464\u2013473.","journal-title":"Neurocomputing"},{"key":"2067_CR109","doi-asserted-by":"crossref","unstructured":"Zolfaghari, M., Zhu, Y., Gehler, P., & Brox, T. (2021). Crossclr: Cross-modal contrastive learning for multi-modal video representations. InProceedings of the IEEE International Conference on Computer Vision, pp. 1450\u20131459","DOI":"10.1109\/ICCV48922.2021.00148"}],"container-title":["International Journal of Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-024-02067-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11263-024-02067-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-024-02067-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,27]],"date-time":"2024-08-27T07:36:57Z","timestamp":1724744217000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11263-024-02067-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,24]]},"references-count":109,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2024,9]]}},"alternative-id":["2067"],"URL":"https:\/\/doi.org\/10.1007\/s11263-024-02067-x","relation":{},"ISSN":["0920-5691","1573-1405"],"issn-type":[{"value":"0920-5691","type":"print"},{"value":"1573-1405","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,24]]},"assertion":[{"value":"3 March 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 April 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}