{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,14]],"date-time":"2026-08-14T09:33:27Z","timestamp":1786700007763,"version":"3.56.0"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030110239","type":"print"},{"value":"9783030110246","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-11024-6_44","type":"book-chapter","created":{"date-parts":[[2019,1,24]],"date-time":"2019-01-24T04:29:27Z","timestamp":1548304167000},"page":"575-589","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":107,"title":["CentralNet: A Multilayer Approach for Multimodal Fusion"],"prefix":"10.1007","author":[{"given":"Valentin","family":"Vielzeuf","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexis","family":"Lechervy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"St\u00e9phane","family":"Pateux","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fr\u00e9d\u00e9ric","family":"Jurie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,1,23]]},"reference":[{"key":"44_CR1","unstructured":"Abu-El-Haija, S., et al.: YouTube-8M: a large-scale video classification benchmark. CoRR abs\/1609.08675 (2016)"},{"key":"44_CR2","unstructured":"Wang, Z., et al.: Truly multi-modal YouTube-8M video classification with video, audio, and text. CoRR abs\/1706.05461 (2017)"},{"key":"44_CR3","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/MMUL.2012.26","volume":"19","author":"A Dhall","year":"2012","unstructured":"Dhall, A., et al.: Collecting large, richly annotated facial-expression databases from movies. IEEE MultiMedia 19, 34\u201341 (2012)","journal-title":"IEEE MultiMedia"},{"key":"44_CR4","doi-asserted-by":"crossref","unstructured":"Ringeval, F., Schuller, B., Valstar, M., Gratch, J., Cowie, R., Pantic, M.: Summary for avec 2017: real-life depression and affect challenge and workshop. In: Proceedings of the 2017 ACM on Multimedia Conference, pp. 1963\u20131964. ACM (2017)","DOI":"10.1145\/3123266.3132049"},{"key":"44_CR5","doi-asserted-by":"crossref","unstructured":"Hu, P., Cai, D., Wang, S., Yao, A., Chen, Y.: Learning supervised scoring ensemble for emotion recognition in the wild. In: Proceedings of the 19th ACM International Conference on Multimodal Interaction, pp. 553\u2013560. ACM (2017)","DOI":"10.1145\/3136755.3143009"},{"key":"44_CR6","unstructured":"Simonyan, K., Zisserman, A.: Two-stream convolutional networks for action recognition in videos. In: Advances in Neural Information Processing Systems, pp. 568\u2013576 (2014)"},{"key":"44_CR7","doi-asserted-by":"crossref","unstructured":"Kiela, D., Grave, E., Joulin, A., Mikolov, T.: Efficient large-scale multi-modal classification. CoRR abs\/1802.02892 (2018)","DOI":"10.1609\/aaai.v32i1.11945"},{"issue":"6","key":"44_CR8","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/s00530-010-0182-0","volume":"16","author":"PK Atrey","year":"2010","unstructured":"Atrey, P.K., Hossain, M.A., El Saddik, A., Kankanhalli, M.S.: Multimodal fusion for multimedia analysis: a survey. Multimedia Syst. 16(6), 345\u2013379 (2010)","journal-title":"Multimedia Syst."},{"key":"44_CR9","unstructured":"Andrew, G., Arora, R., Bilmes, J., Livescu, K.: Deep canonical correlation analysis. In: International Conference on Machine Learning, pp. 1247\u20131255 (2013)"},{"issue":"9","key":"44_CR10","doi-asserted-by":"publisher","first-page":"1449","DOI":"10.1109\/JPROC.2015.2460697","volume":"103","author":"D Lahat","year":"2015","unstructured":"Lahat, D., Adali, T., Jutten, C.: Multimodal data fusion: an overview of methods, challenges, and prospects. Proc. IEEE 103(9), 1449\u20131477 (2015)","journal-title":"Proc. IEEE"},{"key":"44_CR11","doi-asserted-by":"crossref","unstructured":"Kim, D.H., Lee, M.K., Choi, D.Y., Song, B.C.: Multi-modal emotion recognition using semi-supervised learning and multiple neural networks in the wild. In: Proceedings of the 19th ACM International Conference on Multimodal Interaction, pp. 529\u2013535. ACM (2017)","DOI":"10.1145\/3136755.3143005"},{"key":"44_CR12","doi-asserted-by":"crossref","unstructured":"Vielzeuf, V., Pateux, S., Jurie, F.: Temporal multimodal fusion for video emotion classification in the wild. In: Proceedings of the 19th ACM International Conference on Multimodal Interaction, pp. 569\u2013576. ACM (2017)","DOI":"10.1145\/3136755.3143011"},{"key":"44_CR13","unstructured":"Arevalo, J., Solorio, T., Montes-y G\u00f3mez, M., Gonz\u00e1lez, F.A.: Gated multimodal units for information fusion. In: ICLR Worshop (2017)"},{"key":"44_CR14","doi-asserted-by":"crossref","unstructured":"Chen, M., Wang, S., Liang, P.P., Baltru\u0161aitis, T., Zadeh, A., Morency, L.P.: Multimodal sentiment analysis with word-level fusion and reinforcement learning. In: Proceedings of the 19th ACM International Conference on Multimodal Interaction, pp. 163\u2013171. ACM (2017)","DOI":"10.1145\/3136755.3136801"},{"key":"44_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"474","DOI":"10.1007\/978-3-319-16178-5_33","volume-title":"Computer Vision - ECCV 2014 Workshops","author":"N Neverova","year":"2015","unstructured":"Neverova, N., Wolf, C., Taylor, G.W., Nebout, F.: Multi-scale deep learning for gesture detection and localization. In: Agapito, L., Bronstein, M.M., Rother, C. (eds.) ECCV 2014. LNCS, vol. 8925, pp. 474\u2013490. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16178-5_33"},{"key":"44_CR16","doi-asserted-by":"crossref","unstructured":"Yang, X., Molchanov, P., Kautz, J.: Multilayer and multimodal fusion of deep neural networks for video classification. In: Proceedings of the 2016 ACM on Multimedia Conference, pp. 978\u2013987. ACM (2016)","DOI":"10.1145\/2964284.2964297"},{"key":"44_CR17","unstructured":"Cangea, C., Velickovic, P., Li\u00f2, P.: XFlow: 1D-2D cross-modal deep neural networks for audiovisual classification. CoRR abs\/1709.00572 (2017)"},{"key":"44_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1007\/978-3-319-70096-0_29","volume-title":"Neural Information Processing","author":"Z Gu","year":"2017","unstructured":"Gu, Z., Lang, B., Yue, T., Huang, L.: Learning joint multimodal representation based on multi-fusion deep neural networks. In: Liu, D., Xie, S., Li, Y., Zhao, D., El-Alfy, E.S. (eds.) ICONIP 2017. LNCS, vol. 10635, pp. 276\u2013285. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-70096-0_29"},{"issue":"8","key":"44_CR19","doi-asserted-by":"publisher","first-page":"860","DOI":"10.3390\/rs9080860","volume":"9","author":"M Kang","year":"2017","unstructured":"Kang, M., Ji, K., Leng, X., Lin, Z.: Contextual region-based convolutional neural network with multilayer fusion for sar ship detection. Remote Sens. 9(8), 860 (2017)","journal-title":"Remote Sens."},{"key":"44_CR20","doi-asserted-by":"crossref","unstructured":"Baltru\u0161aitis, T., Ahuja, C., Morency, L.P.: Multimodal machine learning: a survey and taxonomy. IEEE Trans. Pattern Anal. Mach. Intell. (2018)","DOI":"10.1109\/TPAMI.2018.2798607"},{"issue":"2","key":"44_CR21","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1162\/NECO_a_00801","volume":"28","author":"S Chandar","year":"2016","unstructured":"Chandar, S., Khapra, M.M., Larochelle, H., Ravindran, B.: Correlational neural networks. Neural Comput. 28(2), 257\u2013285 (2016)","journal-title":"Neural Comput."},{"issue":"8","key":"44_CR22","doi-asserted-by":"publisher","first-page":"1692","DOI":"10.1109\/TPAMI.2015.2461544","volume":"38","author":"N Neverova","year":"2016","unstructured":"Neverova, N., Wolf, C., Taylor, G., Nebout, F.: Moddrop: adaptive multi-modal gesture recognition. IEEE Trans. Pattern Anal. Mach. Intell. 38(8), 1692\u20131706 (2016)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"44_CR23","doi-asserted-by":"crossref","unstructured":"Li, F., Neverova, N., Wolf, C., Taylor, G.: Modout: learning to fuse modalities via stochastic regularization. J. Comput. Vis. Imaging Syst. 2(1) (2016)","DOI":"10.15353\/vsnl.v2i1.103"},{"key":"44_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/978-3-319-16178-5_32","volume-title":"Computer Vision - ECCV 2014 Workshops","author":"S Escalera","year":"2015","unstructured":"Escalera, S., et al.: ChaLearn looking at people challenge 2014: dataset and results. In: Agapito, L., Bronstein, M.M., Rother, C. (eds.) ECCV 2014. LNCS, vol. 8925, pp. 459\u2013473. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16178-5_32"},{"issue":"11","key":"44_CR25","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"44_CR26","unstructured":"Jackson, Z.: Free-spoken-digit-dataset (2017). https:\/\/github.com\/Jakobovski\/decoupled-multimodal-learning"},{"key":"44_CR27","doi-asserted-by":"crossref","unstructured":"Piczak, K.J.: ESC: dataset for environmental sound classification. In: Proceedings of the 23rd ACM International Conference on Multimedia, pp. 1015\u20131018. ACM (2015)","DOI":"10.1145\/2733373.2806390"},{"key":"44_CR28","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. CoRR abs\/1409.1556 (2014)"},{"key":"44_CR29","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems, pp. 3111\u20133119 (2013)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2018 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-11024-6_44","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,22]],"date-time":"2023-01-22T01:07:44Z","timestamp":1674349664000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-11024-6_44"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030110239","9783030110246"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-11024-6_44","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"23 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Munich","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2018.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}