{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T02:37:41Z","timestamp":1783132661712,"version":"3.54.6"},"reference-count":78,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2020,1,15]],"date-time":"2020-01-15T00:00:00Z","timestamp":1579046400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,15]],"date-time":"2020-01-15T00:00:00Z","timestamp":1579046400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2020,7]]},"DOI":"10.1007\/s00521-019-04559-1","type":"journal-article","created":{"date-parts":[[2020,1,15]],"date-time":"2020-01-15T11:02:54Z","timestamp":1579086174000},"page":"10209-10228","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":102,"title":["Gated multimodal networks"],"prefix":"10.1007","volume":"32","author":[{"given":"John","family":"Arevalo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thamar","family":"Solorio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Manuel","family":"Montes-y-G\u00f3mez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fabio A.","family":"Gonz\u00e1lez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,1,15]]},"reference":[{"key":"4559_CR1","unstructured":"Akata Z, Lee H, Schiele B (2014) Zero-shot learning with structured embeddings. CoRR abs\/1409.8. arxiv:1409.8403"},{"key":"4559_CR2","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.inffus.2017.03.008","volume":"39","author":"RF Alvear-Sandoval","year":"2018","unstructured":"Alvear-Sandoval RF, Figueiras-Vidal AR (2018) On building ensembles of stacked denoising auto-encoding classifiers and their further improvement. Inf Fusion 39:41\u201352","journal-title":"Inf Fusion"},{"key":"4559_CR3","doi-asserted-by":"publisher","unstructured":"Anand D (2014) Evaluating folksonomy information sources for genre prediction. In: Advance computing conference (IACC), 2014 IEEE international, pp 887\u2013892. https:\/\/doi.org\/10.1109\/IAdCC.2014.6779440","DOI":"10.1109\/IAdCC.2014.6779440"},{"key":"4559_CR4","unstructured":"Andrew G, Arora R, Bilmes JA, Livescu K (2013) Deep canonical correlation analysis. In: ICML (3), pp 1247\u20131255"},{"key":"4559_CR5","doi-asserted-by":"crossref","unstructured":"Antol S, Agrawal A, Lu J, Mitchell M, Batra D, Lawrence\u00a0Zitnick C, Parikh D (2015) Vqa: visual question answering. In: Proceedings of the IEEE international conference on computer vision, pp 2425\u20132433","DOI":"10.1109\/ICCV.2015.279"},{"key":"4559_CR6","unstructured":"Arevalo J, Solorio T, Montes-y G\u00f3mez M, Gonz\u00e1lez FA (2017) Gated multimodal units for information fusion. In: 5th international conference on learning representations 2017 workshop"},{"issue":"6","key":"4559_CR7","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/s00530-010-0182-0","volume":"16","author":"PK Atrey","year":"2010","unstructured":"Atrey PK, Hossain MA, El Saddik A, Kankanhalli MS (2010) Multimodal fusion for multimedia analysis: a survey. Multimed Syst 16(6):345\u2013379. https:\/\/doi.org\/10.1007\/s00530-010-0182-0","journal-title":"Multimed Syst"},{"key":"4559_CR8","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1007\/978-3-642-35289-8_26","volume-title":"Neural networks: tricks of the trade","author":"Y Bengio","year":"2012","unstructured":"Bengio Y (2012) Practical recommendations for gradient-based training of deep architectures. In: Montavon G, Orr GB, M\u00fcller KR (eds) Neural networks: tricks of the trade. Springer, Berlin, pp 437\u2013478"},{"key":"4559_CR9","first-page":"1137","volume":"3","author":"Y Bengio","year":"2003","unstructured":"Bengio Y, Ducharme R, Vincent P, Janvin C (2003) A neural probabilistic language model. J Mach Learn Res 3:1137\u20131155","journal-title":"J Mach Learn Res"},{"issue":"Feb","key":"4559_CR10","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra J, Bengio Y (2012) Random search for hyper-parameter optimization. J Mach Learn Res 13(Feb):281\u2013305","journal-title":"J Mach Learn Res"},{"issue":"1","key":"4559_CR11","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1007\/s11042-010-0645-5","volume":"51","author":"C Bhatt","year":"2011","unstructured":"Bhatt C, Kankanhalli M (2011) Multimedia data mining: state of the art and challenges. Multimed Tools Appl 51(1):35\u201376. https:\/\/doi.org\/10.1007\/s11042-010-0645-5","journal-title":"Multimed Tools Appl"},{"key":"4559_CR12","unstructured":"Bouckaert RR, Frank E (2004) Evaluating the replicability of significance tests for comparing learning algorithms. In: Pacific-Asia conference on knowledge discovery and data mining. Springer, pp 3\u201312"},{"key":"4559_CR13","doi-asserted-by":"crossref","unstructured":"Chen LC, Yang Y, Wang J, Xu W, Yuille AL (2016) Attention to scale: scale-aware semantic image segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3640\u20133649","DOI":"10.1109\/CVPR.2016.396"},{"key":"4559_CR14","doi-asserted-by":"crossref","unstructured":"Cho K, Van\u00a0Merri\u00ebnboer B, Gulcehre C, Bahdanau D, Bougares F, Schwenk H, Bengio Y (2014) Learning phrase representations using rnn encoder-decoder for statistical machine translation. arXiv preprint arXiv:14061078","DOI":"10.3115\/v1\/D14-1179"},{"key":"4559_CR15","first-page":"192","volume":"38","author":"A Choromanska","year":"2015","unstructured":"Choromanska A, Henaff M, Mathieu M, Arous GB, LeCun Y (2015) The loss surfaces of multilayer networks. J Mach Learn Res 38:192\u2013204","journal-title":"J Mach Learn Res"},{"key":"4559_CR16","unstructured":"Coates A, Ng AY (2011) The importance of encoding versus training with sparse coding and vector quantization. In: Proceedings of the 28th international conference on machine learning (ICML-11), pp 921\u2013928"},{"key":"4559_CR17","doi-asserted-by":"publisher","DOI":"10.1017\/atsip.2013.9","author":"L Deng","year":"2014","unstructured":"Deng L (2014) A tutorial survey of architectures, algorithms, and applications for deep learning. APSIPA Trans Signal Inf Process. https:\/\/doi.org\/10.1017\/atsip.2013.9","journal-title":"APSIPA Trans Signal Inf Process"},{"issue":"7","key":"4559_CR18","doi-asserted-by":"publisher","first-page":"1895","DOI":"10.1162\/089976698300017197","volume":"10","author":"TG Dietterich","year":"1998","unstructured":"Dietterich TG (1998) Approximate statistical tests for comparing supervised classification learning algorithms. Neural Comput 10(7):1895\u20131923","journal-title":"Neural Comput"},{"key":"4559_CR19","unstructured":"Feng F, Li R, Wang X (2013) Constructing hierarchical image-tags bimodal representations for word tags alternative choice. arXiv preprint arXiv:13071275"},{"key":"4559_CR20","unstructured":"Fernando T, Denman S, Sridharan S, Fookes C (2018) Pedestrian trajectory prediction with structured memory hierarchies. arXiv preprint arXiv:180708381"},{"key":"4559_CR21","first-page":"2121","volume-title":"Advances in neural information processing systems","author":"A Frome","year":"2013","unstructured":"Frome A, Corrado GS, Shlens J, Bengio S, Dean J, Ranzato MA, Mikolov T (2013) DeViSE: a deep visual-semantic embedding model. In: Burges CJC, Bottou L, Welling M, Ghahramani Z, Weinberger KQ (eds) Advances in neural information processing systems, vol 26. Curran Associates Inc., Hook, pp 2121\u20132129"},{"key":"4559_CR22","unstructured":"Goodfellow I, Warde-farley D, Mirza M, Courville A, Bengio Y (2013) Maxout networks. In: Dasgupta S, Mcallester D (eds) Proceedings of the 30th international conference on machine learning (ICML-13), JMLR workshop and conference proceedings, vol\u00a028, pp 1319\u20131327"},{"issue":"8","key":"4559_CR23","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780. https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735","journal-title":"Neural Comput"},{"key":"4559_CR24","unstructured":"Huang EH, Socher R, Manning CD, Ng A (2012) Improving word representations via global context and multiple word prototypes. In: Proceedings of the 50th annual meeting of the association for computational linguistics: long papers, vol 1. Association for Computational Linguistics, pp 873\u2013882"},{"key":"4559_CR25","first-page":"213","volume":"3","author":"A Huete","year":"1999","unstructured":"Huete A, Justice C, Van Leeuwen W (1999) Modis vegetation index (mod13). Algorithm Theor basis Doc 3:213","journal-title":"Algorithm Theor basis Doc"},{"key":"4559_CR26","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: accelerating deep network training by reducing internal covariate shift. In: Proceedings of The 32nd international conference on machine learning, pp 448\u2013456"},{"key":"4559_CR27","doi-asserted-by":"publisher","unstructured":"Ivasic-Kos M, Pobar M, Mikec L (2014) Movie posters classification into genres based on low-level features. In: 2014 37th international convention on information and communication technology, electronics and microelectronics (MIPRO), vol\u00a0i. IEEE, pp 1198\u20131203. https:\/\/doi.org\/10.1109\/MIPRO.2014.6859750","DOI":"10.1109\/MIPRO.2014.6859750"},{"key":"4559_CR28","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1007\/978-3-319-09879-1_32","volume-title":"ICT Innovations 2014: world of data","author":"M Ivasic-Kos","year":"2015","unstructured":"Ivasic-Kos M, Pobar M, Ipsic I (2015) Automatic movie posters classification into genres. In: Bogdanova MA, Gjorgjevikj D (eds) ICT Innovations 2014: world of data. Springer International Publishing, Cham, pp 319\u2013328. https:\/\/doi.org\/10.1007\/978-3-319-09879-1_32"},{"issue":"1","key":"4559_CR29","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1162\/neco.1991.3.1.79","volume":"3","author":"RA Jacobs","year":"1991","unstructured":"Jacobs RA, Jordan MI, Nowlan SJ, Hinton GE (1991) Adaptive mixtures of local experts. Neural Comput 3(1):79\u201387","journal-title":"Neural Comput"},{"key":"4559_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4103\/2153-3539.186902","volume":"7","author":"A Janowczyk","year":"2016","unstructured":"Janowczyk A, Madabhushi A (2016) Deep learning for digital pathology image analysis: a comprehensive tutorial with selected use cases. J Pathol Inform 7:1\u201329","journal-title":"J Pathol Inform"},{"key":"4559_CR31","unstructured":"Johnson J, Karpathy A, Fei-Fei L (2015) Densecap: fully convolutional localization networks for dense captioning. arXiv preprint arXiv:151107571"},{"issue":"5","key":"4559_CR32","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1016\/j.ipm.2009.05.003","volume":"45","author":"I Kanaris","year":"2009","unstructured":"Kanaris I, Stamatatos E (2009) Learning to recognize webpage genres. Inf Process Manag 45(5):499\u2013512. https:\/\/doi.org\/10.1016\/j.ipm.2009.05.003","journal-title":"Inf Process Manag"},{"key":"4559_CR33","doi-asserted-by":"crossref","unstructured":"Kang Y, Kim S, Choi S (2012) Deep learning to hash with multiple representations. In: 2012 IEEE 12th international conference on data mining. IEEE, pp 930\u2013935","DOI":"10.1109\/ICDM.2012.24"},{"key":"4559_CR34","doi-asserted-by":"crossref","unstructured":"Kiela D, Bottou L (2014) Learning image embeddings using convolutional neural networks for improved multi-modal semantics. In: Proceedings of the conference on empirical methods in natural language processing (EMNLP-14), pp 36\u201345","DOI":"10.3115\/v1\/D14-1005"},{"key":"4559_CR35","doi-asserted-by":"crossref","unstructured":"Kiela D, Grave E, Joulin A, Mikolov T (2018) Efficient large-scale multi-modal classification. arXiv preprint arXiv:180202892","DOI":"10.1609\/aaai.v32i1.11945"},{"key":"4559_CR36","unstructured":"Kingma D, Ba J (2014) Adam: a method for stochastic optimization. arXiv preprint arXiv:14126980"},{"key":"4559_CR37","first-page":"595","volume":"14","author":"R Kiros","year":"2014","unstructured":"Kiros R, Salakhutdinov R, Zemel RS (2014a) Multimodal neural language models. ICML 14:595\u2013603","journal-title":"ICML"},{"key":"4559_CR38","unstructured":"Kiros R, Salakhutdinov R, Zemel RS (2014b) Unifying visual-semantic embeddings with multimodal neural language models. arXiv preprint arXiv:14112539"},{"key":"4559_CR39","first-page":"1097","volume-title":"Advances in neural information processing systems 25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Pereira F, Burges CJC, Bottou L, Weinberger KQ (eds) Advances in neural information processing systems 25. Curran Associates Inc, New york, pp 1097\u20131105"},{"issue":"7553","key":"4559_CR40","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444. https:\/\/doi.org\/10.1038\/nature14539","journal-title":"Nature"},{"key":"4559_CR41","doi-asserted-by":"publisher","DOI":"10.1561\/9781601988157","volume-title":"Deep learning: methods and applications","author":"DY Li Deng","year":"2014","unstructured":"Li Deng DY (2014) Deep learning: methods and applications. NOW Publishers, Boston"},{"key":"4559_CR42","doi-asserted-by":"crossref","unstructured":"Liu F, Shen C, Lin G (2015) Deep convolutional neural fields for depth estimation from a single image. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 5162\u20135170","DOI":"10.1109\/CVPR.2015.7299152"},{"issue":"2","key":"4559_CR43","doi-asserted-by":"publisher","first-page":"784","DOI":"10.1109\/TASE.2017.2692271","volume":"15","author":"H Liu","year":"2018","unstructured":"Liu H, Wu Y, Sun F, Fang B, Guo D (2018) Weakly paired multimodal fusion for object recognition. IEEE Trans Autom Sci Eng 15(2):784\u2013795. https:\/\/doi.org\/10.1109\/TASE.2017.2692271","journal-title":"IEEE Trans Autom Sci Eng"},{"key":"4559_CR44","unstructured":"Logan I, Robert L, Humeau S, Singh S (2017) Multimodal attribute extraction. arXiv preprint arXiv:171111118"},{"key":"4559_CR45","doi-asserted-by":"crossref","unstructured":"Lu X, Wu F, Li X, Zhang Y, Lu W, Wang D, Zhuang Y (2014) Learning multimodal neural network with ranking examples. In: Proceedings of the 22nd ACM international conference on multimedia. ACM, pp 985\u2013988","DOI":"10.1145\/2647868.2655001"},{"issue":"9","key":"4559_CR46","doi-asserted-by":"publisher","first-page":"3084","DOI":"10.1016\/j.patcog.2012.03.004","volume":"45","author":"G Madjarov","year":"2012","unstructured":"Madjarov G, Kocev D, Gjorgjevikj D, D\u017eeroski S (2012) An extensive experimental comparison of methods for multi-label learning. Pattern Recognit 45(9):3084\u20133104. https:\/\/doi.org\/10.1016\/j.patcog.2012.03.004","journal-title":"Pattern Recognit"},{"key":"4559_CR47","unstructured":"Makita E, Lenskiy A (2016) A movie genre prediction based on Multivariate Bernoulli model and genre correlations. arXiv preprint arXiv:160408608 (May), arxiv:1604.08608"},{"key":"4559_CR48","doi-asserted-by":"crossref","unstructured":"Makita E, Lenskiy A (2016) A multinomial probabilistic model for movie genre predictions. arXiv preprint arXiv:160307849, http:\/\/arxiv.org\/abs\/1603.07849","DOI":"10.18178\/ijmlc.2016.6.2.580"},{"issue":"8","key":"4559_CR49","doi-asserted-by":"publisher","first-page":"3826","DOI":"10.1109\/TIP.2016.2577885","volume":"25","author":"D Mandal","year":"2016","unstructured":"Mandal D, Biswas S (2016) Generalized coupled dictionary learning approach with applications to cross-modal matching. IEEE Trans Image Process 25(8):3826\u20133837","journal-title":"IEEE Trans Image Process"},{"key":"4559_CR50","unstructured":"Mao J, Xu W, Yang Y, Wang J, Yuille AL (2014) Explain images with multimodal recurrent neural networks. arXiv preprint arXiv:14101090"},{"key":"4559_CR51","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2013) Efficient estimation of word representations in vector space. arXiv preprint arXiv:13013781"},{"key":"4559_CR52","first-page":"3111","volume-title":"Advances in neural information processing systems","author":"T Mikolov","year":"2013","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Burges CJC, Bottou L, Welling M, Ghahramani Z, Weinberger KQ (eds) Advances in neural information processing systems. Curran Associates Inc, New york, pp 3111\u20133119"},{"key":"4559_CR53","unstructured":"Ngiam J, Khosla A, Kim M (2011) Multimodal deep learning. In: Proceedings of the 28th international conference on machine learning (ICML-11), pp 689\u2013696. http:\/\/ai.stanford.edu\/~ang\/papers\/icml11-MultimodalDeepLearning.pdf. Accessed June 7 2018"},{"key":"4559_CR54","unstructured":"Norouzi M, Mikolov T, Bengio S, Singer Y, Shlens J, Frome A, Corrado GS, Dean J (2014) Zero-shot learning by convex combination of semantic embeddings. CoRR abs\/1312.5, arxiv:1312.5650"},{"key":"4559_CR55","doi-asserted-by":"publisher","unstructured":"Pei D, Liu H, Liu Y, Sun F (2013) Unsupervised multimodal feature learning for semantic image segmentation. In: The 2013 international joint conference on neural networks (IJCNN). IEEE, pp 1\u20136. https:\/\/doi.org\/10.1109\/IJCNN.2013.6706748","DOI":"10.1109\/IJCNN.2013.6706748"},{"key":"4559_CR56","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:14091556"},{"key":"4559_CR57","first-page":"935","volume-title":"Advances in neural information processing systems","author":"R Socher","year":"2013","unstructured":"Socher R, Ganjoo M, Manning CD, Ng A (2013) Zero-shot learning through cross-modal transfer. In: Burges CJC, Bottou L, Welling M, Ghahramani Z, Weinberger KQ (eds) Advances in neural information processing systems, vol 26. Curran Associates Inc, Hook, pp 935\u2013943"},{"key":"4559_CR58","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1162\/tacl_a_00177","volume":"2","author":"R Socher","year":"2014","unstructured":"Socher R, Karpathy A, Le QV, Manning CD, Ng AY (2014) Grounded compositional semantics for finding and describing images with sentences. Trans Assoc Comput Linguist (TACL) 2:207\u2013218","journal-title":"Trans Assoc Comput Linguist (TACL)"},{"key":"4559_CR59","first-page":"2222","volume-title":"Advances in neural information processing systems","author":"N Srivastava","year":"2012","unstructured":"Srivastava N, Salakhutdinov R (2012) Multimodal learning with deep Boltzmann machines. In: Pereira F, Burges C, Bottou L, Weinberger K (eds) Advances in neural information processing systems, vol 25. Curran Associates Inc, Hook, pp 2222\u20132230"},{"key":"4559_CR60","unstructured":"Srivastava RK, Greff K, Schmidhuber J (2015) Highway networks. arXiv preprint arXiv:150500387"},{"key":"4559_CR61","doi-asserted-by":"publisher","unstructured":"Suk HI, Shen D (2013) Deep learning-based feature representation for AD\/MCI classification. In: Lecture notes in computer science (including subseries lecture notes in artificial intelligence and lecture notes in bioinformatics), vol 8150. LNCS, pp 583\u2013590. https:\/\/doi.org\/10.1007\/978-3-642-40763-5_72","DOI":"10.1007\/978-3-642-40763-5_72"},{"issue":"7","key":"4559_CR62","first-page":"8","volume":"1","author":"M Treml","year":"2016","unstructured":"Treml M, Arjona-Medina J, Unterthiner T, Durgesh R, Friedmann F, Schuberth P, Mayr A, Heusel M, Hofmarcher M, Widrich M et al (2016) Speeding up semantic segmentation for autonomous driving. NIPSW 1(7):8","journal-title":"NIPSW"},{"key":"4559_CR63","doi-asserted-by":"publisher","unstructured":"Tu J, Wu Z, Dai Q, Jiang YG, Xue X (2014) Challenge Huawei challenge: fusing multimodal features with deep neural networks for mobile video annotation. In: 2014 IEEE international conference on multimedia and expo workshops (ICMEW), pp 1\u20136. https:\/\/doi.org\/10.1109\/ICMEW.2014.6890609","DOI":"10.1109\/ICMEW.2014.6890609"},{"key":"4559_CR64","unstructured":"Valada A, Dhall A, Burgard W (2016) Convoluted mixture of deep experts for robust semantic segmentation. In: IEEE\/RSJ international conference on intelligent robots and systems (IROS) workshop, state estimation and terrain perception for all terrain mobile robots"},{"key":"4559_CR65","unstructured":"Valada A, Oliveira G, Brox T, Burgard W (2016) Deep multispectral semantic scene understanding of forested environments using multimodal fusion. In: The 2016 international symposium on experimental robotics (ISER 2016), Tokyo, Japan. http:\/\/ais.informatik.uni-freiburg.de\/publications\/papers\/valada16iser.pdf. Accessed June 7 2018"},{"key":"4559_CR66","unstructured":"Van\u00a0Merri\u00ebnboer B, Bahdanau D, Dumoulin V, Serdyuk D, Warde-Farley D, Chorowski J, Bengio Y (2015) Blocks and fuel: frameworks for deep learning. arXiv preprint arXiv:150600619"},{"key":"4559_CR67","doi-asserted-by":"crossref","unstructured":"Vinyals O, Toshev A, Bengio S, Erhan D (2015) Show and tell: a neural image caption generator. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3156\u20133164","DOI":"10.1109\/CVPR.2015.7298935"},{"key":"4559_CR68","unstructured":"Wei Q (2015) Bayesian fusion of multi-band images: a powerful tool for super-resolution. Ph.D. thesis, Institut National Polytechnique de Toulouse (INPT)"},{"issue":"6","key":"4559_CR69","doi-asserted-by":"publisher","first-page":"1117","DOI":"10.1109\/JSTSP.2015.2407855","volume":"9","author":"Q Wei","year":"2015","unstructured":"Wei Q, Dobigeon N, Tourneret JY (2015) Bayesian fusion of multi-band images. IEEE J Sel Top Signal Process 9(6):1117\u20131127","journal-title":"IEEE J Sel Top Signal Process"},{"key":"4559_CR70","doi-asserted-by":"publisher","unstructured":"Wu P, Hoi SC, Xia H, Zhao P, Wang D, Miao C (2013) Online multimodal deep similarity learning with application to image retrieval. In: Proceedings of the 21st ACM international conference on multimedia\u2014MM \u201913. ACM Press, New York, pp 153\u2013162. https:\/\/doi.org\/10.1145\/2502081.2502112","DOI":"10.1145\/2502081.2502112"},{"key":"4559_CR71","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.cviu.2017.05.001","volume":"163","author":"Q Wu","year":"2017","unstructured":"Wu Q, Teney D, Wang P, Shen C, Dick A, van den Hengel A (2017) Visual question answering: a survey of methods and datasets. Comput Vis Image Underst 163:21\u201340","journal-title":"Comput Vis Image Underst"},{"key":"4559_CR72","unstructured":"Xu K, Ba J, Kiros R, Cho K, Courville A, Salakhutdinov R, Zemel RS, Bengio Y (2015) Show, attend and tell: neural image caption generation with visual attention 2(3):5. arXiv preprint arXiv:150203044"},{"key":"4559_CR73","doi-asserted-by":"crossref","unstructured":"Yan R, Zhao D (2018) Smarter response with proactive suggestion: a new generative neural conversation paradigm. In: IJCAI, pp 4525\u20134531","DOI":"10.24963\/ijcai.2018\/629"},{"key":"4559_CR74","doi-asserted-by":"crossref","unstructured":"Yao L, Zhang Y, Feng Y, Zhao D, Yan R (2017) Towards implicit content-introducing for generative short-text conversation systems. In: Proceedings of the 2017 conference on empirical methods in natural language processing, pp 2190\u20132199","DOI":"10.18653\/v1\/D17-1233"},{"key":"4559_CR75","doi-asserted-by":"crossref","unstructured":"Ye F, Pu J, Wang J, Li Y, Zha H (2017) Glioma grading based on 3d multimodal convolutional neural network and privileged learning. In: 2017 IEEE international conference on bioinformatics and biomedicine (BIBM). IEEE, pp 759\u2013763","DOI":"10.1109\/BIBM.2017.8217751"},{"issue":"8","key":"4559_CR76","doi-asserted-by":"publisher","first-page":"1177","DOI":"10.1109\/TNNLS.2012.2200299","volume":"23","author":"SE Yuksel","year":"2012","unstructured":"Yuksel SE, Wilson JN, Gader PD (2012) Twenty years of mixture of experts. IEEE Trans Neural Netw Learn Syst 23(8):1177\u20131193","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4559_CR77","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.inffus.2017.02.007","volume":"38","author":"J Zhao","year":"2017","unstructured":"Zhao J, Xie X, Xu X, Sun S (2017) Multi-view learning overview: recent progress and new challenges. Inf Fusion 38:43\u201354","journal-title":"Inf Fusion"},{"key":"4559_CR78","doi-asserted-by":"crossref","unstructured":"Zheng Y, Zhang YJ, Larochelle H (2014) Topic modeling of multimodal data: an autoregressive approach. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1370\u20131377","DOI":"10.1109\/CVPR.2014.178"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-019-04559-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00521-019-04559-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-019-04559-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,25]],"date-time":"2023-09-25T04:12:17Z","timestamp":1695615137000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00521-019-04559-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,15]]},"references-count":78,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2020,7]]}},"alternative-id":["4559"],"URL":"https:\/\/doi.org\/10.1007\/s00521-019-04559-1","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,15]]},"assertion":[{"value":"8 May 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 October 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 January 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}