{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T19:40:35Z","timestamp":1778614835828,"version":"3.51.4"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T00:00:00Z","timestamp":1692748800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T00:00:00Z","timestamp":1692748800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Multimed Info Retr"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s13735-023-00285-6","type":"journal-article","created":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T15:01:51Z","timestamp":1692802911000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Neural style transfer generative adversarial network (NST-GAN) for facial expression recognition"],"prefix":"10.1007","volume":"12","author":[{"given":"Faten","family":"Khemakhem","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hela","family":"Ltifi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,8,23]]},"reference":[{"issue":"2","key":"285_CR1","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1037\/h0030377","volume":"17","author":"P Ekman","year":"1971","unstructured":"Ekman P, Friesen WV (1971) Constants across cultures in the face and emotion. J Pers Soc Psychol 17(2):124. https:\/\/doi.org\/10.1037\/h0030377","journal-title":"J Pers Soc Psychol"},{"key":"285_CR2","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/978-3-319-25958-1_4","volume-title":"Advances, challenges, and opportunities in automatic facial expression recognition","author":"B Martinez","year":"2016","unstructured":"Martinez B, Valstar MF (2016) Advances, challenges, and opportunities in automatic facial expression recognition. Springer, Cham, pp 63\u2013100. https:\/\/doi.org\/10.1007\/978-3-319-25958-1_4"},{"key":"285_CR3","unstructured":"Christopher P, Martin K (2016) Facial expression recognition using convolutional neural networks: state of the art. CoRR arXiv:1612.02903"},{"key":"285_CR4","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/s00138-015-0677-y","volume":"26","author":"X Zhang","year":"2015","unstructured":"Zhang X, Mahoor MH, Mavadati SM (2015) Facial expression recognition using $$l_p$$-norm MKL multiclass-SVM. Mach Vis Appl 26:467\u2013483. https:\/\/doi.org\/10.1007\/s00138-015-0677-y","journal-title":"Mach Vis Appl"},{"issue":"4","key":"285_CR5","doi-asserted-by":"publisher","first-page":"668","DOI":"10.1109\/JAS.2017.7510622","volume":"4","author":"Z Liu","year":"2017","unstructured":"Liu Z, Wu M, Cao W, Chen L, Xu J, Zhang R, Zhou M, Mao J (2017) A facial expression emotion recognition based human\u2013robot interaction system. IEEE\/CAA J Automatica Sinica 4(4):668\u2013676. https:\/\/doi.org\/10.1109\/JAS.2017.7510622","journal-title":"IEEE\/CAA J Automatica Sinica"},{"issue":"3","key":"285_CR6","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/MIS.2016.25","volume":"31","author":"L Tao","year":"2016","unstructured":"Tao L, Matuszewski BJ (2016) Is 2D unlabeled data adequate for recognizing facial expressions? IEEE Intell Syst 31(3):19\u201329. https:\/\/doi.org\/10.1109\/MIS.2016.25","journal-title":"IEEE Intell Syst"},{"key":"285_CR7","doi-asserted-by":"publisher","unstructured":"Baltrusaitis T, Robinson P, Morency L-P (2016) Openface: an open source facial behavior analysis toolkit. In: 2016 IEEE winter conference on applications of computer vision (WACV), pp 1\u201310. https:\/\/doi.org\/10.1109\/WACV.2016.7477553","DOI":"10.1109\/WACV.2016.7477553"},{"issue":"17","key":"285_CR8","doi-asserted-by":"publisher","first-page":"2767","DOI":"10.1016\/j.ijleo.2012.08.040","volume":"124","author":"Y Luo","year":"2013","unstructured":"Luo Y, Wu C-M, Zhang Y (2013) Facial expression recognition based on fusion feature of PCA and LBP with SVM. Optik Int J Light Electron Opt 124(17):2767\u20132770. https:\/\/doi.org\/10.1016\/j.ijleo.2012.08.040","journal-title":"Optik Int J Light Electron Opt"},{"key":"285_CR9","unstructured":"Chen J, Chen Z, Chi Z, Fu H (2014) Facial expression recognition based on facial components detection and hog features"},{"key":"285_CR10","doi-asserted-by":"publisher","unstructured":"Dhall A, Goecke R, Joshi J, Sikka K, Gedeon T (2014) Emotion recognition in the wild challenge 2014: Baseline, data and protocol. In: Proceedings of the 16th international conference on multimodal interaction. ICMI \u201914, pp 461\u2013466. Association for Computing Machinery, New York. https:\/\/doi.org\/10.1145\/2663204.2666275","DOI":"10.1145\/2663204.2666275"},{"key":"285_CR11","doi-asserted-by":"publisher","unstructured":"Hertel L, Barth E, K\u00e4ster T, Martinetz T (2015) Deep convolutional neural networks as generic feature extractors. In: 2015 International joint conference on neural networks (IJCNN), pp 1\u20134 . https:\/\/doi.org\/10.1109\/IJCNN.2015.7280683","DOI":"10.1109\/IJCNN.2015.7280683"},{"key":"285_CR12","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.eswa.2017.11.028","volume":"95","author":"D Han","year":"2018","unstructured":"Han D, Liu Q, Fan W (2018) A new image classification method using CNN transfer learning and web data augmentation. Expert Syst Appl 95:43\u201356. https:\/\/doi.org\/10.1016\/j.eswa.2017.11.028","journal-title":"Expert Syst Appl"},{"key":"285_CR13","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521:436\u2013444. https:\/\/doi.org\/10.1038\/nature14539","journal-title":"Nature"},{"key":"285_CR14","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1016\/j.patcog.2017.10.013","volume":"77","author":"G Jiuxiang","year":"2018","unstructured":"Jiuxiang G, Zhenhua W, Jason K, Lianyang M, Amir S, Bing S, Ting L, Xingxing W, Gang W, Jianfei C, Tsuhan C (2018) Recent advances in convolutional neural networks. Pattern Recogn 77:354\u2013377. https:\/\/doi.org\/10.1016\/j.patcog.2017.10.013","journal-title":"Pattern Recogn"},{"key":"285_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2019.106966","volume":"96","author":"W Xie","year":"2019","unstructured":"Xie W, Jia X, Shen L, Yang M (2019) Sparse deep feature learning for facial expression recognition. Pattern Recogn 96:106966. https:\/\/doi.org\/10.1016\/j.patcog.2019.106966","journal-title":"Pattern Recogn"},{"key":"285_CR16","doi-asserted-by":"publisher","DOI":"10.3390\/sym11091066","author":"M Kaya","year":"2019","unstructured":"Kaya M, Bilge HS (2019) Deep metric learning: a survey. Symmetry. https:\/\/doi.org\/10.3390\/sym11091066","journal-title":"Symmetry"},{"key":"285_CR17","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.patrec.2018.04.010","volume":"115","author":"N Jain","year":"2018","unstructured":"Jain N, Kumar S, Kumar A, Shamsolmoali P, Zareapoor M (2018) Hybrid deep neural networks for face emotion recognition. Pattern Recognit Lett 115:101\u2013106. https:\/\/doi.org\/10.1016\/j.patrec.2018.04.010. (Multimodal fusion for pattern recognition)","journal-title":"Pattern Recognit Lett"},{"key":"285_CR18","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1016\/j.patrec.2019.01.008","volume":"120","author":"DK Jain","year":"2019","unstructured":"Jain DK, Pourya S, Paramjit S (2019) Extended deep neural network for facial emotion recognition. Pattern Recognit Lett 120:69\u201374. https:\/\/doi.org\/10.1016\/j.patrec.2019.01.008","journal-title":"Pattern Recognit Lett"},{"key":"285_CR19","doi-asserted-by":"crossref","unstructured":"Yi Z, Zhang H, Tan P, Gong M (2018) DualGAN: unsupervised dual learning for image-to-image translation","DOI":"10.1109\/ICCV.2017.310"},{"issue":"3","key":"285_CR20","doi-asserted-by":"publisher","first-page":"1180","DOI":"10.1109\/tpami.2020.3022406","volume":"44","author":"MA Souibgui","year":"2022","unstructured":"Souibgui MA, Kessentini Y (2022) De-gan: a conditional generative adversarial network for document enhancement. IEEE Trans Pattern Anal Mach Intell 44(3):1180\u20131191. https:\/\/doi.org\/10.1109\/tpami.2020.3022406","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"285_CR21","doi-asserted-by":"publisher","unstructured":"Zhang F, Zhang T, Mao Q, Xu C (2018) Joint pose and expression modeling for facial expression recognition. In: 2018 IEEE\/CVF conference on computer vision and pattern recognition, pp 3359\u20133368. https:\/\/doi.org\/10.1109\/CVPR.2018.00354","DOI":"10.1109\/CVPR.2018.00354"},{"key":"285_CR22","doi-asserted-by":"publisher","unstructured":"Yang H, Ciftci U, Yin L (2018) Facial expression recognition by de-expression residue learning. In: 2018 IEEE\/CVF conference on computer vision and pattern recognition, pp 2168\u20132177. https:\/\/doi.org\/10.1109\/CVPR.2018.00231","DOI":"10.1109\/CVPR.2018.00231"},{"key":"285_CR23","unstructured":"Goodfellow I.J, Pouget-Abadie J, Mirza M, Xu B, Warde-Farley D, Ozair S, Courville A, Bengio Y (2014) Generative adversarial networks, vol 27. arXiv:1406.2661"},{"key":"285_CR24","unstructured":"Gulrajani I, Ahmed F, Arjovsky M, Dumoulin V, Courville A (2017) Improved training of wasserstein gans. In: Proceedings of the 31st international conference on neural information processing systems. NIPS\u201917, pp 5769\u20135779. Curran Associates Inc., Red Hook"},{"key":"285_CR25","doi-asserted-by":"crossref","unstructured":"Ronneberger O, Fischer P, Brox T (2015) U-net: convolutional networks for biomedical image segmentation. CoRR arXiv:1505.04597","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"285_CR26","doi-asserted-by":"publisher","unstructured":"Khemakhem F, Ltifi H (2019) Facial expression recognition using convolution neural network enhancing with pre-processing stages. In: 2019 IEEE\/ACS 16th international conference on computer systems and applications (AICCSA), pp 1\u20137. https:\/\/doi.org\/10.1109\/AICCSA47632.2019.9035249","DOI":"10.1109\/AICCSA47632.2019.9035249"},{"key":"285_CR27","doi-asserted-by":"publisher","unstructured":"Goodfellow IJ, Erhan D, Carrier PL, Courville A, Mirza M, Hamner B, Bengio Y (2013) Challenges in representation learning: a report on three machine learning contests. In: ICONIP, vol 8228. https:\/\/doi.org\/10.1007\/978-3-642-42051-1_16","DOI":"10.1007\/978-3-642-42051-1_16"},{"key":"285_CR28","doi-asserted-by":"publisher","unstructured":"Lyons M, Akamatsu S, Kamachi M, Gyoba J (1998) Coding facial expressions with Gabor wavelets. In: Proceedings third IEEE international conference on automatic face and gesture recognition, pp 200\u2013205. https:\/\/doi.org\/10.1109\/AFGR.1998.670949","DOI":"10.1109\/AFGR.1998.670949"},{"issue":"3","key":"285_CR29","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/MMUL.2012.26","volume":"19","author":"A Dhall","year":"2012","unstructured":"Dhall A, Goecke R, Lucey S, Gedeon T (2012) Collecting large, richly annotated facial-expression databases from movies. IEEE Multimedia 19(3):34\u201341. https:\/\/doi.org\/10.1109\/MMUL.2012.26","journal-title":"IEEE Multimedia"},{"key":"285_CR30","doi-asserted-by":"publisher","unstructured":"Pantic M, Valstar M, Rademaker R, Maat L (2005) Web-based database for facial expression analysis. In: 2005 IEEE international conference on multimedia and expo, p 5. https:\/\/doi.org\/10.1109\/ICME.2005.1521424","DOI":"10.1109\/ICME.2005.1521424"},{"issue":"3","key":"285_CR31","doi-asserted-by":"publisher","first-page":"839","DOI":"10.1109\/TCYB.2017.2788081","volume":"49","author":"T Zhang","year":"2019","unstructured":"Zhang T, Zheng W, Cui Z, Zong Y, Li Y (2019) Spatial\u2013temporal recurrent neural network for emotion recognition. IEEE Trans Cybern 49(3):839\u2013847. https:\/\/doi.org\/10.1109\/TCYB.2017.2788081","journal-title":"IEEE Trans Cybern"},{"key":"285_CR32","doi-asserted-by":"publisher","unstructured":"Khorrami P, Le Paine T, Brady K, Dagli C, Huang TS (2016) How deep neural networks can improve emotion recognition on video data. In: 2016 IEEE international conference on image processing (ICIP), pp 619\u2013623. https:\/\/doi.org\/10.1109\/ICIP.2016.7532431","DOI":"10.1109\/ICIP.2016.7532431"},{"key":"285_CR33","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1016\/j.patcog.2016.07.026","volume":"61","author":"TL Andr\u00e9","year":"2017","unstructured":"Andr\u00e9 TL, Edilson D, Alberto FD, Thiago O-S (2017) Facial expression recognition with convolutional neural networks: coping with few data and the training sample order. Pattern Recognit 61:610\u2013628. https:\/\/doi.org\/10.1016\/j.patcog.2016.07.026","journal-title":"Pattern Recognit"},{"key":"285_CR34","unstructured":"Ali M, David C, Mahoor MH (2016) Going deeper in facial expression recognition using deep neural networks. In: 2016 IEEE winter conference on applications of computer vision (WACV), pp 1\u201310"},{"issue":"86","key":"285_CR35","first-page":"2579","volume":"9","author":"VDM Laurens","year":"2008","unstructured":"Laurens VDM, Geoffrey H (2008) Visualizing data using t-SNE. J Mach Learn Res 9(86):2579\u20132605","journal-title":"J Mach Learn Res"}],"container-title":["International Journal of Multimedia Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13735-023-00285-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13735-023-00285-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13735-023-00285-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,2]],"date-time":"2023-12-02T14:14:22Z","timestamp":1701526462000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13735-023-00285-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,23]]},"references-count":35,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["285"],"URL":"https:\/\/doi.org\/10.1007\/s13735-023-00285-6","relation":{},"ISSN":["2192-6611","2192-662X"],"issn-type":[{"value":"2192-6611","type":"print"},{"value":"2192-662X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,23]]},"assertion":[{"value":"27 December 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 July 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 August 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"26"}}