{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T22:40:20Z","timestamp":1743028820766,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030695408"},{"type":"electronic","value":"9783030695415"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-69541-5_4","type":"book-chapter","created":{"date-parts":[[2021,2,25]],"date-time":"2021-02-25T11:03:47Z","timestamp":1614251027000},"page":"54-69","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Unpaired Multimodal Facial Expression Recognition"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6529-5434","authenticated-orcid":false,"given":"Bin","family":"Xia","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1164-9895","authenticated-orcid":false,"given":"Shangfei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,2,26]]},"reference":[{"key":"4_CR1","unstructured":"Yoshitomi, Y., Kim, S.I., Kawano, T., Kilazoe, T.: Effect of sensor fusion for recognition of emotional states using voice, face image and thermal image of face. In: Proceedings of the 9th IEEE International Workshop on Robot and Human Interactive Communication, RO-MAN 2000, pp. 178\u2013183. IEEE (2000)"},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Sharma, N., Dhall, A., Gedeon, T., Goecke, R.: Modeling stress using thermal facial patterns: a spatio-temporal approach. In: 2013 Humaine Association Conference on Affective Computing and Intelligent Interaction (ACII), pp. 387\u2013392. IEEE (2013)","DOI":"10.1109\/ACII.2013.70"},{"key":"4_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1007\/978-3-642-33191-6_6","volume-title":"Advances in Visual Computing","author":"A Wesley","year":"2012","unstructured":"Wesley, A., Buddharaju, P., Pienta, R., Pavlidis, I.: A comparative analysis of thermal and visual modalities for automated facial expression recognition. In: Bebis, G., et al. (eds.) ISVC 2012. LNCS, vol. 7432, pp. 51\u201360. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-33191-6_6"},{"issue":"2","key":"4_CR4","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1007\/s11704-014-2345-1","volume":"8","author":"S Wang","year":"2014","unstructured":"Wang, S., He, S., Wu, Y., He, M., Ji, Q.: Fusion of visible and thermal images for facial expression recognition. Front. Comput. Sci. 8(2), 232\u2013242 (2014). https:\/\/doi.org\/10.1007\/s11704-014-2345-1","journal-title":"Front. Comput. Sci."},{"key":"4_CR5","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/j.neunet.2009.06.042","volume":"22","author":"V Vapnik","year":"2009","unstructured":"Vapnik, V., Vashist, A.: A new learning paradigm: learning using privileged information. Neural Netw. 22, 544\u2013557 (2009)","journal-title":"Neural Netw."},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"Shi, X., Wang, S., Zhu, Y.: Expression recognition from visible images with the help of thermal images. In: Proceedings of the 5th ACM on International Conference on Multimedia Retrieval, pp. 563\u2013566. ACM (2015)","DOI":"10.1145\/2671188.2749355"},{"key":"4_CR7","unstructured":"Wang, S., Pan, B., Chen, H., Ji, Q.: Thermal augmented expression recognition. IEEE Trans. Cybern. 48, 2203\u20132214 (2018)"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Pan, B., Wang, S.: Facial expression recognition enhanced by thermal images through adversarial learning. In: 2018 ACM Multimedia Conference on Multimedia Conference, pp. 1346\u20131353. ACM (2018)","DOI":"10.1145\/3240508.3240608"},{"key":"4_CR9","unstructured":"Wang, Z., Ji, Q.: Classifier learning with hidden information. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4969\u20134977 (2015)"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Sharmanska, V., Quadrianto, N.: Learning from the mistakes of others: matching errors in cross-dataset learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3967\u20133975 (2016)","DOI":"10.1109\/CVPR.2016.430"},{"key":"4_CR11","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1007\/s11263-015-0862-5","volume":"118","author":"L Niu","year":"2016","unstructured":"Niu, L., Li, W., Xu, D.: Exploiting privileged information from web DT for action and event recognition. Int. J. Comput. Vis. 118, 130\u2013150 (2016)","journal-title":"Int. J. Comput. Vis."},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Luo, Z., Hsieh, J.T., Jiang, L., Niebles, J.C., Fei-Fei, L.: Graph distillation for action detection with privileged modalities. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 166\u2013183 (2018)","DOI":"10.1007\/978-3-030-01264-9_11"},{"key":"4_CR13","unstructured":"Garcia, N.C., Morerio, P., Murino, V.: Learning with privileged information via adversarial discriminative modality distillation. IEEE Trans. Pattern Anal. Mach. Intell. 42, 2581\u20132593 (2019)"},{"key":"4_CR14","doi-asserted-by":"crossref","unstructured":"Klaser, A., Marsza\u0142ek, M., Schmid, C.: A spatio-temporal descriptor based on 3D-gradients. In: 19th British Machine Vision Conference, British Machine Vision Association, BMVC 2008, p. 275-1 (2008)","DOI":"10.5244\/C.22.99"},{"key":"4_CR15","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1109\/TPAMI.2016.2547397","volume":"39","author":"W Chu","year":"2017","unstructured":"Chu, W., La Torre, F.D., Cohn, J.F.: Selective transfer machine for personalized facial expression analysis. IEEE Trans. Pattern Anal. Mach. Intell. 39, 529\u2013545 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"4_CR16","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1109\/TPAMI.2007.1110","volume":"29","author":"G Zhao","year":"2007","unstructured":"Zhao, G., Pietikainen, M.: Dynamic texture recognition using local binary patterns with an application to facial expressions. IEEE Trans. Pattern Anal. Mach. Intell. 29, 915\u2013928 (2007)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Jiang, B., Valstar, M.F., Pantic, M.: Action unit detection using sparse appearance descriptors in space-time video volumes. In: Face and Gesture 2011, pp. 314\u2013321. IEEE (2011)","DOI":"10.1109\/FG.2011.5771416"},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Meng, Z., Liu, P., Cai, J., Han, S., Tong, Y.: Identity-aware convolutional neural network for facial expression recognition. In: 2017 12th IEEE International Conference on Automatic Face & Gesture Recognition (FG 2017), pp. 558\u2013565. IEEE (2017)","DOI":"10.1109\/FG.2017.140"},{"key":"4_CR19","unstructured":"Cai, J., Meng, Z., Khan, A., Li, Z., Oreilly, J., Tong, Y.: Identity-free facial expression recognition using conditional generative adversarial network. arXiv, Computer Vision and Pattern Recognition (2019)"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Yang, H., Ciftci, U., Yin, L.: Facial expression recognition by de-expression residue learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2168\u20132177 (2018)","DOI":"10.1109\/CVPR.2018.00231"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Sankaran, N., Mohan, D.D., Setlur, S., Govindaraju, V., Fedorishin, D.: Representation learning through cross-modality supervision. In: 2019 14th IEEE International Conference on Automatic Face & Gesture Recognition (FG 2019), pp. 1\u20138. IEEE (2019)","DOI":"10.1109\/FG.2019.8756519"},{"key":"4_CR22","doi-asserted-by":"crossref","unstructured":"He, L., Xu, X., Lu, H., Yang, Y., Shen, F., Shen, H.T.: Unsupervised cross-modal retrieval through adversarial learning. In: 2017 IEEE International Conference on Multimedia and Expo (ICME), pp. 1153\u20131158. IEEE (2017)","DOI":"10.1109\/ICME.2017.8019549"},{"key":"4_CR23","unstructured":"Goodfellow, I., et al.: Generative adversarial nets. In: Advances in Neural Information Processing Systems, pp. 2672\u20132680 (2014)"},{"key":"4_CR24","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1109\/TMM.2010.2060716","volume":"12","author":"S Wang","year":"2010","unstructured":"Wang, S., et al.: A natural visible and infrared facial expression database for expression recognition and emotion inference. IEEE Trans. Multimed. 12, 682\u2013691 (2010)","journal-title":"IEEE Trans. Multimed."},{"key":"4_CR25","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1016\/j.imavis.2012.08.014","volume":"31","author":"S Petridis","year":"2013","unstructured":"Petridis, S., Martinez, B., Pantic, M.: The MAHNOB laughter database. Image Vis. Comput. 31, 186\u2013202 (2013)","journal-title":"Image Vis. Comput."},{"key":"4_CR26","doi-asserted-by":"crossref","unstructured":"Zhang, Z., et al.: Multimodal spontaneous emotion corpus for human behavior analysis. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3438\u20133446 (2016)","DOI":"10.1109\/CVPR.2016.374"},{"key":"4_CR27","doi-asserted-by":"crossref","unstructured":"Lucey, P., Cohn, J.F., Kanade, T., Saragih, J., Ambadar, Z., Matthews, I.: The extended Cohn-Kanade dataset (CK+): a complete dataset for action unit and emotion-specified expression. In: IEEE Computer Society Conference on Computer Vision and Pattern Recognition Workshops, pp. 94\u2013101. IEEE (2010)","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"4_CR28","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1016\/j.imavis.2011.07.002","volume":"29","author":"G Zhao","year":"2011","unstructured":"Zhao, G., Huang, X., Taini, M., Li, S.Z., Pietikainen, M.: Facial expression recognition from near-infrared videos. Image Vis. Comput. 29, 607\u2013619 (2011)","journal-title":"Image Vis. Comput."},{"key":"4_CR29","unstructured":"Pantic, M., Valstar, M., Rademaker, R., Maat, L.: Web-based database for facial expression analysis, pp. 317\u2013321 (2005)"},{"key":"4_CR30","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"4_CR31","unstructured":"van der Maaten, L., Hinton, G.: Visualizing data using T-SNE. J. Mach. Learn. Res. 9, 2579\u20132605 (2008)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ACCV 2020"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-69541-5_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,25]],"date-time":"2021-02-25T11:12:24Z","timestamp":1614251544000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-69541-5_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030695408","9783030695415"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-69541-5_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"26 February 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ACCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Asian Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kyoto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 November 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"accv2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/accv2020.kyoto\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"768","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"254","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}