{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T14:25:48Z","timestamp":1774103148275,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2019,2,28]],"date-time":"2019-02-28T00:00:00Z","timestamp":1551312000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2019,7]]},"DOI":"10.1007\/s11042-018-6836-1","type":"journal-article","created":{"date-parts":[[2019,2,28]],"date-time":"2019-02-28T12:03:25Z","timestamp":1551355405000},"page":"20309-20332","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Handling missing labels and class imbalance challenges simultaneously for facial action unit recognition"],"prefix":"10.1007","volume":"78","author":[{"given":"Yongqiang","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2183-5990","authenticated-orcid":false,"given":"Baoyuan","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongping","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongxun","family":"Yao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qiang","family":"Ji","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,28]]},"reference":[{"key":"6836_CR1","first-page":"145","volume":"6","author":"FR Bach","year":"2013","unstructured":"Bach FR (2013) Learning with submodular functions: a convex optimization perspective. arXiv: Learn 6:145\u2013373","journal-title":"arXiv: Learn"},{"key":"6836_CR2","unstructured":"Boyd B, Parikh N, Chu E, Peleato B, Eckstein J (2011) Distributed optimization and statistical learning via the alternating direction method of multipliers. In: Foundations and trends in machine learning, pp 1\u2013122"},{"key":"6836_CR3","volume-title":"Convex optimization","author":"S Boyd","year":"2013","unstructured":"Boyd S, Vandenberghe L (2013) Convex optimization. Cambridge University Press, Cambridge"},{"issue":"9","key":"6836_CR4","doi-asserted-by":"publisher","first-page":"1124","DOI":"10.1109\/TPAMI.2004.60","volume":"26","author":"Y Boykov","year":"2004","unstructured":"Boykov Y, Kolmogorov V (2004) An experimental comparison of min-cut\/max-flow algorithms for energy minimization in vision. IEEE Trans Pattern Anal Mach Intell 26 (9):1124","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6836_CR5","unstructured":"Breazeal CL (2000) Sociable machines: expressive social exchange between humans and robots. Doctoral dissertation, Massachusetts Institute of Technology"},{"key":"6836_CR6","doi-asserted-by":"crossref","unstructured":"Bucak SS, Jin R, Jain AK (2011) Multi-label learning with incomplete class assignments. In: Computer vision and pattern recognition, pp 2801\u20132808","DOI":"10.1109\/CVPR.2011.5995734"},{"key":"6836_CR7","unstructured":"Cabral RS, Torre FDL, Costeira JP, Bernardino A (2011) Matrix completion for multi-label image classification. In: Advances in neural information processing systems, pp 190\u2013198"},{"key":"6836_CR8","doi-asserted-by":"crossref","unstructured":"Chen G, Song Y, Wang F, Zhang C (2008) Semi-supervised multi-label learning by solving a sylvester equation. In: Siam international conference on data mining, SDM 2008, Atlanta, pp 410\u2013419","DOI":"10.1137\/1.9781611972788.37"},{"key":"6836_CR9","unstructured":"Cootes TF. aam tools. [online]. available: http:\/\/personalpages.manchester.ac.uk\/staff\/timothy.f.cootes\/"},{"issue":"6","key":"6836_CR10","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/34.927467","volume":"23","author":"TF Cootes","year":"2001","unstructured":"Cootes TF, Edwards GJ, Taylor CJ (2001) Active appearance models. IEEE Trans Pattern Anal Mach Intell 23(6):681\u2013685","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6836_CR11","unstructured":"Dembczynski K, Jachnik A, Kotlowski W, Waegeman W, Hullermeier E (2013) Optimizing the F-measure in multi-label classification: plug-in rule approach versus structured loss minimization. In: International conference on machine learning, pp 1130\u20131138"},{"key":"6836_CR12","doi-asserted-by":"crossref","unstructured":"Dempster AP, Laird NM, Rubin DB (1977) Maximum likelihood from incomplete data via the EM algorithm. J R Stat Soc Ser B Methodol:1\u201338","DOI":"10.1111\/j.2517-6161.1977.tb01600.x"},{"key":"6836_CR13","volume-title":"Facial action coding system","author":"PE Ekman","year":"2002","unstructured":"Ekman PE, Friesen WV, Hager JC (2002) Facial action coding system. A human face, Salt Lake City"},{"issue":"6","key":"6836_CR14","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1109\/TPAMI.1984.4767596","volume":"6","author":"S Geman","year":"1984","unstructured":"Geman S, Geman D (1984) Stochastic relaxation, gibbs distributions, and the bayesian restoration of images. IEEE Trans Pattern Anal Mach Intell 6(6):721\u2013741","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6836_CR15","unstructured":"Goldberg AB, Zhu X, Recht B, Xu J, Nowak RD (2010) Transduction with matrix completion: Three birds with one stone. In: Advances in neural information processing systems, pp 757\u2013765"},{"issue":"2","key":"6836_CR16","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/j.jneumeth.2011.06.023","volume":"200","author":"J Hamm","year":"2011","unstructured":"Hamm J, Kohler CG, Gur RC, Verma R (2011) Automated facial action coding system for dynamic analysis of facial expressions in neuropsychiatric disorders. J Neurosci Methods 200(2):237\u2013256","journal-title":"J Neurosci Methods"},{"key":"6836_CR17","unstructured":"Han S, Meng Z, Khan AS, Tong Y (2016) Incremental boosting convolutional neural network for facial 613 action unit recognition. In: Advances in neural information processing system, pp 109\u2013117"},{"key":"6836_CR18","doi-asserted-by":"crossref","unstructured":"Jiang B, Valstar M, Pantic M (2011) Action unit detection using sparse appearance descriptors in space-time video volumes. In: IEEE International conference on automatic face & gesture recognition and workshops, pp 314\u2013321","DOI":"10.1109\/FG.2011.5771416"},{"issue":"2","key":"6836_CR19","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1109\/T-AFFC.2013.5","volume":"4","author":"Y Li","year":"2013","unstructured":"Li Y, Chen J, Zhao Y, Ji Q (2013) Data-free prior model for facial action unit recognition. IEEE Trans Affect Comput 4(2):127\u2013141","journal-title":"IEEE Trans Affect Comput"},{"issue":"7","key":"6836_CR20","doi-asserted-by":"publisher","first-page":"2559","DOI":"10.1109\/TIP.2013.2253483","volume":"22","author":"Y Li","year":"2013","unstructured":"Li Y, Wang S, Zhao Y, Ji Q (2013) Simultaneous facial feature tracking and facial expression recognition. IEEE Trans Image Process 22(7):2559\u20132573","journal-title":"IEEE Trans Image Process"},{"key":"6836_CR21","doi-asserted-by":"publisher","first-page":"890","DOI":"10.1016\/j.patcog.2016.07.009","volume":"60","author":"Y Li","year":"2016","unstructured":"Li Y, Wu B, Ghanem B, Zhao Y, Yao H, Ji Q (2016) Facial action unit recognition under incomplete data based on multi-label learning with missing labels. Pattern Recogn 60:890\u2013900","journal-title":"Pattern Recogn"},{"issue":"11","key":"6836_CR22","doi-asserted-by":"publisher","first-page":"3046","DOI":"10.1016\/j.patcog.2009.04.006","volume":"42","author":"W Liao","year":"2009","unstructured":"Liao W, Ji Q (2009) Learning bayesian network parameters under incomplete data with domain knowledge. Pattern Recogn 42(11):3046\u20133056","journal-title":"Pattern Recogn"},{"key":"6836_CR23","doi-asserted-by":"crossref","unstructured":"Liu Z, Wang S, Wang Z, Ji Q (2013) Implicit video multi-emotion tagging by exploiting multi-expression relations. In: IEEE International conference and workshops on automatic face and gesture recognition, pp 1\u20136","DOI":"10.1109\/FG.2013.6553767"},{"key":"6836_CR24","doi-asserted-by":"crossref","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I (2010) The Extended Cohn-Kanade Dataset (CK+): a complete dataset for action unit and emotion-specified expression. In: Computer vision and pattern recognition, pp 94\u2013101","DOI":"10.1109\/CVPRW.2010.5543262"},{"key":"6836_CR25","doi-asserted-by":"crossref","unstructured":"Mahoor MH, Cadavid S, Messinger DS, Cohn JF (2009) A framework for automated measurement of the intensity of non-posed facial action units. In: 2009. CVPR workshops 2009. IEEE computer society conference on computer vision and pattern recognition workshops, pp 74\u201380","DOI":"10.1109\/CVPRW.2009.5204259"},{"issue":"1","key":"6836_CR26","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1109\/T-AFFC.2011.20","volume":"3","author":"G Mckeown","year":"2012","unstructured":"Mckeown G, Valstar M, Cowie R, Pantic M, Schroder M (2012) The semaine database: annotated multimodal records of emotionally colored conversations between a person and a limited agent. IEEE Trans Affect Comput 3(1):5\u201317","journal-title":"IEEE Trans Affect Comput"},{"issue":"2","key":"6836_CR27","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1109\/TSMCB.2005.859075","volume":"36","author":"M Pantic","year":"2006","unstructured":"Pantic M, Patras I (2006) Dynamics of facial expression: recognition of facial actions and their temporal segments from face profile image sequences. IEEE Trans Syst Man Cybern Part B 36(2):433\u201349","journal-title":"IEEE Trans Syst Man Cybern Part B"},{"key":"6836_CR28","unstructured":"Petterson J, Caetano T (2010) Reverse multi-label learning. In: International conference on neural information processing systems, pp 1912\u20131920"},{"issue":"5","key":"6836_CR29","doi-asserted-by":"publisher","first-page":"944","DOI":"10.1109\/TPAMI.2014.2356192","volume":"37","author":"O Rudovic","year":"2015","unstructured":"Rudovic O, Pavlovic V, Pantic M (2015) Context-sensitive dynamic ordinal regression for intensity estimation of facial action units. IEEE Trans Pattern Anal Mach Intell 37(5):944\u2013958","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6836_CR30","doi-asserted-by":"crossref","unstructured":"Sandbach G, Zafeiriou S, Pantic M (2013) Markov random field structures for facial action unit intensity estimation. In: IEEE International conference on computer vision workshops, pp 738\u2013745","DOI":"10.1109\/ICCVW.2013.101"},{"key":"6836_CR31","unstructured":"Sorower MS (2010) A literature survey on algorithms for multi-label learning. Oregon State University"},{"key":"6836_CR32","doi-asserted-by":"crossref","unstructured":"Sun YY, Zhang Y, Zhou ZH (2010) Multi-label learning with weak label. In: Twenty-fourth AAAI conference on artificial intelligence, pp 593\u2013598","DOI":"10.1609\/aaai.v24i1.7699"},{"issue":"2","key":"6836_CR33","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1109\/34.908962","volume":"23","author":"Y Tian","year":"2001","unstructured":"Tian Y, Kanade T, Cohn JF (2001) Recognizing action units for facial expression analysis. IEEE Trans Pattern Anal Mach Intell 23(2):97\u2013115","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6836_CR34","unstructured":"Tong Y, Ji Q (2008) Learning bayesian networks with qualitative constraints. In: Computer vision and pattern recognition, pp 1\u20138"},{"issue":"2","key":"6836_CR35","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1109\/TPAMI.2008.293","volume":"32","author":"Y Tong","year":"2010","unstructured":"Tong Y, Chen J, Ji Q (2010) A unified probabilistic framework for spontaneous facial action modeling and understanding. IEEE Trans Pattern Anal Mach Intell 32(2):258\u2013273","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"10","key":"6836_CR36","doi-asserted-by":"publisher","first-page":"1683","DOI":"10.1109\/TPAMI.2007.1094","volume":"29","author":"Y Tong","year":"2007","unstructured":"Tong Y, Liao W, Ji Q (2007) Facial action unit recognition by exploiting their dynamic and semantic relationships. IEEE Trans Pattern Anal Mach Intell 29(10):1683\u20131699","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6836_CR37","doi-asserted-by":"crossref","unstructured":"Valstar M, Pantic M (2007) Combined support vector machines and hidden markov models for modeling facial action temporal dynamics. In: IEEE International conference on human-computer interaction, pp 118\u2013127","DOI":"10.1007\/978-3-540-75773-3_13"},{"key":"6836_CR38","doi-asserted-by":"crossref","unstructured":"Wang Q, Si L, Zhang D (2014) Learning to hash with partial tags: exploring correlation between tags and hashing bits for large scale image retrieval. In: European conference on computer vision, pp 378\u2013 392","DOI":"10.1007\/978-3-319-10578-9_25"},{"key":"6836_CR39","doi-asserted-by":"crossref","unstructured":"Wu B, Liu Z, Wang S, Hu B, Ji Q (2014) Multi-label learning with missing labels. In: International conference on pattern recognition, pp 1964\u20131968","DOI":"10.1109\/ICPR.2014.343"},{"key":"6836_CR40","doi-asserted-by":"crossref","unstructured":"Wu B, Lyu S, Ghanem B (2015) Ml-mg: multi-label learning with missing labels using a mixed graph. In: IEEE International conference on computer vision, pp 4157\u20134165","DOI":"10.1109\/ICCV.2015.473"},{"issue":"7","key":"6836_CR41","doi-asserted-by":"publisher","first-page":"2279","DOI":"10.1016\/j.patcog.2015.01.022","volume":"48","author":"B Wu","year":"2015","unstructured":"Wu B, Lyu S, Hu B, Ji Q (2015) Multi-label learning with missing labels for image annotation and facial action unit recognition. Pattern Recogn 48(7):2279\u20132289","journal-title":"Pattern Recogn"},{"key":"6836_CR42","doi-asserted-by":"crossref","unstructured":"Wu B, Lyu S, Ghanem B (2016) Constrained submodular minimization for missing labels and class imbalance in multi-label learning. In: The thirtieth AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v30i1.10186"},{"key":"6836_CR43","unstructured":"Xu M, Jin R, Zhou ZH (2013) Speedup matrix completion with side information: application to multi-label learning. In: Advances in neural information processing systems, pp 2301\u20132309"},{"key":"6836_CR44","unstructured":"Zehfuss G (1858) \u00dcBer eine gewisse determinante. Zeitschrift f\u00fcr Mathematik und Physik, pp 298\u2013 301"},{"key":"6836_CR45","unstructured":"Zelnikmanor L, Perona P (2005) Self-tuning spectral clustering. In: Advances in neural information processing systems, pp 1601\u20131608"},{"key":"6836_CR46","unstructured":"Zhang ML, Li YK, Liu XY (2015) Towards class-imbalance aware multi-label learning. In: International conference on artificial intelligence, pp 4041\u20134047"},{"issue":"1","key":"6836_CR47","first-page":"63","volume":"37","author":"X Zhu","year":"2005","unstructured":"Zhu X (2005) Semi-supervised learning literature survey. Comput Sci 37(1):63\u201377","journal-title":"Comput Sci"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-018-6836-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11042-018-6836-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-018-6836-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,15]],"date-time":"2024-07-15T06:29:11Z","timestamp":1721024951000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11042-018-6836-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,28]]},"references-count":47,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2019,7]]}},"alternative-id":["6836"],"URL":"https:\/\/doi.org\/10.1007\/s11042-018-6836-1","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2,28]]},"assertion":[{"value":"19 October 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 September 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 February 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}