{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:34:16Z","timestamp":1775068456320,"version":"3.50.1"},"reference-count":146,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003185","name":"Fraunhofer Society","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100003185","id-type":"DOI","asserted-by":"crossref"}]},{"name":"DFG","award":["GA 2485\/3-1"],"award-info":[{"award-number":["GA 2485\/3-1"]}]},{"name":"DFG","award":["LA 685\/18"],"award-info":[{"award-number":["LA 685\/18"]}]},{"name":"DFG","award":["Schm 1239\/15"],"award-info":[{"award-number":["Schm 1239\/15"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,6,1]]},"DOI":"10.1109\/tpami.2019.2958341","type":"journal-article","created":{"date-parts":[[2020,4,13]],"date-time":"2020-04-13T20:01:50Z","timestamp":1586808110000},"page":"1815-1831","source":"Crossref","is-referenced-by-count":79,"title":["Automatic Detection of Pain from Facial Expressions: A Survey"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6105-0752","authenticated-orcid":false,"given":"Teena","family":"Hassan","sequence":"first","affiliation":[{"name":"Bielefeld University, Bielefeld, Germany"}]},{"given":"Dominik","family":"Seus","sequence":"additional","affiliation":[{"name":"Electronic Imaging Department, Fraunhofer IIS, Erlangen, Germany"}]},{"given":"Johannes","family":"Wollenberg","sequence":"additional","affiliation":[{"name":"Electronic Imaging Department, Fraunhofer IIS, Erlangen, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1001-2278","authenticated-orcid":false,"given":"Katharina","family":"Weitz","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Augsburg, Augsburg, Germany"}]},{"given":"Miriam","family":"Kunz","sequence":"additional","affiliation":[{"name":"Faculty of Medical Sciences, University of Augsburg, Augsburg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2829-347X","authenticated-orcid":false,"given":"Stefan","family":"Lautenbacher","sequence":"additional","affiliation":[{"name":"Faculty of Human Sciences and Education, University of Bamberg, Bamberg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3473-0370","authenticated-orcid":false,"given":"Jens-Uwe","family":"Garbas","sequence":"additional","affiliation":[{"name":"Electronic Imaging Department, Fraunhofer IIS, Erlangen, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1301-0326","authenticated-orcid":false,"given":"Ute","family":"Schmid","sequence":"additional","affiliation":[{"name":"Faculty of Information Systems and Applied Computer Science, University of Bamberg, Bamberg, Germany"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1023\/B:VISI.0000013087.49260.fb"},{"key":"ref38","article-title":"The Body Action Coding System II: Muscle activations during the perception and expression of emotion","volume":"8","author":"huis in't veld","year":"2014","journal-title":"Frontiers in Behavioral Neuroscience"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3389\/fbioe.2018.00033"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1056\/NEJMoa1204471"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2017.01.011"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1080\/08990220.2018.1521790"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s10919-012-0130-0"},{"key":"ref36","author":"ekman","year":"1978","journal-title":"Facial Action Coding System"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1097\/j.pain.0000000000001424"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1088\/0967-3334\/35\/5\/807"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-408"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2462830"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2014.784"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1093\/gerona\/56.7.M405"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/S0964-3397(03)00027-2"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.2147\/CIA.S36739"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1097\/AJP.0b013e31820f52e1"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1515\/teme-2019-0024"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.5244\/C.27.119"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1186\/s12877-017-0427-2"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-813314-9.00004-9"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejpain.2008.05.001"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2004.12.003"},{"key":"ref51","first-page":"456","article-title":"Facial expression recognition for neonatal pain assessment","author":"lu","year":"2008","journal-title":"Proc Int Conf Neural Netw Signal Process"},{"key":"ref146","first-page":"70","article-title":"Facial EMG","author":"hess","year":"2009","journal-title":"Methods in Social Neuroscience"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1542\/peds.2015-0029"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.3727\/107156995819564301"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.pain.2008.07.019"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2008.12.010"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2006.02.004"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.4156\/jdcta.vol3.issue4.2"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.pain.2007.09.007"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CYBConf.2013.6617456"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(02)00052-3"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1002\/gps.1155"},{"key":"ref3","first-page":"1","article-title":"Introduction to the fourth edition","author":"wall","year":"1999","journal-title":"Textbook of Pain"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1111\/j.1532-5415.2004.52063.x"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.pneurobio.2011.01.002"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.d4065"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1002\/ejp.666"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1093\/gerona\/57.4.M236"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1017\/S0033291700009934"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.biopsycho.2011.12.016"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/0304-3959(92)90213-U"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1002\/j.1532-2149.2013.00421.x"},{"key":"ref47","first-page":"153","article-title":"The facial expression of pain","author":"craig","year":"2001","journal-title":"Handbook of Pain Assessment"},{"key":"ref42","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc 25th Int Conf Neural Inf Process Syst"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2011.2118750"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.5244\/C.29.41"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1134\/S1054661816010065"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2016.10.007"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2015.7301351"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2014.02.008"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553762"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/2663204.2666282"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/1322192.1322198"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2014.803"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.14236\/ewic\/VOCS2008.17"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2010.2082525"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1167\/7.9.944"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2015.7163107"},{"key":"ref130","article-title":"Physiological and behavioral profiling for nociceptive pain estimation using personalized multitask learning","author":"lopez-martinez","year":"2017","journal-title":"Proc Neural Inf Process Syst Workshop Mach Learn Health"},{"key":"ref77","first-page":"183","article-title":"Applying grammar inference to identify generalized patterns of facial expressions of pain","author":"schmid","year":"2012","journal-title":"Proc 11th Int Conf Grammatical Inference"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/SSP.2014.6884575"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2015.7344579"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1049\/ji-3-2.1946.0074"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2002.1017623"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1016\/j.cub.2014.02.009"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2015.10.007"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2366127"},{"key":"ref79","first-page":"121","article-title":"SVM classification of neonatal facial images of pain","author":"brahnam","year":"2006","journal-title":"Proc Int Workshop Fuzzy Logic Appl"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.177"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1016\/0031-3203(95)00067-4"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1145\/2663204.2666277"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2007.1110"},{"key":"ref60","first-page":"6","article-title":"SIFT and SURF performance evaluation for pain assessment using facial expressions","volume":"2","author":"singh","year":"2015","journal-title":"J Biol Engg Res & Rev"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69905-7_27"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.12968\/ijpn.2003.9.4.11501"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpainsymman.2005.07.001"},{"key":"ref63","article-title":"World population prospects: The 2017 revision, key findings and advance tables","year":"2017"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/j.jalz.2012.11.007"},{"key":"ref140","first-page":"1363","article-title":"BSIF: Binarized statistical image features","author":"kannala","year":"2012","journal-title":"Proc 21st Int Conf Pattern Recognit"},{"key":"ref65","article-title":"Recognizing emotions conveyed through facial expressions","author":"hassan","year":"2017"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0083277"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2015.7301341"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/S0304-3959(02)00101-X"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2011.6130511"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-018-5707-3"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X02000080"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2014.06.002"},{"key":"ref145","first-page":"4","article-title":"Inductive programming as approach to comprehensible machine learning","author":"schmid","year":"2018","journal-title":"Proc KI Workshop Formal Cogn Reasoning"},{"key":"ref1","author":"merskey","year":"2012","journal-title":"PART III Pain Terms a Current List with Definitions and Notes on Usage"},{"key":"ref109","first-page":"1087","article-title":"Regularizing face verification nets for pain intensity regression","author":"wang","year":"2018","journal-title":"Proc IEEE Int Conf Image Process"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2015.12.004"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553779"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/IDAACS.2015.7340738"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33191-6_36"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-20904-3_12"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2008.122"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2013.6607608"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2011.09.014"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2012.6467436"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/IPTA.2016.7820930"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2012.6467359"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-23983-5_26"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2013.2253768"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2016.08.014"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2016.191"},{"key":"ref110","first-page":"1","article-title":"DeepFaceLIFT: Interpretable personalized models for automatic estimation of self-reported pain","author":"liu","year":"2017","journal-title":"Mach Learn Res"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/RoboMech.2016.7813150"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/3136755.3136794"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2016.7590729"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2016.04.072"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1136\/ard.37.4.378"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/S0304-3959(98)00158-4"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/0304-3959(78)90020-9"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.5812\/atr.18608"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1097\/01.JAM.0000043422.31640.F7"},{"key":"ref15","first-page":"59","article-title":"The development of a tool to assess neonatal pain","volume":"12","author":"lawrence","year":"1993","journal-title":"Neonatal Netw"},{"key":"ref118","first-page":"2318","article-title":"Personalized automatic estimation of self-reported pain intensity from facial expressions","author":"lopez-martinez","year":"2017","journal-title":"Proc IEEE Conf Comp Vis Pattern Recognit"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.pain.2008.04.010"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2009.05.007"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1145\/3136755.3136789"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1002\/ejp.1177"},{"key":"ref81","first-page":"352","article-title":"Neonatal facial pain detection using NNSOA and LSVM","author":"brahnam","year":"2008","journal-title":"Proc Int Conf Image Process Comput Vis Pattern Recognit"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2011.5771462"},{"key":"ref84","first-page":"24","article-title":"Classifying facial pain expressions: Individual classifiers vs. global classfiers","author":"siebers","year":"2009","journal-title":"Proc 4th Workshop Emotion Computing Current Res Future Impact"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2018.8545324"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.pain.2009.10.007"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2009.5349321"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.377"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2015.2501824"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2017.87"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ISSPIT.2006.270764"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2017.2662199"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1145\/2388676.2388688"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2011.12.003"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41939-3_23"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2015.7301340"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2537327"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2010.04.048"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2009.2039214"},{"key":"ref87","article-title":"Support vector machine for automatic pain recognition","volume":"7246","author":"monwar","year":"2009","journal-title":"Proc Comput Imag VII"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.5815\/ijem.2011.03.11"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9427901\/08928510.pdf?arnumber=8928510","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:49:16Z","timestamp":1652194156000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8928510\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,1]]},"references-count":146,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2019.2958341","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,1]]}}}