{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T15:59:45Z","timestamp":1781798385608,"version":"3.54.5"},"reference-count":38,"publisher":"Institute of Electronics, Information and Communications Engineers (IEICE)","issue":"6","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEICE Trans. Inf. & Syst."],"published-print":{"date-parts":[[2018,6,1]]},"DOI":"10.1587\/transinf.2017edp7318","type":"journal-article","created":{"date-parts":[[2018,5,31]],"date-time":"2018-05-31T18:50:23Z","timestamp":1527792623000},"page":"1572-1580","source":"Crossref","is-referenced-by-count":23,"title":["Pain Intensity Estimation Using Deep Spatiotemporal and Handcrafted Features"],"prefix":"10.1587","volume":"E101.D","author":[{"given":"Jinwei","family":"WANG","sequence":"first","affiliation":[{"name":"College of Computer and Information Engineering, Tianjin Normal University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huazhi","family":"SUN","sequence":"additional","affiliation":[{"name":"College of Computer and Information Engineering, Tianjin Normal University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"532","reference":[{"key":"1","doi-asserted-by":"publisher","unstructured":"[1] A.C de C Williams, H.T.O. Davies, and Y. Chadury, \u201cSimple pain rating scales hide complex idiosyncratic meanings,\u201d Pain, vol.85, no.3, pp.457-463, 2000. 10.1016\/s0304-3959(99)00299-7","DOI":"10.1016\/S0304-3959(99)00299-7"},{"key":"2","unstructured":"[2] M. Lynch, \u201cPain as the fifth vital sign,\u201d J. intravenous nursing :the official publication of the Intravenous Nurses Society, vol.24, no.2, p.8594, 2001."},{"key":"3","doi-asserted-by":"publisher","unstructured":"[3] J.E. Brown, N. Chatterjee, J. Younger, and S. Mackey, \u201cTowards a Physiology-Based Measure of Pain: Patterns of Human Brain Activity Distinguish Painful from Non-Painful Thermal Stimulation,\u201d Plos One vol.6, no.9, pp.e24124, 2011. 10.1371\/journal.pone.0024124","DOI":"10.1371\/journal.pone.0024124"},{"key":"4","doi-asserted-by":"publisher","unstructured":"[4] E. Schulz, A. Zherdin, L. Tiemann, C. Plant, and M. Ploner, \u201cDecoding an individual's sensitivity to pain from the multivariate analysis of EEG data,\u201d Cerebral Cortex, vol.22, no.5, pp.1118-1123, 2012. 10.1093\/cercor\/bhr186","DOI":"10.1093\/cercor\/bhr186"},{"key":"5","doi-asserted-by":"crossref","unstructured":"[5] P. Werner, A. Al-Hamadi, R. Niese, S. Walter, S. Gruss, and H.C. Traue, \u201cAutomatic Pain Recognition from Video and Biomedical Signals,\u201d Proc. IEEE Conf. Pattern Recognit., 2014, pp.4582-4587, Stockholm, Schweden, 2014. 10.1109\/icpr.2014.784","DOI":"10.1109\/ICPR.2014.784"},{"key":"6","doi-asserted-by":"crossref","unstructured":"[6] JMM. Jam and H. Sadjedi, \u201cA System for Detecting of Infants with Pain from Normal Infants Based on Multi-band Spectral Entropy by Infant's Cry Analysis,\u201d Proc. 2nd IEEE Conf. ICCEE, pp.72-76, Dubai, UAE, 2009. 10.1109\/iccee.2009.164","DOI":"10.1109\/ICCEE.2009.164"},{"key":"7","unstructured":"[7] K. Craig, K. Prkachin, and R. Grunau, \u201cThe facial expression of pain,\u201d Handbook of Pain Assessment, 2nd edition, Guilford, New York, 2001."},{"key":"8","doi-asserted-by":"publisher","unstructured":"[8] K.M. Prkachin and P.E. Solomon, \u201cThe structure, reliability and validity of pain expression: Evidence from patients with shoulder pain,\u201d Pain, vol.139, no.2, pp.267-274, 2008. 10.1016\/j.pain.2008.04.010","DOI":"10.1016\/j.pain.2008.04.010"},{"key":"9","unstructured":"[9] P. Ekman, W. Friesen, and J. Hager, Facial Action Coding System, Research Nexus, Salt Lake City, UT, USA, 2002."},{"key":"10","doi-asserted-by":"crossref","unstructured":"[10] P. Lucey, J.F. Cohn, K.M. Prkachin, P.E. Solomon, and I. Matthews, \u201cPainful data: The UNBC-McMaster shoulder pain expression archive database,\u201d Proc. IEEE Conf. FG, pp.57-64, 2011. 10.1109\/fg.2011.5771462","DOI":"10.1109\/FG.2011.5771462"},{"key":"11","doi-asserted-by":"publisher","unstructured":"[11] T.F. Cootes, G.J. Edwards, and C.J. Taylor, \u201cActive appearance models,\u201d IEEE Trans. Pattern Anal. Mach. Intell., vol.23, no.6, pp.681-685, 2001. 10.1109\/34.927467","DOI":"10.1109\/34.927467"},{"key":"12","doi-asserted-by":"publisher","unstructured":"[12] A.B. Ashraf, S. Lucey, J.F. Cohn, T. Chen, Z. Ambadar, K.M. Prkachin, and P.E. Solomon, \u201cThe painful face-pain expression recognition using active appearance models,\u201d Image and vision computing, vol.27, no.12, pp.1788-1796, 2009. 10.1016\/j.imavis.2009.05.007","DOI":"10.1016\/j.imavis.2009.05.007"},{"key":"13","doi-asserted-by":"crossref","unstructured":"[13] P. Lucey, J. Cohn, S. Lucey, I. Matthews, S. Sridharan, and K.M. Prkachin, \u201cAutomatically detecting pain using facial actions,\u201d Proc. IEEE Conf. ACII 2009, pp.1-8, Amsterdam, The Netherlands, 2009. 10.1109\/acii.2009.5349321","DOI":"10.1109\/ACII.2009.5349321"},{"key":"14","doi-asserted-by":"crossref","unstructured":"[14] P. Lucey, J. Cohn, S. Lucey, S. Sridharan, and K.M. Prkachin, \u201cAutomatically detecting action units from faces of pain: Comparing shape and appearance features,\u201d Proc. IEEE Conf. CVPR 2009, pp.12-18, Miami, Florida, USA, 2009. 10.1109\/cvpr.2009.5204279","DOI":"10.1109\/CVPR.2009.5204279"},{"key":"15","doi-asserted-by":"crossref","unstructured":"[15] S. Kaltwang, O. Rudovic, and M. Pantic, \u201cContinuous pain intensity estimation from facial expressions,\u201d Advances in Visual Computing, vol.2012, pp.368-377, 2012. 10.1007\/978-3-642-33191-6_36","DOI":"10.1007\/978-3-642-33191-6_36"},{"key":"16","doi-asserted-by":"crossref","unstructured":"[16] R.A. Khan, A. Meyer, H. Konik, and S. Bouakaz, \u201cPain detection through shape and appearance features,\u201d Proc. IEEE Conf. ICME 2013, pp.1-6, San Jose, CA, USA, 2013. 10.1109\/icme.2013.6607608","DOI":"10.1109\/ICME.2013.6607608"},{"key":"17","doi-asserted-by":"crossref","unstructured":"[17] R. Zhao, Q. Gan, S. Wang, and Q. Ji, \u201cFacial Expression Intensity Estimation Using Ordinal Information,\u201d Proc. IEEE Conf. CVPR 2016, pp.3466-3474, Las Vegas, NV, USA, 2016. 10.1109\/cvpr.2016.377","DOI":"10.1109\/CVPR.2016.377"},{"key":"18","doi-asserted-by":"publisher","unstructured":"[18] A. Tatsuma and M. Aono, \u201cFood Image Recognition Using Covariance of Convolutional Layer Feature Maps,\u201d IEICE Trans. Inf. & Syst., vol.E99-D, no.6, pp.1711-1715, 2016. 10.1587\/transinf.2015edl8212","DOI":"10.1587\/transinf.2015EDL8212"},{"key":"19","doi-asserted-by":"publisher","unstructured":"[19] H.D. Nguyen, A.D. Le, and M. Nakagawa, \u201cRecognition of Online Handwritten Math Symbols using Deep Neural Networks,\u201d IEICE Trans. Inf. & Syst., vol.E99-D, no.12, pp.3110-3118, 2016. 10.1587\/transinf.2016edp7102","DOI":"10.1587\/transinf.2016EDP7102"},{"key":"20","doi-asserted-by":"crossref","unstructured":"[20] M. Liang and X. Hu, \u201cRecurrent convolutional neural network for object recognition,\u201d Proc. IEEE Conf. CVPR 2015, pp.3367-3375, Boston, MA, 2015. 10.1109\/cvpr.2015.7298958","DOI":"10.1109\/CVPR.2015.7298958"},{"key":"21","doi-asserted-by":"crossref","unstructured":"[21] J. Zhou, X. Hong, F. Su, and G. Zhao, \u201cRecurrent Convolutional Neural Network Regression for Continuous Pain Intensity Estimation in Video,\u201d Proc. IEEE Conf. CVPR 2016, pp.1535-1543, Las Vegas, NV, USA, 2016. 10.1109\/cvprw.2016.191","DOI":"10.1109\/CVPRW.2016.191"},{"key":"22","doi-asserted-by":"crossref","unstructured":"[22] W. Li, S. Manivannan, S. Akbar, J. Zhang, E. Trucco, and S.J. McKenna, \u201cGland segmentation in colon histology images using hand-crafted features and convolutional neural networks,\u201d Proc. 13th IEEE Conf. ISBI, pp.1405-1408, Prague, Czech Republic, 2016. 10.1109\/isbi.2016.7493530","DOI":"10.1109\/ISBI.2016.7493530"},{"key":"23","doi-asserted-by":"crossref","unstructured":"[23] N. Dalal and B. Triggs, \u201cHistograms of oriented gradients for human detection,\u201d Proc. IEEE Conf. CVPR 2005, pp.886-893, San Diego, CA, USA, 2005. 10.1109\/cvpr.2005.177","DOI":"10.1109\/CVPR.2005.177"},{"key":"24","doi-asserted-by":"publisher","unstructured":"[24] P. Lu, W. Zheng, Z. Wang, Q. Li, Y. Zong, M. Xin, and L. Wu, \u201cMicro-Expression Recognition by Regression Model and Group Sparse Spatio-Temporal Feature Learning,\u201d IEICE Trans. Inf. & Syst., vol.E99-D, no.6, pp.1694-1697, 2016. 10.1587\/transinf.2015edl8221","DOI":"10.1587\/transinf.2015EDL8221"},{"key":"25","doi-asserted-by":"publisher","unstructured":"[25] J. Yan, W. Zheng, M. Xin, and J. Yan, \u201cIntegrating Facial Expression and Body Gesture in Videos for Emotion Recognition,\u201d IEICE Trans. Inf. & Syst., vol.E97-D, vol.3, pp.610-613, 2014. 10.1587\/transinf.e97.d.610","DOI":"10.1587\/transinf.E97.D.610"},{"key":"26","doi-asserted-by":"crossref","unstructured":"[26] D. Tran, L. Bourdev, R. Fergus, L. Torresani, and M. Paluri, \u201cLearning spatiotemporal features with 3d convolutional networks,\u201d Proc. IEEE Conf. ICCV 2015, pp.4489-4497, Santiago, Chile, 2015. 10.1109\/iccv.2015.510","DOI":"10.1109\/ICCV.2015.510"},{"key":"27","doi-asserted-by":"publisher","unstructured":"[27] P. Lucey, J.F. Cohn, I. Matthews, S. Lucey, S. Sridharan, J. Howlett, and K.M. Prkachin, \u201cAutomatically detecting pain in video through facial action units,\u201d IEEE TRANS. SYST., MAN, CYBERN., SYST. vol.41, no.3, pp.664-674, 2011. 10.1109\/tsmcb.2010.2082525","DOI":"10.1109\/TSMCB.2010.2082525"},{"key":"28","doi-asserted-by":"crossref","unstructured":"[28] Z. Zafar and N.A. Khan, \u201cPain Intensity Evaluation through Facial Action Units,\u201d Proc. IEEE Conf ICPR 2014, pp.4696-4701, Stockholm, Sweden, 2014. 10.1109\/icpr.2014.803","DOI":"10.1109\/ICPR.2014.803"},{"key":"29","doi-asserted-by":"crossref","unstructured":"[29] H. Pedersen, \u201cLearning Appearance Features for Pain Detection Using the UNBC-McMaster Shoulder Pain Expression Archive Database,\u201d Computer Vision Systems, Springer International Publishing, pp.128-136, July 6, 2015. 10.1007\/978-3-319-20904-3_12","DOI":"10.1007\/978-3-319-20904-3_12"},{"key":"30","doi-asserted-by":"crossref","unstructured":"[30] Z. Hammal and J.F. Cohn, \u201cAutomatic detection of pain intensity,\u201d Proc. ACM Conf ICMI 2012, pp.47-52, Santa Monica, CA, USA, 2012. 10.1145\/2388676.2388688","DOI":"10.1145\/2388676.2388688"},{"key":"31","doi-asserted-by":"publisher","unstructured":"[31] O. Rudovic, V. Pavlovic, and M. Pantic, \u201cAutomatic Pain Intensity Estimation with Heteroscedastic Conditional Ordinal Random Fields,\u201d Proc. Conf. ISVC 2013, pp.234-243, Rethymnon, Crete, Greece, July 29-31, 2013. 10.1007\/978-3-642-41939-3_23","DOI":"10.1007\/978-3-642-41939-3_23"},{"key":"32","doi-asserted-by":"crossref","unstructured":"[32] R. Irani, K. Nasrollahi, and T.B. Moeslund, \u201cPain recognition using spatiotemporal oriented energy of facial muscles,\u201d Proc. IEEE Conf. CVPRW 2015, pp.80-87, Boston, MA, USA, June 2015. 10.1109\/cvprw.2015.7301340","DOI":"10.1109\/CVPRW.2015.7301340"},{"key":"33","doi-asserted-by":"crossref","unstructured":"[33] C. Florea, L. Florea, and C. Vertan, \u201cLearning Pain from Emotion: Transferred HoT Data Representation for Pain Intensity Estimation,\u201d Proc. Conf. ECCVW 2014, pp.778-790, Zurich, Switzerland, Sept. 2014. 10.1007\/978-3-319-16199-0_54","DOI":"10.1007\/978-3-319-16199-0_54"},{"key":"34","doi-asserted-by":"crossref","unstructured":"[34] N. Neshov and A. Manolova, \u201cPain detection from facial characteristics using supervised descent method,\u201d Proc. IEEE Conf. IDAACS 2015, pp.251-256, Berlin, Germany, 2015. 10.1109\/idaacs.2015.7340738","DOI":"10.1109\/IDAACS.2015.7340738"},{"key":"35","doi-asserted-by":"publisher","unstructured":"[35] X. Hong, G. Zhao, S. Zafeiriou, M. Pantic, and M. Pietik\u00e4inen, \u201cCapturing correlations of local features for image representation,\u201d Neurocomputing, vol.184-C, pp.99-106, 2016. 10.1016\/j.neucom.2015.07.134","DOI":"10.1016\/j.neucom.2015.07.134"},{"key":"36","doi-asserted-by":"crossref","unstructured":"[36] O.M. Parkhi, A. Vedaldi, and A. Zisserman, \u201cDeep face recognition,\u201d Proc. Conf. 26th BMVC, vol.1 no.3, pp.6, Swansea, UK, 2015. 10.5244\/c.29.41","DOI":"10.5244\/C.29.41"},{"key":"37","doi-asserted-by":"crossref","unstructured":"[37] C.G.M. Snoek, M. Worring, and A.W.M. Smeulders, \u201cEarly versus late fusion in semantic video analysis,\u201d Proc. ACM Conf. Multimedia 2005. pp.399-402, New York, USA, 2005. 10.1145\/1101149.1101236","DOI":"10.1145\/1101149.1101236"},{"key":"38","unstructured":"[38] L. Shen, Z. Lin, and Q. Huang, \u201cLearning Deep Convolutional Neural Networks for Places2 Scene Recognition,\u201d Computer Science, arXiv:1512.05830, 2015."}],"container-title":["IEICE Transactions on Information and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transinf\/E101.D\/6\/E101.D_2017EDP7318\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,18]],"date-time":"2019-10-18T19:07:49Z","timestamp":1571425669000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/transinf\/E101.D\/6\/E101.D_2017EDP7318\/_article"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,1]]},"references-count":38,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2018]]}},"URL":"https:\/\/doi.org\/10.1587\/transinf.2017edp7318","relation":{},"ISSN":["0916-8532","1745-1361"],"issn-type":[{"value":"0916-8532","type":"print"},{"value":"1745-1361","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,6,1]]}}}