{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T12:58:40Z","timestamp":1755694720592,"version":"3.40.3"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T00:00:00Z","timestamp":1740096000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T00:00:00Z","timestamp":1740096000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001868","name":"National Science Council (NSC), Taiwan","doi-asserted-by":"crossref","award":["NSTC 112-2636-H-008-005"],"award-info":[{"award-number":["NSTC 112-2636-H-008-005"]}],"id":[{"id":"10.13039\/501100001868","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SIViP"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s11760-025-03891-5","type":"journal-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:54:25Z","timestamp":1740124465000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A two-stage multimodal emotion analysis using body actions and facial features"],"prefix":"10.1007","volume":"19","author":[{"given":"Hsiao-Ting","family":"Tseng","sequence":"first","affiliation":[]},{"given":"Chen-Chiung","family":"Hsieh","sequence":"additional","affiliation":[]},{"given":"Cheng-Hong","family":"Xu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,21]]},"reference":[{"key":"3891_CR1","doi-asserted-by":"publisher","first-page":"1146494","DOI":"10.3389\/fpsyg.2023.1146494","volume":"14","author":"M Liu","year":"2023","unstructured":"Liu, M., Schwab, J., Hess, U.: Language and face in interactions: Emotion perception, social meanings, and communicative intentions. Front. Psychol. 14, 1146494 (2023). https:\/\/doi.org\/10.3389\/fpsyg.2023.1146494","journal-title":"Front. Psychol."},{"key":"3891_CR2","doi-asserted-by":"publisher","unstructured":"Shaaban, Y., Korashy, H., Medhat, W.: Emotion detection using deep learning. In: 2021 16th International Conference on Computer Engineering and Systems (ICCES), Cairo, Egypt, Egypt, pp. 1\u201310, (2021). https:\/\/doi.org\/10.1109\/ICCES54031.2021.9686108","DOI":"10.1109\/ICCES54031.2021.9686108"},{"key":"3891_CR3","doi-asserted-by":"publisher","unstructured":"Sonawane, A., Inamdar, M., Bhangale, K.: Sound based human emotion recognition using MFCC and Multiple SVM. In: 2017 International Conference on Information, Communication, Instrumentation and Control (ICICIC), Indore, India, pp. 1\u20134 (2017). https:\/\/doi.org\/10.1109\/ICOMICON.2017.8279046","DOI":"10.1109\/ICOMICON.2017.8279046"},{"key":"3891_CR4","doi-asserted-by":"publisher","unstructured":"Taigman, Y., Yang, M., Ranzato, M., Wolf, L.: DeepFace: closing the gap to human-level performance in face verification. In Proceedings of 2014 IEEE Conference on Computer Vision and Pattern Recognition, Columbus, OH, USA, pp. 1701\u20131708 (2014). https:\/\/doi.org\/10.1109\/CVPR.2014.220","DOI":"10.1109\/CVPR.2014.220"},{"key":"3891_CR5","doi-asserted-by":"publisher","first-page":"1839","DOI":"10.1109\/ACCESS.2021.3138778","volume":"10","author":"P Nguyen","year":"2022","unstructured":"Nguyen, P., Nguyen, N., Ngoc, T.: Proposing posture recognition system combining MobilenetV2 and LSTM for medical surveillance. IEEE Access. 10, 1839\u20131849 (2022). https:\/\/doi.org\/10.1109\/ACCESS.2021.3138778","journal-title":"IEEE Access."},{"issue":"11","key":"3891_CR6","doi-asserted-by":"publisher","first-page":"3484","DOI":"10.3390\/s24113484","volume":"24","author":"R Pereira","year":"2024","unstructured":"Pereira, R., Mendes, C., Ribeiro, J., Ribeiro, R., Miragaia, R., Rodrigues, N., Costa, N., Pereira, A.: Systematic review of emotion detection with computer vision and deep learning. Sensors. 24(11), 3484 (2024). https:\/\/doi.org\/10.3390\/s24113484","journal-title":"Sensors"},{"key":"3891_CR7","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Aidan, N., Kaiser, L., Polosukhin, I.: Attention is all you need. arXiv:1706.03762 [cs.CL], 12 Jun (2017)."},{"key":"3891_CR8","unstructured":"Noldus: FaceReader. Emotion analysis, Jul., (2019). https:\/\/www.noldus.com\/facereader (2023) Accessed 17 Jul. 2023"},{"key":"3891_CR9","doi-asserted-by":"publisher","first-page":"3415","DOI":"10.1007\/s11760-023-02563-6","volume":"17","author":"SM Jiddah","year":"2023","unstructured":"Jiddah, S.M., Yurtkan, K.: Dominant and complementary emotion recognition using hybrid recurrent neural network. SIViP. 17, 3415\u20133423 (2023). https:\/\/doi.org\/10.1007\/s11760-023-02563-6","journal-title":"SIViP"},{"issue":"22","key":"3891_CR10","doi-asserted-by":"publisher","first-page":"2847","DOI":"10.3390\/electronics10222847","volume":"10","author":"D Kami\u0144ska","year":"2021","unstructured":"Kami\u0144ska, D., Aktas, K., et al.: Two-stage recognition and beyond for compound facial emotion recognition. Electronics. 10(22), 2847 (2021). https:\/\/doi.org\/10.3390\/electronics10222847","journal-title":"Electronics"},{"key":"3891_CR11","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1007\/s10044-024-01369-7","volume":"27","author":"SM Jiddah","year":"2024","unstructured":"Jiddah, S.M., Yurtkan, K.: Feature fusion for human compound emotion recognition: A fusion of facial expression texture and action unit data. Pattern Anal. Applic. 27, 149 (2024). https:\/\/doi.org\/10.1007\/s10044-024-01369-7","journal-title":"Pattern Anal. Applic"},{"key":"3891_CR12","unstructured":"Yang, Z., Kay, A., Li, Y., Cross, W., Luo, J.: Pose-based body language recognition for emotion and psychiatric symptom interpretation. arXiv:2011.00043 [cs.CV],30 Oct. (2020)"},{"key":"3891_CR13","doi-asserted-by":"publisher","unstructured":"Cui, M., Fang, J., Zhao, Y.: Emotion recognition of human body\u2019s posture in open environment. In: 2020 IEEE Chinese Control And Decision Conference (CCDC), Hefei, China, pp. 3249\u20133299, (2020). https:\/\/doi.org\/10.1109\/CCDC49329.2020.9164551","DOI":"10.1109\/CCDC49329.2020.9164551"},{"key":"3891_CR14","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9, 8, 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"3891_CR15","doi-asserted-by":"crossref","unstructured":"Mazzia, V., Angarano, S., Salvetti, F.A.F., Chiaberge, M.: Action transformer: a self-attention model for short-time pose-based human action recognition. arXiv:2107.00606 [cs.CV], 10 Jan (2022)","DOI":"10.1016\/j.patcog.2021.108487"},{"key":"3891_CR16","doi-asserted-by":"crossref","unstructured":"Zhu, W., Lan, C., Xing, J., Zeng, W., Li, Y., Shen, L., Xie, X.: Co-occurrence feature learning for skeleton based action recognition using regularized deep LSTM networks. arXiv:1603.07772 [cs.CV], 24 Mar (2016)","DOI":"10.1609\/aaai.v30i1.10451"},{"key":"3891_CR17","unstructured":"Nvidia: What is a transformer mode. Nvidia, Jun. 21, (2022). https:\/\/blogs.nvidia.com.tw\/2022\/06\/21\/what-is-a-transformer-model\/ Accessed 30 May 2023"},{"key":"3891_CR18","doi-asserted-by":"crossref","unstructured":"Cao, Z., Simon, T., Wei, S., Sheikh, Y.: Realtime multi-person 2D pose estimation using part affinity fields. arXiv:1611.08050[cs.CV], 24 Nov (2016)","DOI":"10.1109\/CVPR.2017.143"},{"key":"3891_CR19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-12638-3_20","volume-title":"Computing and Data Sciences, ICACDS, Communications in Computer and Information Science","author":"S Vaijayanthi","year":"2022","unstructured":"Vaijayanthi, S., Arunnehru, J.: Human emotion recognition from body posture with machine learning techniques. In: Computing and Data Sciences, ICACDS, Communications in Computer and Information Science, vol. 1613. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-12638-3_20"},{"key":"3891_CR20","doi-asserted-by":"crossref","unstructured":"Schuldt, C., Laptev, I., Caputo, B.: Recognizing human actions: a local SVM approach. In: Proceedings of the 17th International Conference on Pattern Recognition, 3, pp. 32\u201336, IEEE ICPR, (2004)","DOI":"10.1109\/ICPR.2004.1334462"},{"key":"3891_CR21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74889-2_42","volume-title":"Affective Computing and Intelligent Interaction. ACII 2007. Lecture Notes in Computer Science","author":"T B\u00e4nziger","year":"2007","unstructured":"B\u00e4nziger, T., Scherer, K.: Using actor portrayals to systematically study multimodal emotion expression: The GEMEP corpus. In: Affective Computing and Intelligent Interaction. ACII 2007. Lecture Notes in Computer Science, vol. 4738. Springer, Berlin, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-74889-2_42"},{"key":"3891_CR22","doi-asserted-by":"crossref","unstructured":"Wishart, D.S., Tzur, D., Knox, C.: HMDB: the human metabolome database. Nucleic Acids Res. Jan, 35 (Database issue): D521-6.17202168, (2007)","DOI":"10.1093\/nar\/gkl923"},{"key":"3891_CR23","unstructured":"Bochkovskiy, A., Wang, C., Liao, H.M.: YOLOv4: optimal speed and accuracy of object detection. ArXiv abs\/2004.10934 (2020)"},{"key":"3891_CR24","unstructured":"Sherstinsky, A.: Fundamentals of recurrent neural network (RNN) and long short-term memory (LSTM) network. arXiv:1808.03314 [cs.LG], 9 Aug. (2018)"},{"key":"3891_CR25","unstructured":"Tensorflow, L.S.T.M., Tensorflow: June 10, http:\/\/www.tensorflow.org\/api_docs\/python\/tf\/keras\/layers\/LSTM (2023). Accessed 27 June 2023"},{"key":"3891_CR26","unstructured":"Bahdanau, D., Cho, K., Bengio, Y.: Neural machine translation by jointly learning to align and translate. arXiv:1409.0473 [cs.CL], 19 May (2016)"},{"key":"3891_CR27","doi-asserted-by":"crossref","unstructured":"Luong, M., Pham, H., Manning, D.: Effective approaches to attention-based neural machine translation. arXiv:1508.04025 [cs.CL], 20 Sep. (2015)","DOI":"10.18653\/v1\/D15-1166"},{"key":"3891_CR28","doi-asserted-by":"publisher","unstructured":"An, S., Ji, L., Marks, M., Zhang, Z.: Two sides of emotion: exploring positivity and negativity in six basic emotions across cultures. Front. Psychol. 8610, 20 April, (2017). https:\/\/doi.org\/10.3389\/fpsyg.2017.00610","DOI":"10.3389\/fpsyg.2017.00610"},{"key":"3891_CR29","unstructured":"Huang, G., Ramesh, M., Berg, T.: Learned-miller.labeled faces in the wild: a database for studying face recognition in unconstrained. Environments, University of Massachusetts, Amherst, Technical Report 07\u201349, October, (2007)"},{"issue":"4","key":"3891_CR30","first-page":"396","volume":"7","author":"A Joshi","year":"2015","unstructured":"Joshi, A., Kale, S., Chandel, S., Pal, D.: Likert scale: Explored and explained. Curr. J. Appl. Sci. Technol. 7(4), 396\u2013403 (2015)","journal-title":"Curr. J. Appl. Sci. Technol."},{"key":"3891_CR31","doi-asserted-by":"publisher","unstructured":"Jett\u00e9, M.: Metabolic equivalents (METS) in exercise testing, exercise prescription, and evaluation of functional capacity. Clin Cardiol. Aug;13(8):555\u2009\u2013\u200965. (1990). https:\/\/doi.org\/10.1002\/clc.4960130809. PMID: 2204507","DOI":"10.1002\/clc.4960130809"},{"key":"3891_CR32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-39964-3_62","volume-title":"On the Move to Meaningful Internet Systems 2003: Lecture Notes in Computer Science","author":"G Guo","year":"2003","unstructured":"Guo, G., Wang, H., Bell, D., Bi, Y., Greer, K.: KNN model-based approach in classification. In: On the Move to Meaningful Internet Systems 2003: Lecture Notes in Computer Science, vol. 2888. Springer, Berlin, Heidelberg (2003). https:\/\/doi.org\/10.1007\/978-3-540-39964-3_62"},{"key":"3891_CR33","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-30162-4_415","volume-title":"Encyclopedia of Algorithms","author":"N Cristianini","year":"1992","unstructured":"Cristianini, N., Ricci, E.: Support vector machines. In: Encyclopedia of Algorithms. Springer, Boston, MA (1992). https:\/\/doi.org\/10.1007\/978-0-387-30162-4_415"},{"key":"3891_CR34","volume-title":"Encyclopedia of Machine Learning","author":"J F\u00fcrnkranz","year":"2017","unstructured":"F\u00fcrnkranz, J.: Decision tree. In: Encyclopedia of Machine Learning. Springer, Boston (2017)"},{"key":"3891_CR35","unstructured":"Vikramkumar, B.: Bayes and naive bayes classifier. arXiv:1404.0933 [cs.LG], 3 Apr (2014)"},{"key":"3891_CR36","doi-asserted-by":"publisher","unstructured":"Huang, H.J., Gall, J., Schmid, Z.S., Black, C.: M. J.: Towards understanding action recognition. In: 2013 IEEE International Conference on Computer Vision, Sydney, NSW, Australia, pp. 3192\u20133199, (2013). https:\/\/doi.org\/10.1109\/ICCV.2013.396","DOI":"10.1109\/ICCV.2013.396"},{"key":"3891_CR37","unstructured":"Vittorio, M., Simone, A., Francesco, S., Federico, A., Marcello, C.: Action transformer: a self-attention model for short-time pose-based human action recognition. arXiv:2107.00606 [cs.CV], 10 Jan., (2022)"},{"key":"3891_CR38","doi-asserted-by":"crossref","unstructured":"Cao, Z., Gines, H., Tomas, S., Wei, S., Sheikh, Y.: OpenPose: Realtime multi-person 2D pose estimation using part affinity fields. arXiv:1812.08008 [cs.CV], 18 Dec (2018).","DOI":"10.1109\/CVPR.2017.143"},{"key":"3891_CR39","doi-asserted-by":"crossref","unstructured":"Kendall, A., Grimes, M., Cipolla, R.: PoseNet: A convolutional network for real-time 6-DOF camera relocalization. arXiv:1505.07427 [cs.CV], 27 May (2015).","DOI":"10.1109\/ICCV.2015.336"},{"key":"3891_CR40","unstructured":"NuiTrack. 3DiVi Nuitrack-SDK, Nuitract: (2023). https:\/\/nuitrack.com\/ Accessed 30 May 2023"}],"container-title":["Signal, Image and Video Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-025-03891-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11760-025-03891-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-025-03891-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,2]],"date-time":"2025-04-02T03:26:48Z","timestamp":1743564408000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11760-025-03891-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,21]]},"references-count":40,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["3891"],"URL":"https:\/\/doi.org\/10.1007\/s11760-025-03891-5","relation":{},"ISSN":["1863-1703","1863-1711"],"issn-type":[{"type":"print","value":"1863-1703"},{"type":"electronic","value":"1863-1711"}],"subject":[],"published":{"date-parts":[[2025,2,21]]},"assertion":[{"value":"23 October 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 January 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 February 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"313"}}