{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T04:47:57Z","timestamp":1743137277138,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031376597"},{"type":"electronic","value":"9783031376603"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-37660-3_24","type":"book-chapter","created":{"date-parts":[[2023,7,29]],"date-time":"2023-07-29T06:02:20Z","timestamp":1690610540000},"page":"349-358","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep Learning Architectures for\u00a0Pain Recognition Based on\u00a0Physiological Signals"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6769-8410","authenticated-orcid":false,"given":"Patrick","family":"Thiam","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4759-5254","authenticated-orcid":false,"given":"Hans A.","family":"Kestler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5118-0812","authenticated-orcid":false,"given":"Friedhelm","family":"Schwenker","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,7,30]]},"reference":[{"key":"24_CR1","doi-asserted-by":"crossref","unstructured":"Kuncheva, L.I.: Combining Pattern Classifiers: Methods and Algorithms. EBL-Schweitzer, Wiley (2014). https:\/\/books.google.de\/books?id=MZgtBAAAQBAJ","DOI":"10.1002\/9781118914564"},{"issue":"5","key":"24_CR2","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1162\/neco\\_a_01273","volume":"32","author":"J Gao","year":"2020","unstructured":"Gao, J., Li, P., Chen, Z., Zhang, J.: A survey on deep learning for multimodal data fusion. Neural Comput. 32(5), 829\u2013864 (2020). https:\/\/doi.org\/10.1162\/neco_a_01273","journal-title":"Neural Comput."},{"key":"24_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2020.104042","volume":"105","author":"Y Zhang","year":"2021","unstructured":"Zhang, Y., Sidib\u00e9, D., Morel, O., M\u00e9riaudeau, F.: Deep multimodal fusion for semantic image segmentation: a survey. Image Vis. Comput. 105, 104042 (2021). https:\/\/doi.org\/10.1016\/j.imavis.2020.104042","journal-title":"Image Vis. Comput."},{"key":"24_CR4","doi-asserted-by":"publisher","unstructured":"Roitberg, A., Pollert, T., Haurilet, M., Martin, M., Stiefelhagen, R.a.: Analysis of Deep Fusion Strategies for Multi-Modal Gesture Recognition. In: 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), pp. 198\u2013206 (2019). https:\/\/doi.org\/10.1109\/CVPRW.2019.00029","DOI":"10.1109\/CVPRW.2019.00029"},{"key":"24_CR5","doi-asserted-by":"publisher","unstructured":"Farahnakian, F., Heikkonen, J.: Deep Learning Applications, Volume 3, chap. RGB and Depth Image Fusion for Object Detection Using Deep Learning, pp. 73\u201393. Springer, Singapore (2022). https:\/\/doi.org\/10.1007\/978-981-16-3357-7_3","DOI":"10.1007\/978-981-16-3357-7_3"},{"key":"24_CR6","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Wang, Z.R., Du, J.: Deep fusion: an attention guided factorized bilinear pooling for audio-video emotion recognition. In: 2019 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138 (2019). https:\/\/doi.org\/10.1109\/IJCNN.2019.8851942","DOI":"10.1109\/IJCNN.2019.8851942"},{"key":"24_CR7","doi-asserted-by":"publisher","unstructured":"Praveen, R.G., et al.: A joint cross-attention model for audio-visual fusion in dimensional emotion recognition. In: 2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), pp. 2485\u20132494 (2022). https:\/\/doi.org\/10.1109\/CVPRW56347.2022.00278","DOI":"10.1109\/CVPRW56347.2022.00278"},{"key":"24_CR8","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.cviu.2018.06.005","volume":"174","author":"D Nguyen","year":"2018","unstructured":"Nguyen, D., Nguyen, K., Sridharan, S., Dean, D., Fookes, C.: Deep spatio-temporal feature fusion with compact bilinear pooling for multimodal emotion recognition. Comput. Vis. Image Underst. 174, 33\u201342 (2018). https:\/\/doi.org\/10.1016\/j.cviu.2018.06.005","journal-title":"Comput. Vis. Image Underst."},{"issue":"1","key":"24_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1504\/IJDMB.2017.086097","volume":"18","author":"X Li","year":"2017","unstructured":"Li, X., Song, D., Zhang, P., Hou, Y., Hu, B.: Deep fusion of multi-channel neurophysiological signal for emotion recognition and monitoring. Int. J. Data Min. Bioinform. 18(1), 1\u201327 (2017). https:\/\/doi.org\/10.1504\/IJDMB.2017.086097","journal-title":"Int. J. Data Min. Bioinform."},{"issue":"S11","key":"24_CR10","doi-asserted-by":"publisher","first-page":"S240","DOI":"10.1002\/acr.20543","volume":"63","author":"GA Hawker","year":"2011","unstructured":"Hawker, G.A., Mian, S., Kendzerska, T., French, M.: Measures of adult pain: Visual Analog Scale for Pain (VAS Pain), Numeric Rating Scale for Pain (NRS Pain), McGill Pain Questionnaire (MPQ), Short-Form McGill Pain Questionnaire (SF-MPQ), Chronic Pain Grade Scale (CPGS), Short Form-36 Bodily Pain Scale (SF-36 BPS), and Measure of Intermittent and Constant Osteoarthritis Pain (ICOAP). Arthritis Care Res. 63(S11), S240\u2013S252 (2011). https:\/\/doi.org\/10.1002\/acr.20543","journal-title":"Arthritis Care Res."},{"key":"24_CR11","unstructured":"Eckard, C., et al.: The integration of technology into treatment programs to aid in the reduction of chronic pain. J. Pain Manage. Med. 2(3), 118 (2016). https:\/\/www.ncbi.nlm.nih.gov\/pmc\/articles\/PMC5279929\/"},{"issue":"3","key":"24_CR12","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1109\/TAFFC.2016.2537327","volume":"8","author":"P Werner","year":"2017","unstructured":"Werner, P., Al-Hamadi, A., Limbrecht-Ecklundt, K., Walter, S., Gruss, S., Traue, H.C.: Automatic pain assessment with facial activity descriptors. IEEE Trans. Affect. Comput. 8(3), 286\u2013299 (2017). https:\/\/doi.org\/10.1109\/TAFFC.2016.2537327","journal-title":"IEEE Trans. Affect. Comput."},{"key":"24_CR13","unstructured":"Thiam, P., Kessler, V., Schwenker, F.: Hierarchical combination of video features for personalised pain level recognition. In: 25th European Symposium on Artificial Neural Networks, Computational Intelligence and Machine Learning, pp. 465\u2013470, April 2017. https:\/\/www.esann.org\/sites\/default\/files\/proceedings\/legacy\/es2017-104.pdf"},{"key":"24_CR14","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/978-3-030-20984-1_5","volume-title":"Multimodal Pattern Recognition of Social Signals in Human-Computer-Interaction","author":"P Thiam","year":"2019","unstructured":"Thiam, P., Schwenker, F.: Combining deep and hand-crafted features for audio-based pain intensity classification. In: Schwenker, F., Scherer, S. (eds.) MPRSS 2018. LNCS (LNAI), vol. 11377, pp. 49\u201358. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-20984-1_5"},{"key":"24_CR15","doi-asserted-by":"publisher","unstructured":"Thiam, P., Kestler, H.A., Schwenker, F.: Two-stream attention network for pain recognition from video sequences. Sensors 20(839) (2020). https:\/\/doi.org\/10.3390\/s20030839","DOI":"10.3390\/s20030839"},{"key":"24_CR16","doi-asserted-by":"publisher","unstructured":"Tsai, F.S., Hsu, Y.L., Chen, W.C., Weng, Y.M., Ng, C.J., Lee, C.C.: Toward development and evaluation of pain level-rating scale for emergency triage based on vocal characteristics and facial expressions. In: Interspeech 2016, pp. 92\u201396 (2016). https:\/\/doi.org\/10.21437\/Interspeech. 2016\u2013408","DOI":"10.21437\/Interspeech"},{"key":"24_CR17","unstructured":"Martinez, D.L., Picard, R.W.: Multi-task neural networks for personalized pain recognition from physiological signals. CoRR abs\/1708.08755 (2017). http:\/\/arxiv.org\/abs\/1708.08755"},{"key":"24_CR18","series-title":"Studies in Computational Intelligence","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/978-3-319-89629-8_4","volume-title":"Computational Intelligence for Pattern Recognition","author":"P Bellmann","year":"2018","unstructured":"Bellmann, P., Thiam, P., Schwenker, F.: Multi-classifier-systems: architectures, algorithms and applications. In: Pedrycz, W., Chen, S.-M. (eds.) Computational Intelligence for Pattern Recognition. SCI, vol. 777, pp. 83\u2013113. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-89629-8_4"},{"key":"24_CR19","doi-asserted-by":"publisher","unstructured":"Bellmann, P., Thiam, P., Schwenker, F.: Using a quartile-based data transformation for pain intensity classification based on the SenseEmotion database. In: 2019 8th International Conference on Affective Computing and Intelligent Interaction Workshops and Demos (ACIIW), pp. 310\u2013316 (2019). https:\/\/doi.org\/10.1109\/ACIIW.2019.8925244","DOI":"10.1109\/ACIIW.2019.8925244"},{"key":"24_CR20","doi-asserted-by":"publisher","unstructured":"Walter, S., et al.: The BioVid heat pain database: data for the advancement and systematic validation of an automated pain recognition system. In: 2013 IEEE International Conference on Cybernetics, pp. 128\u2013131 (2013). https:\/\/doi.org\/10.1109\/CYBConf.2013.6617456","DOI":"10.1109\/CYBConf.2013.6617456"},{"key":"24_CR21","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/978-3-319-59259-6_11","volume-title":"Multimodal Pattern Recognition of Social Signals in Human-Computer-Interaction","author":"M Velana","year":"2017","unstructured":"Velana, M., et al.: The SenseEmotion database: a multimodal database for the development and systematic validation of an automatic pain- and emotion-recognition system. In: Schwenker, F., Scherer, S. (eds.) MPRSS 2016. LNCS (LNAI), vol. 10183, pp. 127\u2013139. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-59259-6_11"},{"key":"24_CR22","doi-asserted-by":"publisher","unstructured":"Haque, M.A., et al.: Deep multimodal pain recognition: a database and comparison of spatio-temporal visual modalities. In: 2018 13th IEEE International Conference on Automatic Face & Gesture Recognition (FG 2018), pp. 250\u2013257 (2018). https:\/\/doi.org\/10.1109\/FG.2018.00044","DOI":"10.1109\/FG.2018.00044"},{"key":"24_CR23","doi-asserted-by":"publisher","unstructured":"Gruss, S., et al.: Multi-modal signals for analyzing pain responses to thermal and electrical stimuli. J. Visualized Exp. (JoVE) (146), e59057 (2019). https:\/\/doi.org\/10.3791\/59057","DOI":"10.3791\/59057"},{"key":"24_CR24","doi-asserted-by":"publisher","unstructured":"Zhang, Z., et al.: Multimodal spontaneous emotion corpus for human behavior analysis. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 3438\u20133446 (2016). https:\/\/doi.org\/10.1109\/CVPR.2016.374","DOI":"10.1109\/CVPR.2016.374"},{"key":"24_CR25","doi-asserted-by":"publisher","unstructured":"Werner, P., Al-Hamadi, A., Niese, R., Walter, S., Gruss, S., Traue, H.C.: Automatic pain recognition from video and biomedical signals. In: 2014 22nd International Conference on Pattern Recognition, pp. 4582\u20134587 (2014). https:\/\/doi.org\/10.1109\/ICPR.2014.784","DOI":"10.1109\/ICPR.2014.784"},{"issue":"3","key":"24_CR26","doi-asserted-by":"publisher","first-page":"363","DOI":"10.3922\/j.psns.2014.041","volume":"7","author":"S Walter","year":"2014","unstructured":"Walter, S., et al.: Automatic pain quantification using autonomic parameters. Psychol. Neurosci. 7(3), 363\u2013380 (2014). https:\/\/doi.org\/10.3922\/j.psns.2014.041","journal-title":"Psychol. Neurosci."},{"key":"24_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1007\/978-3-319-20248-8_19","volume-title":"Multiple Classifier Systems","author":"M K\u00e4chele","year":"2015","unstructured":"K\u00e4chele, M., Werner, P., Al-Hamadi, A., Palm, G., Walter, S., Schwenker, F.: Bio-visual fusion for person-independent recognition of pain intensity. In: Schwenker, F., Roli, F., Kittler, J. (eds.) MCS 2015. LNCS, vol. 9132, pp. 220\u2013230. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-20248-8_19"},{"key":"24_CR28","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1007\/978-3-319-23983-5_26","volume-title":"Engineering Applications of Neural Networks","author":"M K\u00e4chele","year":"2015","unstructured":"K\u00e4chele, M., et al.: Multimodal data fusion for person-independent, continuous estimation of pain intensity. In: Iliadis, L., Jayne, C. (eds.) EANN 2015. CCIS, vol. 517, pp. 275\u2013285. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-23983-5_26"},{"issue":"5","key":"24_CR29","doi-asserted-by":"publisher","first-page":"854","DOI":"10.1109\/JSTSP.2016.2535962","volume":"10","author":"M K\u00e4chele","year":"2016","unstructured":"K\u00e4chele, M., Thiam, P., Amirian, M., Schwenker, F., Palm, G.: Methods for person-centered continuous pain intensity assessment from bio-physiological channels. IEEE J. Sel. Top. Signal Process. 10(5), 854\u2013864 (2016). https:\/\/doi.org\/10.1109\/JSTSP.2016.2535962","journal-title":"IEEE J. Sel. Top. Signal Process."},{"key":"24_CR30","doi-asserted-by":"publisher","unstructured":"Thiam, P., et al.: Multi-modal pain intensity recognition based on the SenseEmotion database. IEEE Trans. Affective Comput. (2019). https:\/\/doi.org\/10.1109\/TAFFC.2019.2892090, 2019\u00a0IEEE","DOI":"10.1109\/TAFFC.2019.2892090"},{"key":"24_CR31","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1007\/978-3-319-59259-6_10","volume-title":"Multimodal Pattern Recognition of Social Signals in Human-Computer-Interaction","author":"P Thiam","year":"2017","unstructured":"Thiam, P., Kessler, V., Walter, S., Palm, G., Schwenker, F.: Audio-visual recognition of pain intensity. In: Schwenker, F., Scherer, S. (eds.) MPRSS 2016. LNCS (LNAI), vol. 10183, pp. 110\u2013126. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-59259-6_10"},{"key":"24_CR32","doi-asserted-by":"publisher","unstructured":"Kessler, V., Thiam, P., Amirian, M., Schwenker, F.: Multimodal fusion including camera photoplethysmography for pain recognition. In: 2017 International Conference on Companion Technology (ICCT), pp. 1\u20134 (2017). https:\/\/doi.org\/10.1109\/COMPANION.2017.8287083","DOI":"10.1109\/COMPANION.2017.8287083"},{"key":"24_CR33","doi-asserted-by":"publisher","unstructured":"Thiam, P., Bellmann, P., Kestler, H.A., Schwenker, F.: Exploring deep physiological models for nociceptive pain recognition. Sensors 4503(20) (2019). https:\/\/doi.org\/10.3390\/s19204503","DOI":"10.3390\/s19204503"},{"key":"24_CR34","doi-asserted-by":"publisher","unstructured":"Thiam, P., Kestler, H.A., Schwenker, F.: Multimodal deep denoising convolutional autoencoders for pain intensity classification based on physiological signals. In: Proceedings of the 9th International Conference on Pattern Recognition Applications and Methods (ICPRAM), vol. 1, pp. 289\u2013296. INSTICC, SciTePress (2020). https:\/\/doi.org\/10.5220\/0008896102890296","DOI":"10.5220\/0008896102890296"},{"key":"24_CR35","doi-asserted-by":"publisher","unstructured":"Thiam, P., Hihn, H., Braun, D.A., Kestler, H.A., Schwenker, F.: Multi-modal pain intensity assessment based on physiological signals: a deep learning perspective. Front. Physiol. 12, 720464 (2021). https:\/\/doi.org\/10.3389\/fphys.2021.720464","DOI":"10.3389\/fphys.2021.720464"},{"key":"24_CR36","unstructured":"Antoniou, A., Storkey, A., Edwards, H.: Data Augmentation Generative Adversarial Networks. arXiv (2017). https:\/\/arxiv.org\/abs\/1711.04340"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition, Computer Vision, and Image Processing. ICPR 2022 International Workshops and Challenges"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-37660-3_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,29]],"date-time":"2023-07-29T06:06:49Z","timestamp":1690610809000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-37660-3_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031376597","9783031376603"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-37660-3_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"30 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montr\u00e9al, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iapr.org\/icpr2022","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}