{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T15:25:04Z","timestamp":1786980304322,"version":"3.56.0"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"34","license":[{"start":{"date-parts":[[2023,10,3]],"date-time":"2023-10-03T00:00:00Z","timestamp":1696291200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,3]],"date-time":"2023-10-03T00:00:00Z","timestamp":1696291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100007503","name":"T.C. \u0130stanbul K\u00fclt\u00fcr \u00dcniversitesi","doi-asserted-by":"publisher","award":["IKU-BAP2012"],"award-info":[{"award-number":["IKU-BAP2012"]}],"id":[{"id":"10.13039\/501100007503","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s00521-023-09036-4","type":"journal-article","created":{"date-parts":[[2023,10,3]],"date-time":"2023-10-03T05:02:49Z","timestamp":1696309369000},"page":"24435-24454","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":37,"title":["Multi-modal fusion learning through biosignal, audio, and visual content for detection of mental stress"],"prefix":"10.1007","volume":"35","author":[{"given":"Gulin","family":"Dogan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9689-7486","authenticated-orcid":false,"given":"Fatma Patlar","family":"Akbulut","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,3]]},"reference":[{"issue":"1","key":"9036_CR1","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.biopsycho.2006.07.002","volume":"74","author":"N Jacobs","year":"2007","unstructured":"Jacobs N, Myin-Germeys Inez, Cath\u00e9rine Derom P, Delespaul J Van, Os, and NA Nicolson, (2007) A momentary assessment study of the relationship between affective and adrenocortical stress responses in daily life. Biol Psychol 74(1):60\u201366","journal-title":"Biol Psychol"},{"issue":"2","key":"9036_CR2","first-page":"1","volume":"10","author":"Sheldon Cohen","year":"1994","unstructured":"Cohen Sheldon, Kamarck Tom, Mermelstein Robin et al (1994) Perceived stress scale. Measur Stress Guide Health Soc Sci 10(2):1\u20132","journal-title":"Measur Stress Guide Health Soc Sci"},{"issue":"4","key":"9036_CR3","first-page":"707","volume":"39","author":"KB Koh","year":"2000","unstructured":"Koh KB, Park JK, Kim CH (2000) Development of the stress response inventory. J Korean Neuropsychiatric Assoc 39(4):707\u2013719","journal-title":"J Korean Neuropsychiatric Assoc"},{"issue":"9","key":"9036_CR4","doi-asserted-by":"publisher","first-page":"5693","DOI":"10.3390\/ijerph19095693","volume":"19","author":"G Dogan","year":"2022","unstructured":"Dogan G, Akbulut FP, Catal C, Mishra A (2022) Stress detection using experience sampling: a systematic mapping study. Int J Environ Res Public Health 19(9):5693","journal-title":"Int J Environ Res Public Health"},{"key":"9036_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101824","volume":"104","author":"FP Akbulut","year":"2020","unstructured":"Akbulut FP, Ikitimur B, Akan A (2020) Wearable sensor-based evaluation of psychosocial stress in patients with metabolic syndrome. Artific Intell Med 104:101824","journal-title":"Artific Intell Med"},{"key":"9036_CR6","doi-asserted-by":"crossref","unstructured":"Fatma\u00a0Patlar Akbulut, Harry\u00a0G Perros, and Muhammad Shahzad. Bimodal affect recognition based on autoregressive hidden markov models from physiological signals. Computer Methods and Programs in Biomedicine, 195:105571, 2020","DOI":"10.1016\/j.cmpb.2020.105571"},{"issue":"41","key":"9036_CR7","doi-asserted-by":"publisher","first-page":"156","DOI":"10.55071\/ticaretfbd.1125431","volume":"21","author":"FP Akbulut","year":"2022","unstructured":"Akbulut FP (2022) Evaluating the effects of the autonomic nervous system and sympathetic activity on emotional states. \u0130stanbul Ticaret \u00dcniversitesi Fen Bilimleri Dergisi 21(41):156\u2013169","journal-title":"\u0130stanbul Ticaret \u00dcniversitesi Fen Bilimleri Dergisi"},{"issue":"3","key":"9036_CR8","doi-asserted-by":"publisher","first-page":"1513","DOI":"10.1007\/s00530-023-01071-4","volume":"29","author":"S Derdiyok","year":"2023","unstructured":"Derdiyok S, Akbulut FP (2023) Biosignal based emotion-oriented video summarization. Multimed Syst 29(3):1513\u20131526","journal-title":"Multimed Syst"},{"key":"9036_CR9","doi-asserted-by":"publisher","first-page":"31659","DOI":"10.1007\/s11042-023-15008-6","volume":"82","author":"E Yildirim","year":"2023","unstructured":"Yildirim E, Akbulut FP, Catal C (2023) Analysis of facial emotion expression in eating occasions using deep learning. Multimed Tools Appl 82:31659\u201331671","journal-title":"Multimed Tools Appl"},{"key":"9036_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1146\/annurev.clinpsy.3.022806.091415","volume":"4","author":"S Shiffman","year":"2008","unstructured":"Shiffman S, Stone AA, Hufford MR (2008) Ecological momentary assessment. Annu Rev Clin Psychol 4:1\u201332","journal-title":"Annu Rev Clin Psychol"},{"issue":"1\u20132","key":"9036_CR11","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1016\/j.drugalcdep.2012.04.025","volume":"126","author":"Fuschia Serre","year":"2012","unstructured":"Serre Fuschia, Fatseas Melina, Debrabant Romain, Alexandre Jean-Marc, Auriacombe Marc, Swendsen Joel (2012) Ecological momentary assessment in alcohol, tobacco, cannabis and opiate dependence: a comparison of feasibility and validity. Drug Alcohol Depend 126(1\u20132):118\u2013123","journal-title":"Drug Alcohol Depend"},{"issue":"7","key":"9036_CR12","doi-asserted-by":"publisher","first-page":"1105","DOI":"10.1038\/s41386-019-0585-3","volume":"45","author":"AD Abraham","year":"2020","unstructured":"Abraham AD, Leung EJY, Wong BA, Rivera ZMG, Kruse LC, Clark JJ, Land BB (2020) Orally consumed cannabinoids provide long-lasting relief of allodynia in a mouse model of chronic neuropathic pain. Neuropsychopharmacology 45(7):1105\u20131114","journal-title":"Neuropsychopharmacology"},{"issue":"3","key":"9036_CR13","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1176\/appi.ajp.159.3.443","volume":"159","author":"I Myin-Germeys","year":"2002","unstructured":"Myin-Germeys I, Krabbendam L, Jolles J, Delespaul PA, van Os J (2002) Are cognitive impairments associated with sensitivity to stress in schizophrenia? an experience sampling study. Am J Psychiatry 159(3):443\u2013449","journal-title":"Am J Psychiatry"},{"issue":"23","key":"9036_CR14","doi-asserted-by":"publisher","first-page":"2792","DOI":"10.1080\/09638288.2018.1478993","volume":"41","author":"Stefan Peters","year":"2019","unstructured":"Peters Stefan, Wilkinson Amanda, Mulligan Hilda (2019) Views of healthcare professionals on training for and delivery of a fatigue self-management program for persons with multiple sclerosis. Disabil Rehabil 41(23):2792\u20132798","journal-title":"Disabil Rehabil"},{"key":"9036_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.cyto.2019.154823","volume":"125","author":"ADH Brys","year":"2020","unstructured":"Brys ADH, Di Stasio E, Lenaert B, Sanguinetti M, Picca A, Calvani R, Marzetti E, Gambaro G, Bossola M (2020) Serum interleukin-6 and endotoxin levels and their relationship with fatigue and depressive symptoms in patients on chronic haemodialysis. Cytokine 125:154823","journal-title":"Cytokine"},{"issue":"11","key":"9036_CR16","doi-asserted-by":"publisher","first-page":"2509","DOI":"10.3390\/s19112509","volume":"19","author":"GJ Nalepa","year":"2019","unstructured":"Nalepa GJ, Kutt K, Gi\u017cycka B, Jemio\u0142o P, Bobek S (2019) Analysis and use of the emotional context with wearable devices for games and intelligent assistants. Sensors 19(11):2509","journal-title":"Sensors"},{"issue":"2","key":"9036_CR17","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1109\/TITB.2009.2036164","volume":"14","author":"Cornelia Setz","year":"2009","unstructured":"Setz Cornelia, Arnrich Bert, Schumm Johannes, La Marca Roberto, Tr\u00f6ster Gerhard, Ehlert Ulrike (2009) Discriminating stress from cognitive load using a wearable eda device. IEEE Transactions on information technology in biomedicine 14(2):410\u2013417","journal-title":"IEEE Transactions on information technology in biomedicine"},{"issue":"5","key":"9036_CR18","doi-asserted-by":"publisher","first-page":"866","DOI":"10.3390\/electronics9050866","volume":"9","author":"F Mohaddes","year":"2020","unstructured":"Mohaddes F, da Silva RL, Akbulut FP, Zhou Y, Tanneeru A, Lobaton E, Lee B, Misra V (2020) A pipeline for adaptive filtering and transformation of noisy left-arm ECG to its surrogate chest signal. Electronics 9(5):866","journal-title":"Electronics"},{"key":"9036_CR19","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/j.measurement.2018.06.050","volume":"128","author":"FP Akbulut","year":"2018","unstructured":"Akbulut FP, Akan A (2018) A smart wearable system for short-term cardiovascular risk assessment with emotional dynamics. Measurement 128:237\u2013246","journal-title":"Measurement"},{"key":"9036_CR20","doi-asserted-by":"crossref","unstructured":"Rothkrantz LJM, Wiggers P, Van\u00a0Wees JWA, van Vark RJ (2004) Voice stress analysis. In: International conference on text, speech and dialogue, pp 449\u2013456. Springer","DOI":"10.1007\/978-3-540-30120-2_57"},{"issue":"2","key":"9036_CR21","doi-asserted-by":"publisher","first-page":"266","DOI":"10.1044\/2017_JSLHR-S-17-0067","volume":"61","author":"Y Leung","year":"2018","unstructured":"Leung Y, Oates J, Chan SP (2018) Voice, articulation, and prosody contribute to listener perceptions of speaker gender: a systematic review and meta-analysis. J Speech Lang Hearing Res 61(2):266\u2013297","journal-title":"J Speech Lang Hearing Res"},{"issue":"6","key":"9036_CR22","doi-asserted-by":"publisher","first-page":"539","DOI":"10.1016\/0005-7967(93)90105-4","volume":"31","author":"JW Pennebaker","year":"1993","unstructured":"Pennebaker JW (1993) Putting stress into words: health, linguistic, and therapeutic implications. Behav Res Therapy 31(6):539\u2013548","journal-title":"Behav Res Therapy"},{"key":"9036_CR23","doi-asserted-by":"crossref","unstructured":"Madhavi I, Chamishka S, Nawaratne R, Nanayakkara V, Alahakoon D, De\u00a0Silva D (2020) A deep learning approach for work related stress detection from audio streams in cyber physical environments. In: 2020 25th IEEE international conference on emerging technologies and factory automation (ETFA), volume\u00a01, pp 929\u2013936. IEEE","DOI":"10.1109\/ETFA46521.2020.9212098"},{"issue":"3","key":"9036_CR24","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1016\/j.tics.2015.12.010","volume":"20","author":"Adrienne Wood","year":"2016","unstructured":"Wood Adrienne, Rychlowska Magdalena, Korb Sebastian, Niedenthal Paula (2016) Fashioning the face: sensorimotor simulation contributes to facial expression recognition. Trends Cognit Sci 20(3):227\u2013240","journal-title":"Trends Cognit Sci"},{"issue":"3","key":"9036_CR25","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1109\/TSMCC.2007.893280","volume":"37","author":"S Mitra","year":"2007","unstructured":"Mitra S, Acharya T (2007) Gesture recognition: a survey. IEEE Trans Syst Man Cybern Part C (Appl Rev) 37(3):311\u2013324","journal-title":"IEEE Trans Syst Man Cybern Part C (Appl Rev)"},{"issue":"3","key":"9036_CR26","doi-asserted-by":"publisher","first-page":"394","DOI":"10.1109\/TAFFC.2017.2723386","volume":"10","author":"SL Happy","year":"2017","unstructured":"Happy SL, Routray A (2017) Fuzzy histogram of optical flow orientations for micro-expression recognition. IEEE Trans Affect Comput 10(3):394\u2013406","journal-title":"IEEE Trans Affect Comput"},{"key":"9036_CR27","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1016\/j.neuroimage.2013.11.007","volume":"102","author":"GK Verma","year":"2014","unstructured":"Verma GK, Tiwary US (2014) Multimodal fusion framework: a multiresolution approach for emotion classification and recognition from physiological signals. NeuroImage 102:162\u2013172","journal-title":"NeuroImage"},{"key":"9036_CR28","doi-asserted-by":"crossref","unstructured":"Gunes H, Piccardi M (2005) Affect recognition from face and body: early fusion versus late fusion. In: 2005 IEEE international conference on systems, man and cybernetics, vol\u00a04, pp 3437\u20133443. IEEE","DOI":"10.1109\/ICSMC.2005.1571679"},{"key":"9036_CR29","doi-asserted-by":"crossref","unstructured":"Zhou X, Jin Y, Zhang H, Li S, Huang X (2016).A map of threats to validity of systematic literature reviews in software engineering. In: 2016 23rd Asia-Pacific software engineering conference (APSEC), pp 153\u2013160. IEEE","DOI":"10.1109\/APSEC.2016.031"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-09036-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-023-09036-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-09036-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T18:19:40Z","timestamp":1730225980000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-023-09036-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,3]]},"references-count":29,"journal-issue":{"issue":"34","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["9036"],"URL":"https:\/\/doi.org\/10.1007\/s00521-023-09036-4","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,3]]},"assertion":[{"value":"6 December 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 September 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 October 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interests"}}]}}