{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T02:07:28Z","timestamp":1780538848647,"version":"3.54.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T00:00:00Z","timestamp":1775865600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T00:00:00Z","timestamp":1780531200000},"content-version":"vor","delay-in-days":54,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Artif Intell"],"DOI":"10.1007\/s44163-026-01216-0","type":"journal-article","created":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T04:39:10Z","timestamp":1775882350000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Facial expression-based assessment of emotional engagement under multimodal stimuli"],"prefix":"10.1007","volume":"6","author":[{"given":"Andrea","family":"Generosi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Milena","family":"Martarelli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paolo","family":"Castellini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maura","family":"Mengoni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,11]]},"reference":[{"issue":"5","key":"1216_CR1","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1080\/09647775.2021.1954985","volume":"37","author":"DA Jelin\u010di\u0107","year":"2022","unstructured":"Jelin\u010di\u0107 DA, \u0160veb M, Stewart E, A. Designing sensory museum experiences for visitors\u2019 emotional responses. Museum Manage curatorship. 2022;37(5):513\u201330.","journal-title":"Museum Manage curatorship"},{"key":"1216_CR2","unstructured":"\u00d6zcan E, Cupchik GC, Schifferstein HJN. Auditory and visual contributions to affective product quality. Int J Des. 2017;11(1):35\u201350."},{"issue":"5","key":"1216_CR3","doi-asserted-by":"publisher","first-page":"932","DOI":"10.1177\/00222437221135188","volume":"60","author":"J Melzner","year":"2023","unstructured":"Melzner J, Raghubir P. The sound of music: The effect of timbral sound quality in audio logos on brand personality perception. J Mark Res. 2023;60(5):932\u201349.","journal-title":"J Mark Res"},{"issue":"2","key":"1216_CR4","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1509\/jmr.14.0300","volume":"54","author":"ML Lowe","year":"2017","unstructured":"Lowe ML, Haws KL. Sounds big: The effects of acoustic pitch on product perceptions. J Mark Res. 2017;54(2):331\u201346.","journal-title":"J Mark Res"},{"issue":"1","key":"1216_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00426-023-01852-6","volume":"88","author":"AN Zsid\u00f3","year":"2024","unstructured":"Zsid\u00f3 AN. The effect of emotional arousal on visual attentional performance: a systematic review. Psychol Res. 2024;88(1):1\u201324.","journal-title":"Psychol Res"},{"key":"1216_CR6","doi-asserted-by":"publisher","first-page":"107486","DOI":"10.1016\/j.apacoust.2020.107486","volume":"169","author":"SH Park","year":"2020","unstructured":"Park SH, Lee PJ, Jung T, Swenson A. Effects of the aural and visual experience on psycho-physiological recovery in urban and rural environments. Appl Acoust. 2020;169:107486.","journal-title":"Appl Acoust"},{"key":"1216_CR7","unstructured":"Ekman P. (1971). Universals and cultural differences in facial expressions of emotion. In Nebraska symposium on motivation. University of Nebraska Press."},{"issue":"2","key":"1216_CR8","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1007\/s12206-012-1248-z","volume":"27","author":"YJ Lee","year":"2013","unstructured":"Lee YJ, Shin TJ, Lee SK. Sound quality analysis of a passenger car based on electroencephalography. J Mech Sci Technol. 2013;27(2):319\u201325.","journal-title":"J Mech Sci Technol"},{"key":"1216_CR9","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1016\/j.apacoust.2015.03.004","volume":"96","author":"O Medvedev","year":"2015","unstructured":"Medvedev O, Shepherd D, Hautus MJ. The restorative potential of soundscapes: A physiological investigation. Appl Acoust. 2015;96:20\u20136.","journal-title":"Appl Acoust"},{"issue":"1","key":"1216_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-019-52891-2","volume":"9","author":"S Siddharth","year":"2019","unstructured":"Siddharth S, Jung TP, Sejnowski TJ. Impact of affective multimedia content on the electroencephalogram and facial expressions. Sci Rep. 2019;9(1):1\u201310.","journal-title":"Sci Rep"},{"key":"1216_CR11","doi-asserted-by":"crossref","unstructured":"Fredricks JA, Blumenfeld PC, Paris AH. (2004). School engagement: Potential of the concept, state of the evidence. Review of Educational Research, 74(1), 59\u2013109.n based real-time learner engagement detection system in online learning context using deep learning models.","DOI":"10.3102\/00346543074001059"},{"issue":"1","key":"1216_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1515\/eurodl-2017-0001","volume":"20","author":"A Pentaraki","year":"2017","unstructured":"Pentaraki A, Burkholder GJ. Emerging evidence regarding the roles of emotional, behavioural, and cognitive aspects of student engagement in the online classroom. Eur J Open Distance E-Learning. 2017;20(1):1\u201321.","journal-title":"Eur J Open Distance E-Learning"},{"issue":"1","key":"1216_CR13","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/j.jksuci.2018.12.008","volume":"33","author":"K Altuwairqi","year":"2021","unstructured":"Altuwairqi K, Jarraya SK, Allinjawi A, Hammami M. A new emotion\u2013based affective model to detect student\u2019s engagement. J King Saud University-Computer Inform Sci. 2021;33(1):99\u2013109.","journal-title":"J King Saud University-Computer Inform Sci"},{"key":"1216_CR14","unstructured":"Aly\u00fcz N, Okur E, Oktay E, Genc U, Aslan S, Mete SE, Stanhill D, Arnrich B, Esme AA. (2016). Towards an emotional engagement model: Can affective states of a learner be automatically detected in a 1:1 learning scenario? In Proceedings of the 24th ACM Conference on User Modeling, Adaptation and Personalization (UMAP 2016) \u2013 Extended Proceedings."},{"issue":"3","key":"1216_CR15","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1162\/105474698565686","volume":"7","author":"BG Witmer","year":"1998","unstructured":"Witmer BG, Singer MJ. Measuring presence in virtual environments: A presence questionnaire. Presence: Teleoperators Virtual Environ. 1998;7(3):225\u201340.","journal-title":"Presence: Teleoperators Virtual Environ"},{"key":"1216_CR16","doi-asserted-by":"crossref","unstructured":"Ekman P, Friesen WV. Facial action coding system. Environmental Psychology & Nonverbal Behavior; 1978.","DOI":"10.1037\/t27734-000"},{"key":"1216_CR17","unstructured":"Li S, Deng W. Deep facial expression recognition: A survey. IEEE transactions on affective computing; 2020."},{"key":"1216_CR18","doi-asserted-by":"publisher","first-page":"106621","DOI":"10.1016\/j.cmpb.2022.106621","volume":"215","author":"H Ge","year":"2022","unstructured":"Ge H, Zhu Z, Dai Y, Wang B, Wu X. Facial expression recognition based on deep learning. Comput Methods Programs Biomed. 2022;215:106621.","journal-title":"Comput Methods Programs Biomed"},{"key":"1216_CR19","doi-asserted-by":"publisher","first-page":"665658","DOI":"10.3389\/fpsyg.2021.665658","volume":"12","author":"N Kim","year":"2021","unstructured":"Kim N, Lee H. Assessing consumer attention and arousal using eye-tracking technology in virtual retail environment. Front Psychol. 2021;12:665658.","journal-title":"Front Psychol"},{"issue":"1","key":"1216_CR20","first-page":"2","volume":"67","author":"CM Gheorghe","year":"2023","unstructured":"Gheorghe CM, Purc\u0103rea VL, Gheorghe IR. Using eye-tracking technology in Neuromarketing. Romanian J Ophthalmol. 2023;67(1):2.","journal-title":"Romanian J Ophthalmol"},{"key":"1216_CR21","unstructured":"Hu, G., Xin, Y., Lyu, W., Huang, H., Sun, C., Zhu, Z., \u2026 Seifi, H. (2024). Recent trends of multimodal affective computing: A survey from NLP perspective. arXiv preprint arXiv:2409.07388."},{"key":"1216_CR22","doi-asserted-by":"crossref","unstructured":"Ma Y, Zhang X, Zhang Y, Fjeld M. (2025, April). Measuring User Experience Through Speech Analysis: Insights from HCI Interviews. In Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems (pp. 1\u20139).","DOI":"10.1145\/3706599.3719734"},{"key":"1216_CR23","doi-asserted-by":"publisher","first-page":"1536440","DOI":"10.3389\/fdpys.2025.1536440","volume":"3","author":"SC Gerdemann","year":"2025","unstructured":"Gerdemann SC, Vaish A, Hepach R. Body posture as a measure of emotional valence in young children: a preregistered validation study. Front Dev Psychol. 2025;3:1536440.","journal-title":"Front Dev Psychol"},{"key":"1216_CR24","doi-asserted-by":"crossref","unstructured":"Themistocleous C. Linguistic and emotional prosody: A systematic review and ALE meta-analysis. Neuroscience & Biobehavioral Reviews; 2025. p. 106210.","DOI":"10.1016\/j.neubiorev.2025.106210"},{"key":"1216_CR25","unstructured":"Bradley MM, Lang PJ. International affective digitized sounds (IADS): Stimuli, instruction manual and affective ratings (Tech. Rep. No. B-2). Gainesville, FL: The Center for Research in Psychophysiology, University of Florida; 1999."},{"key":"1216_CR26","doi-asserted-by":"crossref","unstructured":"Lang PJ, Bradley MM, Cuthbert N. International Affective Picture System (IAPS): Affective Ratings of Pictures and Instruction Manual, 2005.","DOI":"10.1037\/t66667-000"},{"key":"1216_CR27","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1109\/JTEHM.2023.3324249","volume":"12","author":"EM Polo","year":"2023","unstructured":"Polo EM, et al. Comparative assessment of physiological responses to emotional elicitation by auditory and visual stimuli. IEEE J Translational Eng Health Med. 2023;12:171\u201381.","journal-title":"IEEE J Translational Eng Health Med"},{"key":"1216_CR28","first-page":"1351","volume":"5","author":"BM Gerdes, Antje","year":"2014","unstructured":"Gerdes, Antje BM, Matthias J, Wieser, Georg W. Alpers. Emotional pictures and sounds: a review of multimodal interactions of emotion cues in multiple domains. Front Psychol. 2014;5:1351.","journal-title":"Front Psychol"},{"key":"1216_CR29","doi-asserted-by":"publisher","first-page":"901422","DOI":"10.3389\/fnhum.2022.901422","volume":"16","author":"Z Romeo","year":"2022","unstructured":"Romeo Z, Fusina F, Semenzato L, Bonato M, Angrilli A, Spironelli C. Comparison of Slides and Video Clips as Different Methods for Inducing Emotions: An Electroencephalographic Alpha Modulation Study. Front Hum Neurosci. 2022;16:901422. https:\/\/doi.org\/10.3389\/fnhum.2022.901422. PMID: 35734350; PMCID: PMC9207173.","journal-title":"Front Hum Neurosci"},{"key":"1216_CR30","doi-asserted-by":"publisher","unstructured":"Talipu A, Generosi M, Mengoni L, Giraldi. Evaluation of Deep Convolutional Neural Network architectures for Emotion Recognition in the Wild, in 2019 IEEE 23rd International Symposium on Consumer Technologies, 25\u201327, 2019. IEEE https:\/\/doi.org\/10.1109\/ISCE.2019.8900994","DOI":"10.1109\/ISCE.2019.8900994"},{"key":"1216_CR31","doi-asserted-by":"crossref","unstructured":"Generosi A, Ceccacci S, Mengoni M. (2018, September). A deep learning-based system to track and analyze customer behavior in retail store. In 2018 IEEE 8th International Conference on Consumer Electronics-Berlin (ICCE-Berlin) (pp. 1\u20136). IEEE.","DOI":"10.1109\/ICCE-Berlin.2018.8576169"},{"key":"1216_CR32","doi-asserted-by":"crossref","unstructured":"Gaya-Morey FX, Manresa-Yee C, Martinie C, Buades-Rubio JM. (2025). Evaluating Facial Expression Recognition Datasets for Deep Learning: A Benchmark Study with Novel Similarity Metrics. arXiv preprint arXiv:2503.20428.","DOI":"10.1109\/TAFFC.2026.3693316"},{"key":"1216_CR33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543262","author":"P Lucey","year":"2010","unstructured":"Lucey P, Cohn JF, Kanade T, Saragih J, Ambadar Z, Matthews I. The extended cohn-kanade dataset (ck+): A complete dataset for action unit and emotion-specified expression. 2010 ieee Comput Soc Conf Comput Vis pattern recognition-workshops. 2010. https:\/\/doi.org\/10.1109\/CVPRW.2010.5543262.","journal-title":"2010 ieee Comput Soc Conf Comput Vis pattern recognition-workshops"},{"key":"1216_CR34","doi-asserted-by":"publisher","unstructured":"Barsoum E, Zhang C, Ferrer CC, Zhang Z. Training Deep Networks for Facial Expression Recognition with Crowd-Sourced Label Distribution 2016. https:\/\/doi.org\/10.1145\/2993148.2993165","DOI":"10.1145\/2993148.2993165"},{"issue":"1","key":"1216_CR35","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/TAFFC.2017.2740923","volume":"10","author":"A Mollahosseini","year":"2017","unstructured":"Mollahosseini A, Hasani B, Mahoor MH. Affectnet: A database for facial expression, valence, and arousal computing in the wild. IEEE Trans Affect Comput. 2017;10(1):18\u201331.","journal-title":"IEEE Trans Affect Comput"},{"issue":"7","key":"1216_CR36","doi-asserted-by":"publisher","first-page":"1153","DOI":"10.1080\/02699930903274322","volume":"24","author":"A Schaefer","year":"2010","unstructured":"Schaefer A, et al. Assessing the effectiveness of a large database of emotion-eliciting films: A new tool for emotion researchers. Cogn Emot. 2010;24(7):1153\u201372.","journal-title":"Cogn Emot"},{"key":"1216_CR37","unstructured":"lovenails. (2025, November 22). ASMR Nails on a Chalkboard [Video]. YouTube. https:\/\/www.youtube.com\/watch?v=nKdJACJm4qM"},{"key":"1216_CR38","unstructured":"Panogs LLC. (2025, November 22). TEDx Portland Standing Ovation 360\u00ba VR Experience [Video]. YouTube. https:\/\/www.youtube.com\/watch?v=7d7NyXxEbak"},{"key":"1216_CR39","unstructured":"The Phantom Camera. (2025, November 22). Slow Motion Mosquito Flight [Video]. YouTube. https:\/\/www.youtube.com\/watch?v=9uBuKDkyVY"},{"key":"1216_CR40","unstructured":"HQSoundEffects. (2025, November 22). Mosquito \u2013 Sound Effect [HQ] [Video]. YouTube. https:\/\/www.youtube.com\/watch?v=AMg-IgW7Dzg"},{"key":"1216_CR41","unstructured":"TheSilentWatcher. (2025, November 22). Relaxing River Sounds \u2013 Peaceful Forest River \u2013 3 Hours Long \u2013 HD 1080p [Video]. YouTube. https:\/\/www.youtube.com\/watch?v=IvjMgVS6kng"}],"container-title":["Discover Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44163-026-01216-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-026-01216-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-026-01216-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T01:33:50Z","timestamp":1780536830000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44163-026-01216-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,11]]},"references-count":41,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["1216"],"URL":"https:\/\/doi.org\/10.1007\/s44163-026-01216-0","relation":{},"ISSN":["2731-0809"],"issn-type":[{"value":"2731-0809","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,11]]},"assertion":[{"value":"30 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 March 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The study was conducted in accordance with the Declaration of Helsinki, and approved by the Ethics Committee of the Universit\u00e0 Politecnica delle Marche (Ancona, Italy), protocol code 0021586 and date of approval February 7, 2023. Informed consent was obtained from all subjects involved in the study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Participants consented to the publication of anonymized data and images.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"511"}}