{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T19:20:56Z","timestamp":1783106456112,"version":"3.54.6"},"reference-count":58,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T00:00:00Z","timestamp":1778112000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100011033","name":"State Agency of Research","doi-asserted-by":"publisher","award":["RYC2022-036755-I"],"award-info":[{"award-number":["RYC2022-036755-I"]}],"id":[{"id":"10.13039\/501100011033","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"Ministerio de Ciencia e Innovaci\u00f3n","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006393","name":"Universidad de Granada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006393","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer Speech & Language"],"published-print":{"date-parts":[[2027,1]]},"DOI":"10.1016\/j.csl.2026.101996","type":"journal-article","created":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T23:29:18Z","timestamp":1778196558000},"page":"101996","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Advancing listening effort-based evaluation of speech enhancement systems"],"prefix":"10.1016","volume":"101","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8634-7897","authenticated-orcid":false,"given":"Iv\u00e1n","family":"L\u00f3pez-Espejo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1034-4427","authenticated-orcid":false,"given":"Femke B.","family":"Gelderblom","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3329-7109","authenticated-orcid":false,"given":"Tron V.","family":"Tronstad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christoffer Blomberg","family":"Skiaker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9274-209X","authenticated-orcid":false,"given":"Naomi","family":"Harte","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.csl.2026.101996_b1","series-title":"Articulation and Intelligibility","author":"Allen","year":"2005"},{"key":"10.1016\/j.csl.2026.101996_b2","doi-asserted-by":"crossref","unstructured":"Barker, J., Marxer, R., Vincent, E., Watanabe, S., 2015. The third \u2018CHiME\u2019 Speech Separation and Recognition Challenge: Dataset, task and baselines. In: Proceedings of the Automatic Speech Recognition and Understanding Workshop. ASRU, Scottsdale, AZ, USA, pp. 504\u2013511.","DOI":"10.1109\/ASRU.2015.7404837"},{"key":"10.1016\/j.csl.2026.101996_b3","doi-asserted-by":"crossref","first-page":"605","DOI":"10.1016\/j.csl.2016.10.005","article-title":"The third \u2018CHiME\u2019 speech separation and recognition challenge: Analysis and outcomes","volume":"46","author":"Barker","year":"2017","journal-title":"Comput. Speech Lang."},{"key":"10.1016\/j.csl.2026.101996_b4","series-title":"Statistical Inference","author":"Casella","year":"2002"},{"key":"10.1016\/j.csl.2026.101996_b5","doi-asserted-by":"crossref","unstructured":"Chen, J., Wang, Z., Tuo, D., Wu, Z., Kang, S., Meng, H., 2022. FullSubNet+: Channel Attention Fullsubnet with Complex Spectrograms for Speech Enhancement. In: Proceedings of the IEEE International Conference on Acoustics, Speech, and Signal Processing. ICASSP, Singapore, Singapore, pp. 7857\u20137861.","DOI":"10.1109\/ICASSP43922.2022.9747888"},{"key":"10.1016\/j.csl.2026.101996_b6","series-title":"Statistical Power Analysis for the Behavioral Sciences","author":"Cohen","year":"1988"},{"key":"10.1016\/j.csl.2026.101996_b7","series-title":"Discovering Statistics Using SPSS","author":"Field","year":"2009"},{"key":"10.1016\/j.csl.2026.101996_b8","series-title":"CSR-I (WSJ0) Sennheiser","author":"Garofolo","year":"1993"},{"key":"10.1016\/j.csl.2026.101996_b9","doi-asserted-by":"crossref","first-page":"63","DOI":"10.3109\/03005369009077843","article-title":"Response times to speech stimuli as measures of benefit from amplification","volume":"24","author":"Gatehouse","year":"1990","journal-title":"Br. J. Audiol."},{"key":"10.1016\/j.csl.2026.101996_b10","doi-asserted-by":"crossref","unstructured":"Gelderblom, F.B., Tronstad, T.V., L\u00f3pez-Espejo, I., 2024. Evaluating speech enhancement systems through listening effort. In: Proceedings of the International Workshop on Acoustic Signal Enhancement. IWAENC, Aalborg, Denmark, pp. 479\u2013483.","DOI":"10.1109\/IWAENC61483.2024.10694613"},{"key":"10.1016\/j.csl.2026.101996_b11","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1109\/TASLP.2023.3329378","article-title":"On the predictive power of objective intelligibility metrics for the subjective performance of deep complex convolutional recurrent speech enhancement networks","volume":"32","author":"Gelderblom","year":"2023","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process."},{"key":"10.1016\/j.csl.2026.101996_b12","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1109\/TASLP.2018.2882738","article-title":"Subjective evaluation of a noise-reduced training target for deep neural network-based speech enhancement","volume":"27","author":"Gelderblom","year":"2019","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process."},{"key":"10.1016\/j.csl.2026.101996_b13","series-title":"Signal Detection Theory and Psychophysics","author":"Green","year":"1966"},{"key":"10.1016\/j.csl.2026.101996_b14","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1055\/s-0043-1767667","article-title":"Test-retest reliability and the role of task instructions when measuring listening effort using a verbal response time paradigm","volume":"44","author":"Gustafson","year":"2023","journal-title":"Semin. Hear."},{"key":"10.1016\/j.csl.2026.101996_b15","doi-asserted-by":"crossref","first-page":"79","DOI":"10.3109\/01050398209076203","article-title":"Sentences for testing speech intelligibility in noise","volume":"11","author":"Hagerman","year":"1982","journal-title":"Scand. Audiol."},{"key":"10.1016\/j.csl.2026.101996_b16","doi-asserted-by":"crossref","first-page":"71","DOI":"10.3109\/01050399509042213","article-title":"Efficient adaptive methods for measuring speech reception threshold in quiet and in noise","volume":"24","author":"Hagerman","year":"1995","journal-title":"Scand. Audiol."},{"key":"10.1016\/j.csl.2026.101996_b17","doi-asserted-by":"crossref","DOI":"10.1016\/j.heares.2020.108016","article-title":"A model of listening engagement (MoLE)","volume":"397","author":"Herrmann","year":"2020","journal-title":"Hear. Res."},{"key":"10.1016\/j.csl.2026.101996_b18","series-title":"Evaluation Of An English Speech-In-Noise Audiometry Test","author":"Hewitt","year":"2007"},{"key":"10.1016\/j.csl.2026.101996_b19","article-title":"Automated measurement of speech recognition, reaction time, and speech rate and their relation to self-reported listening effort for normal-hearing and hearing-impaired listeners using various maskers","volume":"28","author":"Holube","year":"2024","journal-title":"Trends Hear."},{"key":"10.1016\/j.csl.2026.101996_b20","doi-asserted-by":"crossref","first-page":"753","DOI":"10.3109\/14992027.2013.832415","article-title":"Using response time to speech as a measure for listening effort","volume":"52","author":"Houben","year":"2013","journal-title":"Int. J. Audiol."},{"key":"10.1016\/j.csl.2026.101996_b21","doi-asserted-by":"crossref","unstructured":"Hu, Y., Chen, C., Li, R., Zhu, Q., Chng, E.S., 2024. Noise-aware Speech Enhancement using Diffusion Probabilistic Model. In: Proceedings of the Annual Conference of the International Speech Communication Association. INTERSPEECH, Kos, Greece, pp. 2225\u20132229.","DOI":"10.21437\/Interspeech.2024-929"},{"key":"10.1016\/j.csl.2026.101996_b22","series-title":"Objective measurement of active speech level","author":"ITU-T","year":"2011"},{"key":"10.1016\/j.csl.2026.101996_b23","doi-asserted-by":"crossref","first-page":"2009","DOI":"10.1109\/TASLP.2016.2585878","article-title":"An algorithm for predicting the intelligibility of speech masked by modulated noise maskers","volume":"24","author":"Jensen","year":"2016","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process."},{"key":"10.1016\/j.csl.2026.101996_b24","series-title":"Predictability-Based Objective Evaluation of Sound","author":"Knudsen","year":"2021"},{"key":"10.1016\/j.csl.2026.101996_b25","doi-asserted-by":"crossref","first-page":"69","DOI":"10.7874\/jao.2017.00136","article-title":"Comparison of single-task versus dual-task for listening effort","volume":"22","author":"Kwak","year":"2017","journal-title":"J. Audiol. Otol."},{"key":"10.1016\/j.csl.2026.101996_b26","doi-asserted-by":"crossref","first-page":"1218","DOI":"10.1044\/2016_JSLHR-H-15-0207","article-title":"Effects of noise on speech recognition and listening effort in children with normal hearing and children with mild bilateral or unilateral hearing loss","volume":"59","author":"Lewis","year":"2016","journal-title":"J. Speech Lang. Hear. Res."},{"key":"10.1016\/j.csl.2026.101996_b27","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/j.specom.2023.04.001","article-title":"On the deficiency of intelligibility metrics as proxies for subjective intelligibility","volume":"150","author":"L\u00f3pez-Espejo","year":"2023","journal-title":"Speech Commun."},{"key":"10.1016\/j.csl.2026.101996_b28","series-title":"Online Multichannel Speech Enhancement Combining Statistical Signal Processing and Deep Neural Networks","author":"Mart\u00edn-Do\u00f1as","year":"2020"},{"key":"10.1016\/j.csl.2026.101996_b29","first-page":"1","article-title":"Reconceptualizing cognitive listening","author":"Mattys","year":"2025","journal-title":"Trends Cogn. Sci."},{"key":"10.1016\/j.csl.2026.101996_b30","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1016\/j.heares.2018.05.003","article-title":"Impact of SNR, masker type and noise reduction processing on sentence recognition performance and listening effort as indicated by the pupil dilation response","volume":"365","author":"Ohlenforst","year":"2018","journal-title":"Hear. Res."},{"key":"10.1016\/j.csl.2026.101996_b31","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.heares.2017.05.012","article-title":"Impact of stimulus-related factors and hearing impairment on listening effort as indicated by pupil dilation","volume":"351","author":"Ohlenforst","year":"2017","journal-title":"Hear. Res."},{"key":"10.1016\/j.csl.2026.101996_b32","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1109\/THMS.2023.3339663","article-title":"Speech enhancement\u2014a review of modern methods","volume":"54","author":"O\u2019Shaughnessy","year":"2024","journal-title":"IEEE Trans. Human-Machine Syst."},{"key":"10.1016\/j.csl.2026.101996_b33","series-title":"Norwegian Speech Audiometry","author":"\u00d8ygarden","year":"2009"},{"key":"10.1016\/j.csl.2026.101996_b34","doi-asserted-by":"crossref","first-page":"EL187","DOI":"10.1121\/1.4929614","article-title":"Validation of a simple response-time measure of listening effort","volume":"138","author":"Pals","year":"2015","journal-title":"J. Acoust. Soc. Am."},{"key":"10.1016\/j.csl.2026.101996_b35","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1097\/AUD.0000000000000494","article-title":"Listening effort: How the cognitive consequences of acoustic challenge are reflected in brain and behavior","volume":"39","author":"Peelle","year":"2018","journal-title":"Ear Hear."},{"key":"10.1016\/j.csl.2026.101996_b36","doi-asserted-by":"crossref","first-page":"92S","DOI":"10.1097\/AUD.0000000000000323","article-title":"How social psychological factors may modulate auditory and cognitive functioning during listening","volume":"37","author":"Pichora-Fuller","year":"2016","journal-title":"Ear Hear."},{"key":"10.1016\/j.csl.2026.101996_b37","doi-asserted-by":"crossref","first-page":"5S","DOI":"10.1097\/AUD.0000000000000312","article-title":"Hearing impairment and cognitive energy: The framework for understanding effortful listening (FUEL)","volume":"37","author":"Pichora-Fuller","year":"2016","journal-title":"Ear Hear."},{"key":"10.1016\/j.csl.2026.101996_b38","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2018.01250","article-title":"Applying the model-comparison approach to test specific research hypotheses in psychophysical research using the Palamedes Toolbox","volume":"9","author":"Prins","year":"2018","journal-title":"Front. Psychol."},{"key":"10.1016\/j.csl.2026.101996_b39","doi-asserted-by":"crossref","first-page":"4179","DOI":"10.1044\/2019_JSLHR-H-19-0180","article-title":"Impact of background noise fluctuation and reverberation on response time in a speech reception task","volume":"62","author":"Prodi","year":"2019","journal-title":"J. Speech Lang. Hear. Res."},{"key":"10.1016\/j.csl.2026.101996_b40","doi-asserted-by":"crossref","unstructured":"Reddy, C.K.A., Dubey, H., Koishida, K., Nair, A., Gopal, V., Cutler, R., Braun, S., Gamper, H., Aichner, R., Srinivasan, S., 2021. INTERSPEECH 2021 Deep Noise Suppression Challenge. In: Proceedings of the Annual Conference of the International Speech Communication Association. INTERSPEECH, Brno, Czechia, pp. 2796\u20132800.","DOI":"10.21437\/Interspeech.2021-1609"},{"key":"10.1016\/j.csl.2026.101996_b41","doi-asserted-by":"crossref","first-page":"2351","DOI":"10.1109\/TASLP.2023.3285241","article-title":"Speech enhancement and dereverberation with diffusion-based generative models","volume":"31","author":"Richter","year":"2023","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process."},{"key":"10.1016\/j.csl.2026.101996_b42","doi-asserted-by":"crossref","unstructured":"Rix, A., Beerends, J., Hollier, M., Hekstra, A., 2001. Perceptual evaluation of speech quality (PESQ)-a new method for speech quality assessment of telephone networks and codecs. In: Proceedings of the IEEE International Conference on Acoustics, Speech, and Signal Processing. ICASSP, Salt Lake City, UT, USA, pp. 749\u2013752.","DOI":"10.1109\/ICASSP.2001.941023"},{"key":"10.1016\/j.csl.2026.101996_b43","doi-asserted-by":"crossref","first-page":"S68","DOI":"10.3109\/14992020309074626","article-title":"Cognition in the hearing impaired and deaf as a bridge between signal and dialogue: a framework and a model","volume":"42","author":"R\u00f6nnberg","year":"2003","journal-title":"Int. J. Audiol."},{"key":"10.1016\/j.csl.2026.101996_b44","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3389\/fnsys.2013.00031","article-title":"The ease of language understanding (ELU) model: theoretical, empirical, and clinical advances","volume":"7","author":"R\u00f6nnberg","year":"2013","journal-title":"Front. Syst. Neurosci."},{"key":"10.1016\/j.csl.2026.101996_b45","doi-asserted-by":"crossref","unstructured":"Roux, J.L., Wisdom, S., Erdogan, H., Hershey, J.R., 2019. SDR \u2013 Half-baked or Well Done?. In: Proceedings of the IEEE International Conference on Acoustics, Speech, and Signal Processing. ICASSP, Brighton, UK, pp. 626\u2013630.","DOI":"10.1109\/ICASSP.2019.8683855"},{"key":"10.1016\/j.csl.2026.101996_b46","series-title":"Listening Effort","author":"Skiaker","year":"2025"},{"key":"10.1016\/j.csl.2026.101996_b47","first-page":"1","article-title":"The influence of noise reduction on speech intelligibility, response times to speech, and perceived listening effort in normal-hearing listeners","volume":"21","author":"van den Tillaart-Haverkate","year":"2017","journal-title":"Trends Hear."},{"key":"10.1016\/j.csl.2026.101996_b48","doi-asserted-by":"crossref","first-page":"1497","DOI":"10.1044\/2018_JSLHR-H-17-0418","article-title":"A matrixed speech-in-noise test to discriminate favorable listening conditions by means of intelligibility and response time results","volume":"61","author":"Visentin","year":"2018","journal-title":"J. Speech, Lang. Hear. Res."},{"key":"10.1016\/j.csl.2026.101996_b49","doi-asserted-by":"crossref","first-page":"1702","DOI":"10.1109\/TASLP.2018.2842159","article-title":"Supervised speech separation based on deep learning: An overview","volume":"26","author":"Wang","year":"2018","journal-title":"IEEE\/ACM Trans. Audio Speech Lang. Process."},{"key":"10.1016\/j.csl.2026.101996_b50","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1016\/j.heares.2018.05.006","article-title":"Toward a more comprehensive understanding of the impact of masker type and signal-to-noise ratio on the pupillary response while performing a speech-in-noise test","volume":"369","author":"Wendt","year":"2018","journal-title":"Hear. Res."},{"key":"10.1016\/j.csl.2026.101996_b51","doi-asserted-by":"crossref","first-page":"80","DOI":"10.2307\/3001968","article-title":"Individual comparisons by ranking methods","volume":"1","author":"Wilcoxon","year":"1945","journal-title":"Biom. Bull."},{"key":"10.1016\/j.csl.2026.101996_b52","series-title":"Development and Validation of Finnish Speech Audiometry in Noise","author":"Willberg","year":"2023"},{"key":"10.1016\/j.csl.2026.101996_b53","first-page":"1","article-title":"Listening effort is not the same as speech intelligibility score","volume":"25","author":"Winn","year":"2021","journal-title":"Trends Hear."},{"key":"10.1016\/j.csl.2026.101996_b54","doi-asserted-by":"crossref","first-page":"660","DOI":"10.1097\/AUD.0000000000000335","article-title":"Psychometric functions of dual-task paradigms for measuring listening effort","volume":"37","author":"Wu","year":"2016","journal-title":"Ear Hear."},{"key":"10.1016\/j.csl.2026.101996_b55","doi-asserted-by":"crossref","unstructured":"Xu, Y., Du, J., Dai, L.R., Lee, C.H., 2014. Cross-language transfer learning for deep neural network based speech enhancement. In: Proceedings of the International Symposium on Chinese Spoken Language Processing. ISCSLP, Singapore, Singapore, pp. 336\u2013340.","DOI":"10.1109\/ISCSLP.2014.6936608"},{"key":"10.1016\/j.csl.2026.101996_b56","doi-asserted-by":"crossref","unstructured":"Yang, H., Su, J., Kim, M., Jin, Z., 2024. Genhancer: High-Fidelity Speech Enhancement via Generative Modeling on Discrete Codec Tokens. In: Proceedings of the Annual Conference of the International Speech Communication Association. INTERSPEECH, Kos, Greece, pp. 1170\u20131174.","DOI":"10.21437\/Interspeech.2024-590"},{"key":"10.1016\/j.csl.2026.101996_b57","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1111\/psyp.12151","article-title":"Cognitive processing load across a wide range of listening conditions: insights from pupillometry","volume":"51","author":"Zekveld","year":"2014","journal-title":"Psychophysiology"},{"key":"10.1016\/j.csl.2026.101996_b58","doi-asserted-by":"crossref","unstructured":"Zezario, R.E., Siniscalchi, S.M., Chen, F., Wang, H.M., Tsao, Y., 2025. Feature importance across domains for improving non-intrusive speech intelligibility prediction in hearing aids. In: Proceedings of the Annual Conference of the International Speech Communication Association. INTERSPEECH, Rotterdam, The Netherlands, pp. 5473\u20135477.","DOI":"10.21437\/Interspeech.2025-1756"}],"container-title":["Computer Speech & Language"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0885230826000598?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0885230826000598?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T18:58:46Z","timestamp":1783105126000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0885230826000598"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2027,1]]},"references-count":58,"alternative-id":["S0885230826000598"],"URL":"https:\/\/doi.org\/10.1016\/j.csl.2026.101996","relation":{},"ISSN":["0885-2308"],"issn-type":[{"value":"0885-2308","type":"print"}],"subject":[],"published":{"date-parts":[[2027,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Advancing listening effort-based evaluation of speech enhancement systems","name":"articletitle","label":"Article Title"},{"value":"Computer Speech & Language","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.csl.2026.101996","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"101996"}}