{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T13:18:04Z","timestamp":1778246284573,"version":"3.51.4"},"reference-count":43,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2027,5,7]],"date-time":"2027-05-07T00:00:00Z","timestamp":1809648000000},"content-version":"am","delay-in-days":126,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100000055","name":"National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer Speech & Language"],"published-print":{"date-parts":[[2027,1]]},"DOI":"10.1016\/j.csl.2026.101997","type":"journal-article","created":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T15:46:20Z","timestamp":1777995980000},"page":"101997","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Evaluating the interpretability of clinical speech AI models: Lessons from two user studies"],"prefix":"10.1016","volume":"101","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6554-9438","authenticated-orcid":false,"given":"Lingfeng","family":"Xu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Visar","family":"Berisha","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Julie","family":"Liss","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.csl.2026.101997_b1","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1038\/s41746-024-01199-1","article-title":"Responsible development of clinical speech AI: Bridging the gap between clinical research and technology","volume":"7","author":"Berisha","year":"2024","journal-title":"NPJ Digit. Med."},{"issue":"194","key":"10.1016\/j.csl.2026.101997_b2","first-page":"4","article-title":"SUS-a quick and dirty usability scale","volume":"189","author":"Brooke","year":"1996","journal-title":"Usability Eval. Ind."},{"key":"10.1016\/j.csl.2026.101997_b3","series-title":"2018 IEEE Winter Conference on Applications of Computer Vision","first-page":"839","article-title":"Grad-CAM++: Generalized gradient-based visual explanations for deep convolutional networks","author":"Chattopadhay","year":"2018"},{"issue":"6","key":"10.1016\/j.csl.2026.101997_b4","doi-asserted-by":"crossref","first-page":"5261","DOI":"10.1007\/s10462-022-10304-3","article-title":"Explainable AI for clinical and remote health applications: A survey on tabular and time series data","volume":"56","author":"Di Martino","year":"2023","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.csl.2026.101997_b5","series-title":"Towards a rigorous science of interpretable machine learning","author":"Doshi-Velez","year":"2017"},{"key":"10.1016\/j.csl.2026.101997_b6","series-title":"Frenchay Dysarthria Assessment","author":"Enderby","year":"2008"},{"issue":"4","key":"10.1016\/j.csl.2026.101997_b7","doi-asserted-by":"crossref","first-page":"864","DOI":"10.1037\/0033-295X.114.4.864","article-title":"On seeing human: A three-factor theory of anthropomorphism","volume":"114","author":"Epley","year":"2007","journal-title":"Psychol Rev"},{"key":"10.1016\/j.csl.2026.101997_b8","series-title":"2024 IEEE EMBS International Conference on Biomedical and Health Informatics","first-page":"1","article-title":"A pilot study on clinician-AI collaboration in diagnosing depression from speech","author":"Feng","year":"2024"},{"issue":"4","key":"10.1016\/j.csl.2026.101997_b9","doi-asserted-by":"crossref","first-page":"1547","DOI":"10.3233\/JAD-200888","article-title":"Artificial intelligence, speech, and language processing approaches to monitoring Alzheimer\u2019s disease: A systematic review","volume":"78","author":"De la Fuente Garcia","year":"2020","journal-title":"J. Alzheimer\u2019s Dis."},{"issue":"1","key":"10.1016\/j.csl.2026.101997_b10","doi-asserted-by":"crossref","DOI":"10.1136\/bmjopen-2022-065323","article-title":"Design and validation of a new healthcare systems usability scale (HSUS) for clinical decision support systems: A mixed-methods approach","volume":"13","author":"Ghorayeb","year":"2023","journal-title":"BMJ Open"},{"issue":"1","key":"10.1016\/j.csl.2026.101997_b11","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12911-021-01407-y","article-title":"The most used questionnaires for evaluating telemedicine services","volume":"21","author":"Hajesmaeel-Gohari","year":"2021","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"10.1016\/j.csl.2026.101997_b12","article-title":"A randomized controlled trial on evaluating clinician-supervised generative AI for decision support","volume":"195","author":"Harari","year":"2025","journal-title":"Int. J. Med. Inform."},{"key":"10.1016\/j.csl.2026.101997_b13","doi-asserted-by":"crossref","DOI":"10.3389\/fcomp.2023.1096257","article-title":"Measures for explainable AI: Explanation goodness, user satisfaction, mental models, curiosity, trust, and human-AI performance","volume":"5","author":"Hoffman","year":"2023","journal-title":"Front. Comput. Sci."},{"issue":"8","key":"10.1016\/j.csl.2026.101997_b14","doi-asserted-by":"crossref","DOI":"10.2196\/37290","article-title":"System usability scale benchmarking for digital health apps: Meta-analysis","volume":"10","author":"Hyzy","year":"2022","journal-title":"JMIR MHealth UHealth"},{"issue":"1","key":"10.1016\/j.csl.2026.101997_b15","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1207\/S15327566IJCE0401_04","article-title":"Foundations for an empirically determined scale of trust in automated systems","volume":"4","author":"Jian","year":"2000","journal-title":"Int. J. Cogn. Ergon."},{"key":"10.1016\/j.csl.2026.101997_b16","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2022.102684","article-title":"Guidelines and evaluation of clinical explainable AI in medical image analysis","volume":"84","author":"Jin","year":"2023","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.csl.2026.101997_b17","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2021.604977","article-title":"Measurement of trust in automation: A narrative review and reference guide","volume":"12","author":"Kohn","year":"2021","journal-title":"Front. Psychol."},{"key":"10.1016\/j.csl.2026.101997_b18","series-title":"International Conference on Multimedia Modeling","first-page":"354","article-title":"Towards the development of a trustworthy chatbot for mental health applications","author":"Kraus","year":"2021"},{"key":"10.1016\/j.csl.2026.101997_b19","series-title":"2020 IEEE 33rd International Symposium on Computer-Based Medical Systems","first-page":"7","article-title":"Evaluating local interpretable model-agnostic explanations on clinical machine learning classification models","author":"Kumarakulasinghe","year":"2020"},{"key":"10.1016\/j.csl.2026.101997_b20","doi-asserted-by":"crossref","unstructured":"Lage, I., Chen, E., He, J., Narayanan, M., Kim, B., Gershman, S.J., Doshi-Velez, F., 2019. Human evaluation of models built for interpretability. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing. vol. 7, pp. 59\u201367.","DOI":"10.1609\/hcomp.v7i1.5280"},{"issue":"3","key":"10.1016\/j.csl.2026.101997_b21","article-title":"Item benchmarks for the system usability scale","volume":"13","author":"Lewis","year":"2018","journal-title":"J. Usability Stud."},{"key":"10.1016\/j.csl.2026.101997_b22","doi-asserted-by":"crossref","DOI":"10.1016\/j.cmpb.2022.107161","article-title":"Application of explainable artificial intelligence for healthcare: A systematic review of the last decade (2011\u20132022)","volume":"226","author":"Loh","year":"2022","journal-title":"Comput. Methods Programs Biomed."},{"key":"10.1016\/j.csl.2026.101997_b23","article-title":"A unified approach to interpreting model predictions","volume":"30","author":"Lundberg","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"2","key":"10.1016\/j.csl.2026.101997_b24","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1093\/jamia\/ocw105","article-title":"Automation bias and verification complexity: A systematic review","volume":"24","author":"Lyell","year":"2017","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/j.csl.2026.101997_b25","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1016\/j.ijmedinf.2019.03.018","article-title":"Methods of usability testing in the development of eHealth applications: A scoping review","volume":"126","author":"Maramba","year":"2019","journal-title":"Int. J. Med. Inform."},{"issue":"3\u20134","key":"10.1016\/j.csl.2026.101997_b26","first-page":"1","article-title":"A multidisciplinary survey and framework for design and evaluation of explainable AI systems","volume":"11","author":"Mohseni","year":"2021","journal-title":"ACM Trans. Interact. Intell. Syst. (TiiS)"},{"issue":"3","key":"10.1016\/j.csl.2026.101997_b27","article-title":"A clinical decision support system for chronic pain management in primary care: Usability testing and its relevance","volume":"22","author":"Nair","year":"2015","journal-title":"BMJ Health & Care Inform."},{"issue":"3","key":"10.1016\/j.csl.2026.101997_b28","doi-asserted-by":"crossref","first-page":"691","DOI":"10.1007\/s43681-024-00419-4","article-title":"Anthropomorphism in AI: Hype and fallacy","volume":"4","author":"Placani","year":"2024","journal-title":"AI Ethics"},{"key":"10.1016\/j.csl.2026.101997_b29","unstructured":"Ramaswamy, H.G., et al., 2020. Ablation-CAM: Visual explanations for deep convolutional network via gradient-free localization. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. pp. 983\u2013991."},{"key":"10.1016\/j.csl.2026.101997_b30","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C., 2016. \u201cWhy should I trust you?\u201d Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. pp. 1135\u20131144.","DOI":"10.1145\/2939672.2939778"},{"key":"10.1016\/j.csl.2026.101997_b31","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2021.105111","article-title":"Transparency of deep neural networks for medical image analysis: A review of interpretability methods","volume":"140","author":"Salahuddin","year":"2022","journal-title":"Comput. Biol. Med."},{"issue":"9","key":"10.1016\/j.csl.2026.101997_b32","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1007\/s10462-024-10852-w","article-title":"A review of evaluation approaches for explainable AI with applications in cardiology","volume":"57","author":"Salih","year":"2024","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.csl.2026.101997_b33","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D., 2017. Grad-CAM: Visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE International Conference on Computer Vision. pp. 618\u2013626.","DOI":"10.1109\/ICCV.2017.74"},{"key":"10.1016\/j.csl.2026.101997_b34","series-title":"2022 IEEE 10th International Conference on Healthcare Informatics","first-page":"644","article-title":"Sanity check for Shapley values-based explanations of deep neural networks predictions","author":"Tatano","year":"2022"},{"key":"10.1016\/j.csl.2026.101997_b35","article-title":"The role of AI in the diagnosis of speech and language disorders: A systematic mapping study","volume":"11","author":"Tbaishat","year":"2025","journal-title":"Digit. Health"},{"key":"10.1016\/j.csl.2026.101997_b36","series-title":"Machine Learning for Healthcare Conference","first-page":"359","article-title":"What clinicians want: Contextualizing explainable machine learning for clinical end use","author":"Tonekaboni","year":"2019"},{"issue":"4","key":"10.1016\/j.csl.2026.101997_b37","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1016\/j.wocn.2007.02.003","article-title":"Calibrating rhythm: First language and second language studies","volume":"35","author":"White","year":"2007","journal-title":"J. Phon."},{"issue":"5","key":"10.1016\/j.csl.2026.101997_b38","doi-asserted-by":"crossref","first-page":"1637","DOI":"10.1044\/2025_PERSP-25-00003","article-title":"Evaluating model interpretability in speech-based clinical artificial intelligence systems","volume":"10","author":"Xu","year":"2025","journal-title":"Perspect. ASHA Spec. Interes. Groups"},{"issue":"1","key":"10.1016\/j.csl.2026.101997_b39","doi-asserted-by":"crossref","DOI":"10.1121\/10.0016833","article-title":"Dysarthria detection based on a deep learning model with a clinically-interpretable layer","volume":"3","author":"Xu","year":"2023","journal-title":"JASA Express Lett."},{"issue":"5","key":"10.1016\/j.csl.2026.101997_b40","doi-asserted-by":"crossref","first-page":"862","DOI":"10.1177\/00187208211034716","article-title":"Toward quantifying trust dynamics: How people adjust their trust after moment-to-moment interaction with automation","volume":"65","author":"Yang","year":"2023","journal-title":"Hum. Factors"},{"key":"10.1016\/j.csl.2026.101997_b41","series-title":"AttributionLab: Faithfulness of feature attribution under controllable environments","author":"Zhang","year":"2023"},{"issue":"5","key":"10.1016\/j.csl.2026.101997_b42","doi-asserted-by":"crossref","first-page":"726","DOI":"10.1109\/TETCI.2021.3100641","article-title":"A survey on neural network interpretability","volume":"5","author":"Zhang","year":"2021","journal-title":"IEEE Trans. Emerg. Top. Comput. Intell."},{"key":"10.1016\/j.csl.2026.101997_b43","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A., 2016. Learning deep features for discriminative localization. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 2921\u20132929.","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Computer Speech & Language"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0885230826000604?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0885230826000604?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T12:41:27Z","timestamp":1778244087000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0885230826000604"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2027,1]]},"references-count":43,"alternative-id":["S0885230826000604"],"URL":"https:\/\/doi.org\/10.1016\/j.csl.2026.101997","relation":{},"ISSN":["0885-2308"],"issn-type":[{"value":"0885-2308","type":"print"}],"subject":[],"published":{"date-parts":[[2027,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluating the interpretability of clinical speech AI models: Lessons from two user studies","name":"articletitle","label":"Article Title"},{"value":"Computer Speech & Language","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.csl.2026.101997","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"101997"}}