{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T17:10:09Z","timestamp":1759165809646,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":79,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,30]]},"DOI":"10.1145\/3726986.3727023","type":"proceedings-article","created":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T15:13:01Z","timestamp":1759158781000},"page":"515-524","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Understanding use of Large Language Models in Healthcare: An HCI Scoping Review"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-4211-031X","authenticated-orcid":false,"given":"Pradeepa Senani","family":"Bandara","sequence":"first","affiliation":[{"name":"School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, Queensland, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0132-6355","authenticated-orcid":false,"given":"Thilina","family":"Halloluwa","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering and Computer Science, University of Queensland, Brisbane, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9356-0976","authenticated-orcid":false,"given":"Dhaval","family":"Vyas","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering and Computer Science, University of Queensland, St. Lucia, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,9,29]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3628096.3628752"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3628096.3628752"},{"key":"e_1_3_3_1_4_2","unstructured":"Chadia Abras Diane Maloney-Krichmar Jenny Preece et\u00a0al. 2004. User-centered design. Bainbridge W. Encyclopedia of Human-Computer Interaction. Thousand Oaks: Sage Publications 37 4 (2004) 445\u2013456."},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3594806.3596572"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"Hilary Arksey and Lisa O\u2019malley. 2005. Scoping studies: towards a methodological framework. International journal of social research methodology 8 1 (2005) 19\u201332.","DOI":"10.1080\/1364557032000119616"},{"key":"e_1_3_3_1_7_2","unstructured":"Association for Computing Machinery. 2025. ACM Digital Library. https:\/\/dl.acm.org. Accessed: 2025-04-01."},{"key":"e_1_3_3_1_8_2","first-page":"7187","volume-title":"Encyclopedia of quality of life and well-being research","author":"Braun Virginia","year":"2024","unstructured":"Virginia Braun and Victoria Clarke. 2024. Thematic analysis. In Encyclopedia of quality of life and well-being research. Springer, 7187\u20137193."},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3594739.3610708"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Yupeng Chang Xu Wang Jindong Wang Yuan Wu Linyi Yang Kaijie Zhu Hao Chen Xiaoyuan Yi Cunxiang Wang Yidong Wang et\u00a0al. 2024. A survey on evaluation of large language models. ACM transactions on intelligent systems and technology 15 3 (2024) 1\u201345.","DOI":"10.1145\/3641289"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"crossref","unstructured":"Kenneth\u00a0Mark Colby. 1981. Modeling a paranoid mind. Behavioral and Brain Sciences 4 4 (1981) 515\u2013534.","DOI":"10.1017\/S0140525X00000030"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450140"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643479.3662049"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3661167.3661202"},{"key":"e_1_3_3_1_15_2","first-page":"4171","volume-title":"Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers)","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. Bert: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers). 4171\u20134186."},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Yutao Dou Yuwei Huang Xiongjun Zhao Haitao Zou Jiandong Shang Ying Lu Xiaolin Yang Jian Xiao and Shaoliang Peng. 2025. ShennongMGS: An LLM-based chinese medication guidance system. ACM Transactions on Management Information Systems 16 2 (2025) 1\u201314.","DOI":"10.1145\/3658451"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"David Fletcher and Mustafa Sarkar. 2013. Psychological resilience. European psychologist (2013).","DOI":"10.1027\/1016-9040\/a000124"},{"key":"e_1_3_3_1_18_2","unstructured":"Google. 2023. Gemini [Large language model]. https:\/\/ai.google.dev\/. Accessed: 2025-04-01."},{"key":"e_1_3_3_1_19_2","unstructured":"Google. 2025. Google Scholar. https:\/\/scholar.google.com. Accessed: 2025-04-01."},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3616855.3635739"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650784"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"crossref","unstructured":"Richard Harper and Dave Randall. 2024. Machine Learning and the Work of the User. Computer Supported Cooperative Work (CSCW) 33 2 (2024) 103\u2013136.","DOI":"10.1007\/s10606-023-09483-6"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3628516.3659399"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"crossref","unstructured":"Yining Hua Fenglin Liu Kailai Yang Zehan Li Hongbin Na Yi-han Sheu Peilin Zhou Lauren\u00a0V Moran Sophia Ananiadou Andrew Beam et\u00a0al. 2024. Large language models in mental health care: a scoping review. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.02984 (2024).","DOI":"10.2196\/preprints.64088"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657054.3657152"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"crossref","unstructured":"Raquel Iniesta. 2023. The human role to guarantee an ethical AI in healthcare: a five-facts approach. AI and Ethics (2023) 1\u201313.","DOI":"10.1007\/s43681-023-00353-x"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645643"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581503"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"crossref","unstructured":"Elise Karinshak Sunny\u00a0Xun Liu Joon\u00a0Sung Park and Jeffrey\u00a0T Hancock. 2023. Working with AI to persuade: Examining a large language model\u2019s ability to generate pro-vaccination messages. Proceedings of the ACM on Human-Computer Interaction 7 CSCW1 (2023) 1\u201329.","DOI":"10.1145\/3579592"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642937"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.928"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"crossref","unstructured":"Theodora Koulouri Robert\u00a0D Macredie and David Olakitan. 2022. Chatbots to support young adults\u2019 mental health: an exploratory study of acceptability. ACM Transactions on Interactive Intelligent Systems (TiiS) 12 2 (2022) 1\u201339.","DOI":"10.1145\/3485874"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3641142.3641174"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"crossref","unstructured":"Tiffany\u00a0H Kung Morgan Cheatham Arielle Medenilla Czarina Sillos Lorie De\u00a0Leon Camille Elepa\u00f1o Maria Madriaga Rimel Aggabao Giezel Diaz-Candido James Maningo et\u00a0al. 2023. Performance of ChatGPT on USMLE: potential for AI-assisted medical education using large language models. PLoS digital health 2 2 (2023) e0000198.","DOI":"10.1371\/journal.pdig.0000198"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"crossref","unstructured":"Kenya Kusunose Shuichiro Kashima and Masataka Sata. 2023. Evaluation of the accuracy of ChatGPT in answering clinical questions on the Japanese society of hypertension guidelines. Circulation Journal 87 7 (2023) 1030\u20131033.","DOI":"10.1253\/circj.CJ-23-0308"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651891"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533182"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","DOI":"10.1109\/BigData62323.2024.10825307"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"crossref","unstructured":"Xiangbin Meng Xiangyu Yan Kuo Zhang Da Liu Xiaojuan Cui Yaodong Yang Muhan Zhang Chunxia Cao Jingjia Wang Xuliang Wang et\u00a0al. 2024. The application of large language models in medicine: A scoping review. Iscience 27 5 (2024).","DOI":"10.1016\/j.isci.2024.109713"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3582515.3609536"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"crossref","unstructured":"Zachary Munn Micah\u00a0DJ Peters Cindy Stern Catalin Tufanaru Alexa McArthur and Edoardo Aromataris. 2018. Systematic review or scoping review? Guidance for authors when choosing between a systematic or scoping review approach. BMC medical research methodology 18 (2018) 1\u20137.","DOI":"10.1186\/s12874-018-0611-x"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650767"},{"key":"e_1_3_3_1_43_2","unstructured":"Jakob Nielsen. 1994. World leaders in research-based user experience. Retrieved June 26 (1994) 2019."},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3584371.3613016"},{"key":"e_1_3_3_1_45_2","unstructured":"OpenAI. 2023. ChatGPT (Mar 14 version) [Large language model]. https:\/\/chat.openai.com\/chat. Accessed: 2025-04-01."},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642024"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v14i1.7326"},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642036"},{"key":"e_1_3_3_1_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3638550.3643047"},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"crossref","unstructured":"Burcu Sayin Pasquale Minervini Jacopo Staiano and Andrea Passerini. 2024. Can LLMs correct physicians yet? Investigating effective interaction methods in the medical domain. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.20288 (2024).","DOI":"10.18653\/v1\/2024.clinicalnlp-1.19"},{"key":"e_1_3_3_1_51_2","volume-title":"Proceedings of (1st HEAL Workshop at CHI Conference on Human Factors in Computing Systems)","volume":"1","author":"Seo Woosuk","unstructured":"Woosuk Seo, Sun\u00a0Young Park, Mark\u00a0S Ackerman, Chan-Mo Yang, and Young-Ho Kim. [n. d.]. Towards Designing a Safe and Reliable LLM-driven Chatbot for Children. In Proceedings of (1st HEAL Workshop at CHI Conference on Human Factors in Computing Systems) , Vol.\u00a01."},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642152"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3514094.3534186"},{"key":"e_1_3_3_1_54_2","volume-title":"A\/B testing: The most powerful way to turn clicks into customers","author":"Siroker Dan","year":"2015","unstructured":"Dan Siroker and Pete Koomen. 2015. A\/B testing: The most powerful way to turn clicks into customers. John Wiley & Sons."},{"key":"e_1_3_3_1_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3652583.3658419"},{"key":"e_1_3_3_1_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3639856.3639894"},{"key":"e_1_3_3_1_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641922"},{"key":"e_1_3_3_1_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650983"},{"key":"e_1_3_3_1_59_2","first-page":"1","volume-title":"Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems. Presented at: CHI","volume":"22","author":"Surani Aishwarya","year":"2022","unstructured":"Aishwarya Surani and Sanchari Das. 2022. Understanding privacy and security postures of healthcare chatbots. In Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems. Presented at: CHI , Vol.\u00a022. 1\u20137."},{"key":"e_1_3_3_1_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3594806.3596594"},{"key":"e_1_3_3_1_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642899"},{"key":"e_1_3_3_1_62_2","unstructured":"Hugo Touvron Thibaut Lavril Gautier Izacard Xavier Martinet Marie-Anne Lachaux Timoth\u00e9e Lacroix Baptiste Rozi\u00e8re Naman Goyal Eric Hambro Faisal Azhar Aurelien Rodriguez Armand Joulin Edouard Grave and Guillaume Lample. 2023. LLaMA: Open and Efficient Foundation Language Models. arxiv:https:\/\/arXiv.org\/abs\/2302.13971\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2302.13971"},{"key":"e_1_3_3_1_63_2","doi-asserted-by":"crossref","unstructured":"Andrea\u00a0C Tricco Erin Lillie Wasifa Zarin Kelly\u00a0K O\u2019Brien Heather Colquhoun Danielle Levac David Moher Micah\u00a0DJ Peters Tanya Horsley Laura Weeks et\u00a0al. 2018. PRISMA extension for scoping reviews (PRISMA-ScR): checklist and explanation. Annals of internal medicine 169 7 (2018) 467\u2013473.","DOI":"10.7326\/M18-0850"},{"key":"e_1_3_3_1_64_2","doi-asserted-by":"crossref","unstructured":"Michele\u00a0M Tugade and Barbara\u00a0L Fredrickson. 2004. Resilient individuals use positive emotions to bounce back from negative emotional experiences. Journal of personality and social psychology 86 2 (2004) 320.","DOI":"10.1037\/0022-3514.86.2.320"},{"key":"e_1_3_3_1_65_2","doi-asserted-by":"publisher","DOI":"10.1145\/3603287.3651196"},{"key":"e_1_3_3_1_66_2","unstructured":"Jiayin Wang Weizhi Ma Peijie Sun Min Zhang and Jian-Yun Nie. 2024. Understanding user experience in large language model interactions. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.08329 (2024)."},{"key":"e_1_3_3_1_67_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3637149"},{"key":"e_1_3_3_1_68_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651077"},{"key":"e_1_3_3_1_69_2","unstructured":"Joseph Weizenbaum. 1976. Computer power and human reason: From judgment to calculation. (1976)."},{"key":"e_1_3_3_1_70_2","unstructured":"Emily Woodall. 2024. A Design Thinking Mixed Method Study on Social-Emotional Learning Lessons for Early Elementary Learners. (2024)."},{"key":"e_1_3_3_1_71_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642790"},{"key":"e_1_3_3_1_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599225"},{"key":"e_1_3_3_1_73_2","doi-asserted-by":"crossref","unstructured":"Xuhai Xu Bingsheng Yao Yuanzhe Dong Saadia Gabriel Hong Yu James Hendler Marzyeh Ghassemi Anind\u00a0K Dey and Dakuo Wang. 2024. Mental-llm: Leveraging large language models for mental health prediction via online text data. Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies 8 1 (2024) 1\u201332.","DOI":"10.1145\/3643540"},{"key":"e_1_3_3_1_74_2","doi-asserted-by":"crossref","unstructured":"Deepika Yadav Prerna Malik Kirti Dabas and Pushpendra Singh. 2019. Feedpal: Understanding opportunities for chatbots in breastfeeding education of women in india. Proceedings of the ACM on Human-Computer Interaction 3 CSCW (2019) 1\u201330.","DOI":"10.1145\/3359272"},{"key":"e_1_3_3_1_75_2","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3648137"},{"key":"e_1_3_3_1_76_2","doi-asserted-by":"crossref","unstructured":"Ziqi Yang Xuhai Xu Bingsheng Yao Ethan Rogers Shao Zhang Stephen Intille Nawar Shara Guodong\u00a0Gordon Gao and Dakuo Wang. 2024. Talk2care: An llm-based voice assistant for communication between healthcare providers and older adults. Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies 8 2 (2024) 1\u201335.","DOI":"10.1145\/3659625"},{"key":"e_1_3_3_1_77_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642013"},{"key":"e_1_3_3_1_78_2","doi-asserted-by":"crossref","unstructured":"Yue You Chun-Hua Tsai Yao Li Fenglong Ma Christopher Heron and Xinning Gui. 2023. Beyond self-diagnosis: how a chatbot-based symptom checker should respond. ACM Transactions on Computer-Human Interaction 30 4 (2023) 1\u201344.","DOI":"10.1145\/3589959"},{"key":"e_1_3_3_1_79_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642574"},{"key":"e_1_3_3_1_80_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICEBE.2014.15"}],"event":{"name":"OzCHI '24: 36th Australasian Conference on Human-Computer Interaction","location":"Meanjin | Brisbane Australia","acronym":"OzCHI '24"},"container-title":["Proceedings of the 36th Australasian Conference on Human-Computer Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3726986.3727023","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T16:30:16Z","timestamp":1759163416000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3726986.3727023"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,30]]},"references-count":79,"alternative-id":["10.1145\/3726986.3727023","10.1145\/3726986"],"URL":"https:\/\/doi.org\/10.1145\/3726986.3727023","relation":{},"subject":[],"published":{"date-parts":[[2024,11,30]]},"assertion":[{"value":"2025-09-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}