{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T05:07:03Z","timestamp":1777525623623,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:00:00Z","timestamp":1679875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,27]]},"DOI":"10.1145\/3581754.3584142","type":"proceedings-article","created":{"date-parts":[[2023,3,26]],"date-time":"2023-03-26T22:12:25Z","timestamp":1679868745000},"page":"99-101","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Human-in-the-Loop Interaction for continuously Improving Generative Model in Conversational Agent for Behavioral Intervention"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8188-7576","authenticated-orcid":false,"given":"Xin","family":"Sun","sequence":"first","affiliation":[{"name":"Social and Behavioural Science, University of Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7780-4806","authenticated-orcid":false,"given":"Jos A.","family":"Bosch","sequence":"additional","affiliation":[{"name":"Social and Behavioural Science, University of Amsterdam, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7299-7992","authenticated-orcid":false,"given":"Jan","family":"De Wit","sequence":"additional","affiliation":[{"name":"Department of Communication and Cognition, Tilburg University, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6304-7549","authenticated-orcid":false,"given":"Emiel","family":"Krahmer","sequence":"additional","affiliation":[{"name":"Department of Communication and Cognition, Tilburg University, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,3,27]]},"reference":[{"key":"#cr-split#-e_1_3_2_1_1_1.1","doi-asserted-by":"crossref","unstructured":"Selby\u00a0P. Almusharraf\u00a0F Rose\u00a0J. 2020. Engaging Unmotivated Smokers to Move Toward Quitting: Design of Motivational Interviewing-Based Chatbot Through Iterative Interactions. J Med Internet Res 63(6)(2020) 776-777. doi: 10.2196\/20251. 10.2196\/20251","DOI":"10.2196\/20251"},{"key":"#cr-split#-e_1_3_2_1_1_1.2","doi-asserted-by":"crossref","unstructured":"Selby\u00a0P. Almusharraf\u00a0F Rose\u00a0J. 2020. Engaging Unmotivated Smokers to Move Toward Quitting: Design of Motivational Interviewing-Based Chatbot Through Iterative Interactions. J Med Internet Res 63(6)(2020) 776-777. doi: 10.2196\/20251.","DOI":"10.2196\/preprints.20251"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3166054.3166058"},{"key":"e_1_3_2_1_3_1","volume-title":"Which Components of a Smartphone Walking App Help Users to Reach Personalized Step Goals? Results From an Optimization Trial. Annals of Behavioral Medicine 54 (04","author":"Kramer Jan-Niklas","year":"2020","unstructured":"Jan-Niklas Kramer , Florian K\u00fcnzler , Varun Mishra , Shawna Smith , David Kotz , Urte Scholz , Elgar Fleisch , and Tobias Kowatsch . 2020. Which Components of a Smartphone Walking App Help Users to Reach Personalized Step Goals? Results From an Optimization Trial. Annals of Behavioral Medicine 54 (04 2020 ), 1\u201311. https:\/\/doi.org\/10.1093\/abm\/kaaa002 10.1093\/abm Jan-Niklas Kramer, Florian K\u00fcnzler, Varun Mishra, Shawna Smith, David Kotz, Urte Scholz, Elgar Fleisch, and Tobias Kowatsch. 2020. Which Components of a Smartphone Walking App Help Users to Reach Personalized Step Goals? Results From an Optimization Trial. Annals of Behavioral Medicine 54 (04 2020), 1\u201311. https:\/\/doi.org\/10.1093\/abm\/kaaa002"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Kai-Hui Liang P. Lange Yoo\u00a0Jung Oh Jingwen Zhang Yoshimi Fukuoka and Zhou Yu. 2021. Evaluation of In-Person Counseling Strategies To Develop Physical Activity Chatbot for Women. In SIGDIAL. Kai-Hui Liang P. Lange Yoo\u00a0Jung Oh Jingwen Zhang Yoshimi Fukuoka and Zhou Yu. 2021. Evaluation of In-Person Counseling Strategies To Develop Physical Activity Chatbot for Women. In SIGDIAL.","DOI":"10.18653\/v1\/2021.sigdial-1.5"},{"key":"e_1_3_2_1_5_1","volume-title":"A Systematic Survey of Prompting Methods in Natural Language Processing. (07","author":"Liu Pengfei","year":"2021","unstructured":"Pengfei Liu , Weizhe Yuan , Jinlan Fu , Zhengbao Jiang , Hiroaki Hayashi , and Graham Neubig . 2021. Pre-train, Prompt, and Predict : A Systematic Survey of Prompting Methods in Natural Language Processing. (07 2021 ). Pengfei Liu, Weizhe Yuan, Jinlan Fu, Zhengbao Jiang, Hiroaki Hayashi, and Graham Neubig. 2021. Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing. (07 2021)."},{"key":"e_1_3_2_1_6_1","volume-title":"Jeff\u00a0Wu.","author":"Diogo Almeida Xu\u00a0Jiang","year":"2022","unstructured":"Xu\u00a0Jiang Diogo Almeida Carroll L. Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray John Schulman Jacob Hilton Fraser Kelton Luke Miller Maddie Simens Amanda Askell Peter Welinder Paul Christiano Jan Leike Ryan\u00a0Lowe Long\u00a0Ouyang , Jeff\u00a0Wu. 2022 . Training language models to follow instructions with human feedback. (04 2022). https:\/\/doi.org\/10.48550\/arXiv.2203.02155 10.48550\/arXiv.2203.02155 Xu\u00a0Jiang Diogo Almeida Carroll L. Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray John Schulman Jacob Hilton Fraser Kelton Luke Miller Maddie Simens Amanda Askell Peter Welinder Paul Christiano Jan Leike Ryan\u00a0Lowe Long\u00a0Ouyang, Jeff\u00a0Wu. 2022. Training language models to follow instructions with human feedback. (04 2022). https:\/\/doi.org\/10.48550\/arXiv.2203.02155"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Andrea Madotto. 2020. Language Models as Few-Shot Learner for Task-Oriented Dialogue Systems. Andrea Madotto. 2020. Language Models as Few-Shot Learner for Task-Oriented Dialogue Systems.","DOI":"10.18653\/v1\/2020.findings-emnlp.215"},{"key":"e_1_3_2_1_8_1","volume-title":"A physical activity and diet program delivered by artificially-intelligent virtual health coach: a case-controlled proof-of-concept study (Preprint). JMIR mHealth and uHealth 8 (12","author":"Maher Carol","year":"2019","unstructured":"Carol Maher , Courtney Davis , Rachel Curtis , Camille Short , and Karen Murphy . 2019. A physical activity and diet program delivered by artificially-intelligent virtual health coach: a case-controlled proof-of-concept study (Preprint). JMIR mHealth and uHealth 8 (12 2019 ). https:\/\/doi.org\/10.2196\/17558 10.2196\/17558 Carol Maher, Courtney Davis, Rachel Curtis, Camille Short, and Karen Murphy. 2019. A physical activity and diet program delivered by artificially-intelligent virtual health coach: a case-controlled proof-of-concept study (Preprint). JMIR mHealth and uHealth 8 (12 2019). https:\/\/doi.org\/10.2196\/17558"},{"key":"e_1_3_2_1_9_1","volume-title":"Illustrating Reinforcement Learning from Human Feedback (RLHF). (12","author":"Louis Nathan","year":"2022","unstructured":"natolambert Nathan Lambert; lcastricato Louis Castricato; lvwerra Leandro\u00a0von Werra; Dahoas1 Alex\u00a0Havrilla . 2022. Illustrating Reinforcement Learning from Human Feedback (RLHF). (12 2022 ). https:\/\/huggingface.co\/blog\/rlhf natolambert Nathan Lambert; lcastricato Louis Castricato; lvwerra Leandro\u00a0von Werra; Dahoas1 Alex\u00a0Havrilla. 2022. Illustrating Reinforcement Learning from Human Feedback (RLHF). (12 2022). https:\/\/huggingface.co\/blog\/rlhf"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.2196\/12231"},{"key":"e_1_3_2_1_11_1","volume-title":"\u201cHealthy Lifestyle Coaching","author":"Piao Meihua","year":"2019","unstructured":"Meihua Piao , Hyeongju Ryu , Hyeongsuk Lee , and Jeongeun Kim . 2019. Use of the Chatbot \u201cHealthy Lifestyle Coaching \u201d to promote stair climbing habit among office workers: An Exploratory Randomized Controlled Trial (Preprint). JMIR mHealth and uHealth 8 (07 2019 ). https:\/\/doi.org\/10.2196\/15085 10.2196\/15085 Meihua Piao, Hyeongju Ryu, Hyeongsuk Lee, and Jeongeun Kim. 2019. Use of the Chatbot \u201cHealthy Lifestyle Coaching\u201d to promote stair climbing habit among office workers: An Exploratory Randomized Controlled Trial (Preprint). JMIR mHealth and uHealth 8 (07 2019). https:\/\/doi.org\/10.2196\/15085"},{"key":"e_1_3_2_1_12_1","volume-title":"Generation and Classification of Motivational-Interviewing-Style Reflections for Smoking Behaviour Change Using Few-Shot Learning with Transformers. (6","author":"Rose Jonathan","year":"2022","unstructured":"Jonathan Rose , Imtihan Ahmed , Eric Keilty , Carolynne Cooper , and Peter Selby . 2022. Generation and Classification of Motivational-Interviewing-Style Reflections for Smoking Behaviour Change Using Few-Shot Learning with Transformers. (6 2022 ). https:\/\/doi.org\/10.36227\/techrxiv.20029880.v1 10.36227\/techrxiv.20029880.v1 Jonathan Rose, Imtihan Ahmed, Eric Keilty, Carolynne Cooper, and Peter Selby. 2022. Generation and Classification of Motivational-Interviewing-Style Reflections for Smoking Behaviour Change Using Few-Shot Learning with Transformers. (6 2022). https:\/\/doi.org\/10.36227\/techrxiv.20029880.v1"},{"key":"e_1_3_2_1_13_1","volume-title":"The Motivational Interviewing Skill Code: Reliability and a Critical Appraisal. Behavioural and Cognitive Psychotherapy 33 (07","author":"Schippers Gerard","year":"2005","unstructured":"Gerard Schippers and Cas Schaap\u00a0 . 2005. The Motivational Interviewing Skill Code: Reliability and a Critical Appraisal. Behavioural and Cognitive Psychotherapy 33 (07 2005 ), 285 \u2013 298. https:\/\/doi.org\/10.1017\/S1352465804001948 10.1017\/S1352465804001948 Gerard Schippers and Cas Schaap\u00a0. 2005. The Motivational Interviewing Skill Code: Reliability and a Critical Appraisal. Behavioural and Cognitive Psychotherapy 33 (07 2005), 285 \u2013 298. https:\/\/doi.org\/10.1017\/S1352465804001948"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the 21th Annual Meeting of the Special Interest Group on Discourse and Dialogue. Association for Computational Linguistics, 1st virtual meeting, 10\u201320","author":"Shen Siqi","year":"2020","unstructured":"Siqi Shen , Charles Welch , Rada Mihalcea , and Ver\u00f3nica P\u00e9rez-Rosas . 2020 . Counseling-Style Reflection Generation Using Generative Pretrained Transformers with Augmented Context . In Proceedings of the 21th Annual Meeting of the Special Interest Group on Discourse and Dialogue. Association for Computational Linguistics, 1st virtual meeting, 10\u201320 . https:\/\/aclanthology.org\/2020.sigdial-1.2 Siqi Shen, Charles Welch, Rada Mihalcea, and Ver\u00f3nica P\u00e9rez-Rosas. 2020. Counseling-Style Reflection Generation Using Generative Pretrained Transformers with Augmented Context. In Proceedings of the 21th Annual Meeting of the Special Interest Group on Discourse and Dialogue. Association for Computational Linguistics, 1st virtual meeting, 10\u201320. https:\/\/aclanthology.org\/2020.sigdial-1.2"},{"key":"e_1_3_2_1_15_1","volume-title":"Motivational interviewing: Preparing people for change. Journal of Studies on Alcohol 63(6)","author":"Thomas S\u00a0N","year":"2002","unstructured":"S\u00a0N Thomas . 2002. Motivational interviewing: Preparing people for change. Journal of Studies on Alcohol 63(6) ( 2002 ), 776\u2013777. https:\/\/doi.org\/10.15288\/jsa.2002.63.776 10.15288\/jsa.2002.63.776 S\u00a0N Thomas. 2002. Motivational interviewing: Preparing people for change. Journal of Studies on Alcohol 63(6) (2002), 776\u2013777. https:\/\/doi.org\/10.15288\/jsa.2002.63.776"},{"key":"e_1_3_2_1_16_1","volume-title":"Survey on psychotherapy chatbots. Concurrency and Computation: Practice and Experience (12","author":"Xu Bei","year":"2020","unstructured":"Bei Xu and Ziyuan Zhuang . 2020. Survey on psychotherapy chatbots. Concurrency and Computation: Practice and Experience (12 2020 ). https:\/\/doi.org\/10.1002\/cpe.6170 10.1002\/cpe.6170 Bei Xu and Ziyuan Zhuang. 2020. Survey on psychotherapy chatbots. Concurrency and Computation: Practice and Experience (12 2020). https:\/\/doi.org\/10.1002\/cpe.6170"},{"key":"#cr-split#-e_1_3_2_1_17_1.1","doi-asserted-by":"crossref","unstructured":"Justine Zhang and Cristian Danescu-Niculescu-Mizil. 2020. Balancing Objectives in Counseling Conversations: Advancing Forwards or Looking Backwards. 5276-5289. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.470 10.18653\/v1","DOI":"10.18653\/v1\/2020.acl-main.470"},{"key":"#cr-split#-e_1_3_2_1_17_1.2","doi-asserted-by":"crossref","unstructured":"Justine Zhang and Cristian Danescu-Niculescu-Mizil. 2020. Balancing Objectives in Counseling Conversations: Advancing Forwards or Looking Backwards. 5276-5289. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.470","DOI":"10.18653\/v1\/2020.acl-main.470"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.2196\/22845"}],"event":{"name":"IUI '23: 28th International Conference on Intelligent User Interfaces","location":"Sydney NSW Australia","acronym":"IUI '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["28th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581754.3584142","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581754.3584142","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:21Z","timestamp":1750178181000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581754.3584142"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,27]]},"references-count":20,"alternative-id":["10.1145\/3581754.3584142","10.1145\/3581754"],"URL":"https:\/\/doi.org\/10.1145\/3581754.3584142","relation":{},"subject":[],"published":{"date-parts":[[2023,3,27]]},"assertion":[{"value":"2023-03-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}