{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T21:02:23Z","timestamp":1784408543317,"version":"3.55.0"},"publisher-location":"Singapore","reference-count":14,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819233809","type":"print"},{"value":"9789819233816","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,19]],"date-time":"2026-07-19T00:00:00Z","timestamp":1784419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-981-92-3381-6_22","type":"book-chapter","created":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T20:15:24Z","timestamp":1784405724000},"page":"268-278","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Psy-PPO: A Progressive Policy Optimization Framework for Enhancing Psychological Counseling Dialogue Systems with Hierarchical Fine-tuning"],"prefix":"10.1007","author":[{"given":"Shihong","family":"Chen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinzhou","family":"Luo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shijie","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiefei","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,19]]},"reference":[{"key":"22_CR1","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1002\/wps.20621","volume":"18","author":"AF Jorm","year":"2019","unstructured":"Jorm, A.F., Kitchener, B.A., Reavley, N.J.: Mental Health First Aid training: lessons learned from the global spread of a community education program. World Psychiatry. 18, 142\u2013143 (2019). https:\/\/doi.org\/10.1002\/wps.20621","journal-title":"World Psychiatry"},{"key":"22_CR2","doi-asserted-by":"publisher","unstructured":"Progga, F.T., Senthil Kumar, A., Rubya, S.: Understanding the online social support dynamics for postpartum depression. In: Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems, pp. 1\u201317. ACM, Hamburg Germany (2023). https:\/\/doi.org\/10.1145\/3544548.3581311","DOI":"10.1145\/3544548.3581311"},{"key":"22_CR3","unstructured":"Li, Y., Yao, J., Bunyi, J.B.S., Frank, A.C., Hwang, A.H.-C., Liu, R.: CounselBench: a large-scale expert evaluation and adversarial benchmarking of large language models in mental health question answering. https:\/\/arxiv.org\/abs\/2506.08584 (2025)"},{"key":"22_CR4","unstructured":"Stiennon, N., et al.: Learning to summarize from human feedback. https:\/\/arxiv.org\/abs\/2009.01325 (2020)"},{"key":"22_CR5","unstructured":"Kirk, R., et al.: Understanding the effects of RLHF on LLM generalisation and diversity. https:\/\/arxiv.org\/abs\/2310.06452 (2023)"},{"key":"22_CR6","unstructured":"Zhao, Y., Joshi, R., Liu, T., Khalman, M., Saleh, M., Liu, P.J.: SLiC-HF: sequence likelihood calibration with human feedback. https:\/\/arxiv.org\/abs\/2305.10425 (2023)"},{"key":"22_CR7","doi-asserted-by":"publisher","unstructured":"Dong, Y., Wang, Z., Sreedhar, M., Wu, X., Kuchaiev, O.: SteerLM: attribute conditioned SFT as an (user-steerable) alternative to RLHF. In: Findings of the Association for Computational Linguistics: EMNLP 2023, pp. 11275\u201311288. Association for Computational Linguistics, Singapore (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-emnlp.754","DOI":"10.18653\/v1\/2023.findings-emnlp.754"},{"key":"22_CR8","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. https:\/\/arxiv.org\/abs\/1707.06347, (2017)"},{"key":"22_CR9","doi-asserted-by":"publisher","unstructured":"Gaspar Lopes, D., Espinha Gasiba, T., Amburi, S., Pinto-Albuquerque, M.: Can open large language models catch vulnerabilities?.In: OASIcs, ICPEC 2025, vol. 133, pp. 4:1\u20134:14 (2025). doi:https:\/\/doi.org\/10.4230\/OASICS.ICPEC.2025.4","DOI":"10.4230\/OASICS.ICPEC.2025.4"},{"key":"22_CR10","unstructured":"Kaufmann, T., Weng, P., Bengs, V., H\u00fcllermeier, E.: A survey of reinforcement learning from human feedback. Trans. Mach. Learn. Res. 2025 (2025)"},{"key":"22_CR11","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.7215","volume":"19","author":"A Wongkoblap","year":"2017","unstructured":"Wongkoblap, A., Vadillo, M.A., Curcin, V.: Researching mental health disorders in the era of social media: systematic review. J. Med. Internet Res. 19, e228 (2017). https:\/\/doi.org\/10.2196\/jmir.7215","journal-title":"J. Med. Internet Res."},{"key":"22_CR12","doi-asserted-by":"publisher","unstructured":"Sun, H., Lin, Z., Zheng, C., Liu, S., Huang, M.: PsyQA: a Chinese dataset for generating long counseling text for mental health support. In: Findings of the Association for Computational Linguistics: ACL-IJCNLP 2021, pp. 1489\u20131503. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/v1\/2021.findings-acl.130","DOI":"10.18653\/v1\/2021.findings-acl.130"},{"key":"22_CR13","doi-asserted-by":"publisher","first-page":"1733384","DOI":"10.3389\/fpsyg.2026.1733384","volume":"17","author":"L Du","year":"2026","unstructured":"Du, L., Li, Y., Long, Y., Chen, S.: Constructing and applying a multi-turn psychological support dialogue corpus based on the helping skills chain-of-thought. Front. Psychol. 17, 1733384 (2026). https:\/\/doi.org\/10.3389\/fpsyg.2026.1733384","journal-title":"Front. Psychol."},{"key":"22_CR14","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1109\/MTS.2023.3241309","volume":"42","author":"S Hamdoun","year":"2023","unstructured":"Hamdoun, S., Monteleone, R., Bookman, T., Michael, K.: AI-based and digital mental health apps: balancing need and risk. IEEE Technol. Soc. Mag. 42, 25\u201336 (2023). https:\/\/doi.org\/10.1109\/MTS.2023.3241309","journal-title":"IEEE Technol. Soc. Mag."}],"container-title":["Lecture Notes in Computer Science","Advanced Intelligent Computing Technology and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-3381-6_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T20:15:26Z","timestamp":1784405726000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-3381-6_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,19]]},"ISBN":["9789819233809","9789819233816"],"references-count":14,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-3381-6_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,19]]},"assertion":[{"value":"19 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Toronto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icic2026a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic-icc.cn\/2026\/index.htm","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}