{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T00:18:37Z","timestamp":1784247517507,"version":"3.55.0"},"publisher-location":"Singapore","reference-count":24,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819756179","type":"print"},{"value":"9789819756186","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-5618-6_9","type":"book-chapter","created":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T16:04:18Z","timestamp":1722528258000},"page":"96-107","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["FEEL: A Framework for Evaluating Emotional Support Capability with Large Language Models"],"prefix":"10.1007","author":[{"given":"Huaiwen","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ming","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shi","family":"Feng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,8,1]]},"reference":[{"key":"9_CR1","unstructured":"Liu, S., et al.: Towards emotional support dialog systems. arXiv preprint arXiv:2106.01144 (2021)"},{"key":"9_CR2","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W. J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"9_CR3","unstructured":"Lin, C. Y.: Rouge: A package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp. 74\u201381 (2004)"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Li, J., Galley, M., Brockett, C., Gao, J., Dolan, B.: A diversity-promoting objective function for neural conversation models. arXiv preprint arXiv:1510.03055 (2015)","DOI":"10.18653\/v1\/N16-1014"},{"key":"9_CR5","unstructured":"Banerjee, S., Lavie, A.: METEOR: an automatic metric for MT evaluation with improved correlation with human judgments. In: Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, pp. 65\u201372 (2005)"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Fu, J., Ng, S. K., Jiang, Z., Liu, P.: Gptscore: Evaluate as you desire. arXiv preprint arXiv:2302.04166 (2023)","DOI":"10.18653\/v1\/2024.naacl-long.365"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Liu, Y., Iter, D., Xu, Y., Wang, S., Xu, R., Zhu, C.: Gpteval: NLG evaluation using gpt-4 with better human alignment. arXiv preprint arXiv:2303.16634 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"9_CR8","unstructured":"Morin, M., Willetts, M.: Non-determinism in tensorflow resnets.\u00a0arXiv preprint arXiv:2001.11396 (2020)"},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Zheng, C., Sabour, S., Wen, J., Zhang, Z., Huang, M.: Augesc: Dialogue augmentation with large language models for emotional support conversation. In:\u00a0Findings of the Association for Computational Linguistics: ACL 2023, pp. 1552\u20131568 (2023)","DOI":"10.18653\/v1\/2023.findings-acl.99"},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"Avdi, E., Evans, C.: Exploring conversational and physiological aspects of psychotherapy talk.  Front. Psychol. 11, 591124 (2020)","DOI":"10.3389\/fpsyg.2020.591124"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Peng, W., Hu, Y., Xing, L., Xie, Y., Sun, Y., Li, Y.: Control globally, understand locally: a global-to-local hierarchical graph network for emotional support conversation. arXiv preprint arXiv:2204.12749 (2022)","DOI":"10.24963\/ijcai.2022\/600"},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Tu, Q., Li, Y., Cui, J., Wang, B., Wen, J.-R., Yan, R.: MISC: a mixed strategy-aware model integrating COMET for emotional support conversation. arXiv preprint arXiv:2203.13560 (2022)","DOI":"10.18653\/v1\/2022.acl-long.25"},{"key":"9_CR13","doi-asserted-by":"crossref","unstructured":"Zhao, W., Zhao, Y., Wang, S., Qin, B.: TransESC: smoothing emotional support conversation via turn-level state transition. arXiv preprint arXiv:2305.03296 (2023)","DOI":"10.18653\/v1\/2023.findings-acl.420"},{"key":"9_CR14","unstructured":"Li, C., et al.: Large language models understand and can be enhanced by emotional stimuli. arXiv preprint arXiv:2307.11760 (2023)"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Zhang, W., Deng, Y., Liu, B., Pan, S.J., Bing, L.: Sentiment analysis in the era of large language models: a reality check. arXiv preprint arXiv:2305.15005 (2023)","DOI":"10.18653\/v1\/2024.findings-naacl.246"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Tao, C., Mou, L., Zhao, D., Yan, R.: RUBER: an unsupervised method for automatic evaluation of open-domain dialog systems. arXiv preprint arXiv:1701.03079 (2017)","DOI":"10.1609\/aaai.v32i1.11321"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Mehri, S., Eskenazi, M.: USR: an unsupervised and reference free evaluation metric for dialog generation. arXiv preprint arXiv:2005.00456 (2020)","DOI":"10.18653\/v1\/2020.acl-main.64"},{"key":"9_CR18","unstructured":"Liu, Y., et al.: Calibrating LLM-based evaluation. arXiv preprint arXiv:2309.13308 (2023)"},{"key":"9_CR19","doi-asserted-by":"crossref","unstructured":"Chen, Y., Wang, R., Jiang, H., Shi, S., Xu, R.: Exploring the use of large language models for reference-free text quality evaluation: a preliminary empirical study. arXiv preprint arXiv:2304.00723 (2023)","DOI":"10.18653\/v1\/2023.findings-ijcnlp.32"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Fabbri, A. R., Kry\u015bci\u0144ski, W., McCann, B., **ong, C., Socher, R., & Radev, D.: Summeval: re-evaluating summarization evaluation.\u00a0Trans. Assoc. Comput. Linguist.\u00a09, 391\u2013409 (2021)","DOI":"10.1162\/tacl_a_00373"},{"key":"9_CR21","unstructured":"Lin, Z., Trivedi, S., Sun, J.: Generating with confidence: uncertainty quantification for black-box large language models. arXiv perprint arXiv:2305.19187. (2023)"},{"key":"9_CR22","unstructured":"Yang, A., et al.: Baichuan 2: open large-scale language models. arXiv preprint arXiv:2309.10305. (2023)"},{"key":"9_CR23","unstructured":"Bai, J., et al.: Qwen technical report. arXiv preprint arXiv:2309.16609. (2023)"},{"key":"9_CR24","unstructured":"THUDM\/ChatGLM-6B: ChatGLM-6B: An Open Bilingual Dialogue Language Model. https:\/\/github.com\/THUDM\/ChatGLM-6B. Accessed 26 Feb 2024"}],"container-title":["Lecture Notes in Computer Science","Advanced Intelligent Computing Technology and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-5618-6_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T16:10:28Z","timestamp":1722528628000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-5618-6_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819756179","9789819756186"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-5618-6_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"1 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tianjin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icic2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic-icc.cn\/2024\/index.htm","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}