{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:59:17Z","timestamp":1763193557330,"version":"3.45.0"},"reference-count":29,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,30]]},"DOI":"10.1109\/ijcnn64981.2025.11227545","type":"proceedings-article","created":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T18:46:15Z","timestamp":1763145975000},"page":"1-8","source":"Crossref","is-referenced-by-count":0,"title":["TechSupportEval: An Automated Evaluation Framework for Technical Support Question Answering"],"prefix":"10.1109","author":[{"given":"Bohan","family":"Chen","sequence":"first","affiliation":[{"name":"Tsinghua University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongqian","family":"Sun","sequence":"additional","affiliation":[{"name":"Nankai University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuhe","family":"Liu","sequence":"additional","affiliation":[{"name":"Tsinghua University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Longlong","family":"Xu","sequence":"additional","affiliation":[{"name":"Tsinghua University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhe","family":"Xie","sequence":"additional","affiliation":[{"name":"Tsinghua University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Changhua","family":"Pei","sequence":"additional","affiliation":[{"name":"Chinese Academy of Sciences,Computer Network Information Center"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing","family":"Han","sequence":"additional","affiliation":[{"name":"ZTE Corporation"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fan","family":"Ni","sequence":"additional","affiliation":[{"name":"ZTE Corporation"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xuhui","family":"Cai","sequence":"additional","affiliation":[{"name":"China Mobile Communications Group Co., Ltd"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ce","family":"Yang","sequence":"additional","affiliation":[{"name":"China Mobile Communications Group Co., Ltd"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dan","family":"Pei","sequence":"additional","affiliation":[{"name":"Tsinghua University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.117"},{"year":"2025","key":"ref2","article-title":"Technical support \u2014 Wikipedia, the free encyclopedia"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99495-6_1"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i11.26634"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.392"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.13"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99344-7_5"},{"article-title":"A survey of large language models","year":"2023","author":"Zhao","key":"ref8"},{"article-title":"Retrieval-augmented generation for large language models: A survey","year":"2023","author":"Gao","key":"ref9"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3661370"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/FMEC62297.2024.10710181"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3703155"},{"article-title":"A survey of hallucination in large foundation models","year":"2023","author":"Rawte","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/FLLM63129.2024.10852457"},{"key":"ref15","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","author":"Lin","year":"2004","journal-title":"Text summarization branches out"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"article-title":"Bertscore: Evaluating text generation with BERT","volume-title":"8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020","author":"Zhang","key":"ref17"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3485127"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"article-title":"LangChain","year":"2022","author":"Chase","key":"ref20"},{"article-title":"LlamaIndex","year":"2022","author":"Liu","key":"ref21"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.741"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.20"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3701228"},{"key":"ref26","first-page":"44502","article-title":"Felm: Benchmarking factuality evaluation of large language models","volume-title":"NeurIPS","volume":"36","author":"Zhao"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.395"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671656"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-industry.29"}],"event":{"name":"2025 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2025,6,30]]},"location":"Rome, Italy","end":{"date-parts":[[2025,7,5]]}},"container-title":["2025 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11227166\/11227148\/11227545.pdf?arnumber=11227545","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:57:02Z","timestamp":1763193422000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11227545\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,30]]},"references-count":29,"URL":"https:\/\/doi.org\/10.1109\/ijcnn64981.2025.11227545","relation":{},"subject":[],"published":{"date-parts":[[2025,6,30]]}}}