{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T22:08:19Z","timestamp":1778623699153,"version":"3.51.4"},"reference-count":23,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100002766","name":"Beijing University of Posts and Telecommunications","doi-asserted-by":"publisher","award":["2023RC72"],"award-info":[{"award-number":["2023RC72"]}],"id":[{"id":"10.13039\/501100002766","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002766","name":"Beijing University of Posts and Telecommunications","doi-asserted-by":"publisher","award":["2025YZ010"],"award-info":[{"award-number":["2025YZ010"]}],"id":[{"id":"10.13039\/501100002766","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013074","name":"Ministry of Education Key Projects of Philosophy and Social Sciences Research","doi-asserted-by":"publisher","award":["24JZD040"],"award-info":[{"award-number":["24JZD040"]}],"id":[{"id":"10.13039\/501100013074","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002338","name":"Ministry of Education of the People's Republic of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002338","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21B2045"],"award-info":[{"award-number":["U21B2045"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62206012"],"award-info":[{"award-number":["62206012"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62301066"],"award-info":[{"award-number":["62301066"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62176025"],"award-info":[{"award-number":["62176025"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62576046"],"award-info":[{"award-number":["62576046"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62406028"],"award-info":[{"award-number":["62406028"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Applied Soft Computing"],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1016\/j.asoc.2026.114785","type":"journal-article","created":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T08:01:20Z","timestamp":1770710480000},"page":"114785","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["MT-dyna: A framework for evaluating multi-turn capabilities of LLMs"],"prefix":"10.1016","volume":"193","author":[{"given":"Jun","family":"Gao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junlin","family":"Cui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3606-8348","authenticated-orcid":false,"given":"Anwen","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6671-9208","authenticated-orcid":false,"given":"Yiqi","family":"Tong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huijia","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7700-5746","authenticated-orcid":false,"given":"Xiangzheng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8132-5613","authenticated-orcid":false,"given":"Yaodong","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3433-8435","authenticated-orcid":false,"given":"Zhaofeng","family":"He","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.asoc.2026.114785_bib0005","author":"Chang"},{"key":"10.1016\/j.asoc.2026.114785_bib0010","series-title":"Findings of the Association for Computational Linguistics: EMNLP 2023","first-page":"1078","article-title":"An adaptive prompt generation framework for task-oriented dialogue system","author":"Gao","year":"2023"},{"key":"10.1016\/j.asoc.2026.114785_bib0015","author":"Dong"},{"key":"10.1016\/j.asoc.2026.114785_bib0020","author":"Qiao"},{"key":"10.1016\/j.asoc.2026.114785_bib0025","author":"Kwan"},{"key":"10.1016\/j.asoc.2026.114785_bib0030","author":"Sirdeshmukh"},{"key":"10.1016\/j.asoc.2026.114785_bib0035","author":"Yang"},{"key":"10.1016\/j.asoc.2026.114785_bib0040","author":"Zhang"},{"key":"10.1016\/j.asoc.2026.114785_bib0045","author":"Aluffi"},{"key":"10.1016\/j.asoc.2026.114785_bib0050","author":"Guan"},{"key":"10.1016\/j.asoc.2026.114785_bib0055","series-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","article-title":"Don\u2019t forget your ABC\u2019s: evaluating the State-of-the-Art in Chat-Oriented dialogue systems","author":"Finch","year":"2023"},{"key":"10.1016\/j.asoc.2026.114785_bib0060","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1162\/tacl_a_00266","article-title":"Coqa: a conversational question answering challenge","volume":"7","author":"Reddy","year":"2019","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"10.1016\/j.asoc.2026.114785_bib0065","author":"Xu"},{"key":"10.1016\/j.asoc.2026.114785_bib0070","author":"Zheng"},{"key":"10.1016\/j.asoc.2026.114785_bib0075","author":"Lu"},{"key":"10.1016\/j.asoc.2026.114785_bib0080","series-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"7579","article-title":"Chatmatch: evaluating chatbots by autonomous chat tournaments","author":"Yang","year":"2022"},{"key":"10.1016\/j.asoc.2026.114785_bib0085","series-title":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","first-page":"5016","article-title":"Multiwoz - a large-scale multi-domain wizard-of-oz dataset for task-oriented dialogue modelling","author":"Budzianowski","year":"2018"},{"key":"10.1016\/j.asoc.2026.114785_bib0090","series-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","article-title":"Mutual: a dataset for Multi-Turn dialogue reasoning","author":"Cui","year":"2020"},{"key":"10.1016\/j.asoc.2026.114785_bib0095","doi-asserted-by":"crossref","DOI":"10.1007\/s11432-024-4401-y","article-title":"MindScore: quantifying human preference for text-to-image generation through multi-view lens","volume":"68","author":"Tong","year":"2025","journal-title":"Sci. China Inf. Sci."},{"key":"10.1016\/j.asoc.2026.114785_bib0100","doi-asserted-by":"crossref","DOI":"10.1007\/s11704-024-40065-x","article-title":"A comprehensive survey of federated transfer learning: challenges, methods and applications","volume":"18","author":"Guo","year":"2024","journal-title":"Front. Comput. Sci."},{"key":"10.1016\/j.asoc.2026.114785_bib0105","doi-asserted-by":"crossref","first-page":"1079","DOI":"10.1007\/s11390-025-5088-6","article-title":"PCRec: a multi-interest news recommendation framework with prompt-guided cross-view contrastive learning","volume":"40","author":"Tong","year":"2025","journal-title":"J. Comput. Sci. Technol."},{"key":"10.1016\/j.asoc.2026.114785_bib0110","series-title":"Proc 31st ACM SIGKDD Conf Knowl Discov Data Min","first-page":"745","article-title":"Feze: alignment-flexible zero-shot vertical federated learning","author":"Guo","year":"2025"},{"key":"10.1016\/j.asoc.2026.114785_bib0115","unstructured":"W.-L. Chiang, Z. Li, Z. Lin, Y. Sheng, Z. Wu, H. Zhang, et al., Vicuna: an open-source chatbot impressing gpt-4 with 90%* Chatgpt quality Mar, 2023, https:\/\/lmsys.org\/blog\/2023-03-30-vicuna\/"}],"container-title":["Applied Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1568494626002334?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1568494626002334?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T21:10:24Z","timestamp":1778620224000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1568494626002334"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":23,"alternative-id":["S1568494626002334"],"URL":"https:\/\/doi.org\/10.1016\/j.asoc.2026.114785","relation":{},"ISSN":["1568-4946"],"issn-type":[{"value":"1568-4946","type":"print"}],"subject":[],"published":{"date-parts":[[2026,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"MT-dyna: A framework for evaluating multi-turn capabilities of LLMs","name":"articletitle","label":"Article Title"},{"value":"Applied Soft Computing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.asoc.2026.114785","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"114785"}}