{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T16:56:01Z","timestamp":1771260961371,"version":"3.50.1"},"reference-count":85,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Audio Speech Lang. Process."],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/taslp.2023.3250825","type":"journal-article","created":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T18:26:45Z","timestamp":1677695205000},"page":"1234-1250","source":"Crossref","is-referenced-by-count":10,"title":["PoE: A Panel of Experts for Generalized Automatic Dialogue Assessment"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2406-8734","authenticated-orcid":false,"given":"Chen","family":"Zhang","sequence":"first","affiliation":[{"name":"Human Language Technology Group at Electrical and Computer Engineering, National University of Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3411-7384","authenticated-orcid":false,"given":"Luis Fernando","family":"D'Haro","sequence":"additional","affiliation":[{"name":"Speech Technology Group, Universidad Politécnica de Madri, Madrid, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5089-6317","authenticated-orcid":false,"given":"Qiquan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Human Language Technology Group at Electrical and Computer Engineering, National University of Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Friedrichs","sequence":"additional","affiliation":[{"name":"Robert Bosch (SEA) Pte Ltd, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9158-9401","authenticated-orcid":false,"given":"Haizhou","family":"Li","sequence":"additional","affiliation":[{"name":"Shenzhen Research Institute of Big Data, School of Data Science, Chinese University of Hong Kong, Shenzhen, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"986","article-title":"DailyDialog: A manually labelled multi-turn dialogue dataset","volume-title":"Proc. 8th Int. Joint Conf. Natural Lang. Process.","volume":"1","author":"Li","year":"2017"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-3079"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1534"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1205"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.222"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.24"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.64"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1230"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.220"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3074012"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-2310"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3423168"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.742"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eancs-1.3"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21420"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.715"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.nlp4convai-1.8"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref20","article-title":"RoBERTa A robustly optimized bert pretraining approach","author":"Liu","year":"2019"},{"key":"ref21","first-page":"2790","article-title":"Parameter-efficient transfer learning for NLP","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","volume":"97","author":"Houlsby","year":"2019"},{"key":"ref22","article-title":"Pseudo-label: The simple and efficient semi-supervised learning method for deep neural networks","volume-title":"Proc. Workshop Challenges Representation Learn., Int. Conf. Mach. Learn.","author":"Lee","year":"2013"},{"key":"ref23","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Text Summarization Branches Out","author":"Lin","year":"2004"},{"key":"ref24","first-page":"65","article-title":"METEOR: An automatic metric for MT evaluation with improved correlation with human judgments","volume-title":"Proc. ACL Workshop Intrinsic Extrinsic Eval. Meas. Mach. Transl., Summarization","author":"Banerjee","year":"2005"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-30950-2_116"},{"key":"ref26","first-page":"236","article-title":"Vector-based models of semantic composition","volume-title":"Proc. Assoc. Comput. Linguistics, Hum. Lang. Technol.","author":"Mitchell","year":"2008"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1061"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6283"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-15-8395-7_5"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1381"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.441"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1363"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.134"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.333"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.368"},{"key":"ref36","article-title":"Multi-task learning with deep neural networks: A survey","author":"Crawshaw","year":"2020"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-5529-2_5"},{"key":"ref38","article-title":"An overview of multi-task learning in deep neural networks","author":"Ruder","year":"2017"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2020.3018233"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2020.3013114"},{"issue":"8","key":"ref41","article-title":"Language models are unsupervised multitask learners","volume-title":"OpenAI Blog","volume":"1","author":"Radford","year":"2019"},{"key":"ref42","article-title":"Multi-task sequence to sequence learning","volume-title":"Proc. 4th Int. Conf. Learn. Representations","author":"Luong","year":"2016"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.75"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5045"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3065823"},{"key":"ref46","first-page":"506","article-title":"Learning multiple visual domains with residual adapters","volume-title":"Proc. Int. Conf. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Rebuffi","year":"2017"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w18-5446"},{"key":"ref48","first-page":"5986","article-title":"BERT and PALs: Projected attention layers for efficient adaptation in multi-task learning","volume-title":"Proc. 36th Int. Conf. Mach. Learn., Res.","volume":"97","author":"Stickland","year":"2019"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.495"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-019-8208-z"},{"key":"ref51","article-title":"Merging models with fisher-weighted averaging","author":"Matena","year":"2021"},{"key":"ref52","first-page":"23965","article-title":"Model soups: Averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","volume-title":"Proc. 39th Int. Conf. Mach. Learn., Res.","volume":"162","author":"Wortsman","year":"2022"},{"key":"ref53","article-title":"The spearman rank correlation coefficient","author":"Daniel","year":"1987"},{"key":"ref54","volume-title":"Nonparametric Statistics: A Step-By-Step Approach","author":"Corder","year":"2014"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2022.3178128"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(99)01294-2"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.617"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-29135-8_7"},{"key":"ref59","first-page":"13658","article-title":"Approximating interactive human evaluation with self-play for open-domain dialog systems","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Ghandeharioun","year":"2019"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1045"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acldemos.30"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.338"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.225"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00347"},{"key":"ref65","article-title":"Automatic evaluation and moderation of open-domain dialogue systems","author":"Zhang","year":"2021"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.4"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-5944"},{"key":"ref68","article-title":"Grounded response generation task at DSTC7","volume-title":"Proc. AAAI Conf. Artif. Intell. Dialog Syst. Technol. Challenges Workshop","author":"Galley","year":"2019"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.sigdial-1.28"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.3390\/app10030762"},{"key":"ref71","article-title":"An evaluation protocol for generative conversational systems","author":"Lee","year":"2020"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.331"},{"key":"ref73","article-title":"Overview of the ninth dialog system technology challenge: DSTC9","volume-title":"Proc. 9th Dialog Syst. Technol. Challenge Workshop","author":"Gunasekara","year":"2021"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.2307\/2331554"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-19-5538-9_21"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.5555\/3454287.3455008"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.7"},{"key":"ref79","article-title":"Decoupled weight decay regularization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Loshchilov","year":"2019"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358140"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1193"},{"key":"ref82","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Brown","year":"2020"},{"key":"ref83","article-title":"Training language models to follow instructions with human feedback","author":"Ouyang","year":"2022"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.220"}],"container-title":["IEEE\/ACM Transactions on Audio, Speech, and Language Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6570655\/9970249\/10056996.pdf?arnumber=10056996","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,14]],"date-time":"2024-03-14T03:42:50Z","timestamp":1710387770000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10056996\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":85,"URL":"https:\/\/doi.org\/10.1109\/taslp.2023.3250825","relation":{},"ISSN":["2329-9290","2329-9304"],"issn-type":[{"value":"2329-9290","type":"print"},{"value":"2329-9304","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}