{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T19:20:43Z","timestamp":1762543243050,"version":"3.37.3"},"reference-count":52,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61836005"],"award-info":[{"award-number":["61836005"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2019A1515011181"],"award-info":[{"award-number":["2019A1515011181"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Science and Technology Innovation Commission of Shenzhen","award":["JCYJ20190808162613130"],"award-info":[{"award-number":["JCYJ20190808162613130"]}]},{"name":"Shenzhen High-level talents program"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Audio Speech Lang. Process."],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/taslp.2020.3003864","type":"journal-article","created":{"date-parts":[[2020,6,22]],"date-time":"2020-06-22T22:11:47Z","timestamp":1592863907000},"page":"2211-2223","source":"Crossref","is-referenced-by-count":7,"title":["How to Evaluate Single-Round Dialogues Like Humans: An Information-Oriented Metric"],"prefix":"10.1109","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7524-5999","authenticated-orcid":false,"given":"Sheng-Hua","family":"Zhong","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6473-2943","authenticated-orcid":false,"given":"Peiqi","family":"Liu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9310-3460","authenticated-orcid":false,"given":"Zhong","family":"Ming","sequence":"additional","affiliation":[]},{"given":"Yan","family":"Liu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1252"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1252"},{"key":"ref33","first-page":"3","article-title":"Open information extraction: The second generation","volume":"11","author":"etzioni","year":"0","journal-title":"Proc Int Joint Conf Artif Intell"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321449"},{"key":"ref31","first-page":"2670","article-title":"Open information extraction from the web","volume":"7","author":"banko","year":"0","journal-title":"Proc Int Joint Conf Artif Intell"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-4328"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2089"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1044"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-1109"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1081"},{"key":"ref28","first-page":"271","article-title":"Paradise: A framework for evaluating spoken dialogue agents","author":"walker","year":"0","journal-title":"Proc 35th Annu Meeting Assoc Comput Linguistics 8th Conf Eur Chap Assoc Comput Linguistics"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-5944"},{"key":"ref29","first-page":"170","article-title":"Modeling user satisfaction with hidden Markov models","author":"engelbrecht","year":"0","journal-title":"Proc SIGDIAL Conf"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3274465"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1103"},{"key":"ref20","first-page":"583","article-title":"Data-driven response generation in social media","author":"ritter","year":"0","journal-title":"Proc Conf Empir Methods Natural Lang Process"},{"key":"ref22","first-page":"65","article-title":"Meteor: An automatic metric for mt evaluation with improved correlation with human judgments","author":"banerjee","year":"0"},{"key":"ref21","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","author":"lin","year":"0","journal-title":"Text Summarization Branches Out Proceedings of the ACL-04 Workshop 2004"},{"key":"ref24","first-page":"157","article-title":"A comparison of greedy and optimal assessment of natural language student input using word-to-word similarity metrics","author":"rus","year":"0","journal-title":"Proc 7th Workshop Building Educational Appl Using NLP"},{"key":"ref23","first-page":"5594","article-title":"Neural response generation with dynamic vocabularies","author":"wu","year":"0","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref26","first-page":"1","article-title":"Bootstrapping dialog systems with word embeddings","author":"forgues","year":"0","journal-title":"Proc Nips Modern Mach Learn Natural Lang Process Workshop"},{"key":"ref25","first-page":"1","article-title":"Towards universal paraphrastic sentence embeddings","author":"wieting","year":"2015"},{"key":"ref50","first-page":"56","article-title":"Rouge: A package for automatic evaluation of summaries","author":"cy","year":"0","journal-title":"Proc Workshop Text Summarization Branches Out"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10584-0_33"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2016.2602079"},{"key":"ref10","first-page":"722","article-title":"Ruber: An unsupervised method for automatic evaluation of open-domain dialog systems","author":"tao","year":"0","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016220"},{"key":"ref40","first-page":"707","article-title":"Binary codes capable of correcting deletions, insertions, and reversals","volume":"10","author":"levenshtein","year":"1966","journal-title":"Soviet Phys Doklady"},{"key":"ref12","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4020-6710-5_3"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-1152"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1235"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025496"},{"key":"ref17","first-page":"1137","article-title":"A neural probabilistic language model","volume":"3","author":"bengio","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref18","article-title":"A neural conversational model","author":"vinyals","year":"2015","journal-title":"arXiv 1506 05869"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1169"},{"key":"ref4","first-page":"730","article-title":"Emotional chatting machine: Emotional conversation generation with internal and external memory","author":"zhou","year":"0","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2019.2919872"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1014"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2019.2900910"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1061"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref49","first-page":"1","article-title":"Learning end-to-end goal-oriented dialog","author":"bordes","year":"2016","journal-title":"arXiv 1605 07683"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1230"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1166"},{"key":"ref45","first-page":"1","article-title":"Google's neural machine translation system: Bridging the gap between human and machine translation","author":"wu","year":"2016"},{"key":"ref48","first-page":"3351","article-title":"Topic aware neural response generation","volume":"17","author":"xing","year":"0","journal-title":"Proc Assoc Advance Artif Intell"},{"key":"ref47","first-page":"45","article-title":"Software framework for topic modelling with large corpora","author":"?eh??ek","year":"0","journal-title":"New Challenges for NLP Frameworks Workshop LREC"},{"key":"ref42","first-page":"13","article-title":"LTP: A Chinese language technology platform","author":"che","year":"0","journal-title":"Proc 23rd Int Conf Comput Linguist Demonstrations"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2018.00122"},{"key":"ref44","first-page":"1","article-title":"Google's neural machine translation system: Bridging the gap between human and machine translation","author":"wu","year":"2016"},{"key":"ref43","first-page":"993","article-title":"Latent dirichlet allocation","volume":"3","author":"blei","year":"2003","journal-title":"J Mach Learn Res"}],"container-title":["IEEE\/ACM Transactions on Audio, Speech, and Language Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6570655\/8938144\/09122434.pdf?arnumber=9122434","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T17:31:24Z","timestamp":1651080684000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9122434\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":52,"URL":"https:\/\/doi.org\/10.1109\/taslp.2020.3003864","relation":{},"ISSN":["2329-9290","2329-9304"],"issn-type":[{"type":"print","value":"2329-9290"},{"type":"electronic","value":"2329-9304"}],"subject":[],"published":{"date-parts":[[2020]]}}}