{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T07:22:14Z","timestamp":1760080934088,"version":"3.37.3"},"reference-count":105,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,5,1]],"date-time":"2024-05-01T00:00:00Z","timestamp":1714521600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Alexa AI"},{"name":"Amazon.com"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Comput. Intell. Mag."],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1109\/mci.2024.3363971","type":"journal-article","created":{"date-parts":[[2024,4,5]],"date-time":"2024-04-05T18:31:23Z","timestamp":1712341883000},"page":"34-48","source":"Crossref","is-referenced-by-count":4,"title":["A Self-Learning Framework for Large-Scale Conversational AI Systems"],"prefix":"10.1109","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1491-2903","authenticated-orcid":false,"given":"Xiaohu","family":"Liu","sequence":"first","affiliation":[{"name":"Amazon Alexa AI, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0502-947X","authenticated-orcid":false,"given":"Chenlei","family":"Guo","sequence":"additional","affiliation":[{"name":"Amazon Alexa AI, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-8622-3540","authenticated-orcid":false,"given":"Benjamin","family":"Yao","sequence":"additional","affiliation":[{"name":"Amazon Alexa AI, Seattle, WA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2676-2831","authenticated-orcid":false,"given":"Ruhi","family":"Sarikaya","sequence":"additional","affiliation":[{"name":"Amazon Alexa AI, Seattle, WA, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2016.2617341"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-demos.15"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-5002"},{"key":"ref4","first-page":"1","article-title":"Conversational AI: Dialogue systems, conversational agents, and chatbots by michael McTear","volume":"13","author":"Mctear","year":"2022","journal-title":"Comput. Linguistics"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.4324\/9780203981528"},{"volume-title":"Experiential Learning: Experience as the Source of Learning and Development","year":"2015","author":"Kolb","key":"ref6"},{"volume-title":"The Modern Practice of Adult Education: From Pedagogy to Andragogy","year":"1980","author":"Knowles","key":"ref7"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1002\/ace.36719946203"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1177\/016146817407500506"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532087"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-3003"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1206"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6394"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.nlp4convai-1.13"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d18-1547"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2558"},{"issue":"1","key":"ref17","first-page":"13","article-title":"Towards a \u2018science\u2019of corpus annotation: A new methodological challenge for corpus linguistics","volume":"22","author":"Hovy","year":"2010","journal-title":"Int. J. Transl."},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2008.03.010"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.295"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/PerComWorkshops48775.2020.9156138"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375809"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2022.101869"},{"key":"ref23","first-page":"3239","article-title":"Realistic evaluation of deep semi-supervised learning algorithms","author":"Oliver","year":"2018","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2022.3220219"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-industry.39"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.636"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.740"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.62"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref30","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"Proc. 33rd Int. Conf. Mach. Learn.","author":"Mnih","year":"2016"},{"key":"ref31","first-page":"449","article-title":"A distributional perspective on reinforcement learning","volume-title":"Proc. 34th Int. Conf. Mach. Learn.-Volume 70","author":"Bellemare","year":"2017"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTCC50638.2020.9259716"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2018.05.003"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9746925"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.606"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"3454","DOI":"10.1109\/TIFS.2020.2988575","article-title":"Federated learning with differential privacy: Algorithms and performance analysis","volume":"15","author":"Wei","year":"2020","journal-title":"IEEE Trans. Inf. Forensics Secur."},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-industry.17"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i08.7022"},{"key":"ref39","article-title":"RoBERTaIQ: An efficient framework for automatic interaction quality estimation of dialogue systems","volume-title":"Proc. 2nd Int. Workshop Data-Efficient Mach. Learn.","author":"Gupta","year":"2021"},{"key":"ref40","first-page":"505","article-title":"Joint goal segmentation and goal success prediction on multi-domain conversations","volume-title":"Proc. 29th Int. Conf. Comput. Linguistics, Int. Committee Comput. Linguistics","author":"Wang","year":"2022"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-industry.48"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-industry.58"},{"article-title":"RoBERTa: A robustly optimized BERT pretraining approach","year":"2019","author":"Liu","key":"ref43"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9413840"},{"key":"ref45","article-title":"Search based self-learning query rewrite system in conversational AI","volume-title":"Proc. 2nd Int. Workshop Data-Efficient Mach. Learn.","author":"Fan","year":"2021"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.nlp4convai-1.17"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505665"},{"article-title":"A convolutional latent semantic model for web search","year":"2014","author":"Shen","key":"ref48"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2019.2921572"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.neuro.26.041002.131047"},{"key":"ref51","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","volume-title":"Proc. 27th Int. Conf. Neural Inf. Process. Syst.","author":"Sutskever","year":"2014"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772758"},{"key":"ref54","first-page":"2249","article-title":"An empirical evaluation of thompson sampling","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Chapelle","year":"2011"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.2307\/2332286"},{"key":"ref56","first-page":"13","article-title":"Web-scale Bayesian click-through rate prediction for sponsored search advertising in microsoft\u2019s bing search engine","volume-title":"Proc. 27th Int. Conf. Int. Conf. Mach. Learn.","author":"Graepel","year":"2010"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098184"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU51503.2021.9688265"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.489"},{"key":"ref60","first-page":"12449","article-title":"Wav2vec 2.0: A framework for self-supervised learning of speech representations","volume-title":"Proc. 34th Int. Conf. Neural Inf. Process. Syst.","author":"Baevski","year":"2020"},{"issue":"5","key":"ref61","first-page":"74","article-title":"The surprising power of online experiments","volume":"95","author":"Kohavi","year":"2017","journal-title":"Harvard Bus. Rev."},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9052942"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21327"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.42"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2019-2441"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271802"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911521"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741669"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72113-8_29"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-1536"},{"key":"ref71","article-title":"Leveraging user engagement signals for entity labeling in a virtual assistant","volume-title":"Proc. NeurIPS Workshop Conversational AI","author":"Muralidharan","year":"2018"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5045"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-1746"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1123"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72113-8_35"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1375"},{"key":"ref77","first-page":"733","article-title":"End-to-end task-completion neural dialogue systems","volume-title":"Proc. 8th Int. Joint Conf. Natural Lang. Process.","author":"Li","year":"2017"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.310"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3439726"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-naacl.13"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1230"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i15.17577"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1253"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3080182"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505682"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482438"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458147"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2007.289"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775067"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/2556195.2556220"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371797"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398570"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009079"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1002\/asi.24240"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767721"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187914"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/2556195.2556265"},{"key":"ref98","first-page":"81","article-title":"Implicit feedback for recommender systems","volume-title":"Proc. AAAI Workshop Recommender Syst.","volume":"83","author":"Oard","year":"1998"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2008.22"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645724"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2015.7298296"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/3167132.3167275"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1561\/1500000066"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3460231.3474240"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109905"}],"container-title":["IEEE Computational Intelligence Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10207\/10493865\/10494015.pdf?arnumber=10494015","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,8]],"date-time":"2024-04-08T20:49:21Z","timestamp":1712609361000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10494015\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5]]},"references-count":105,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/mci.2024.3363971","relation":{},"ISSN":["1556-603X","1556-6048"],"issn-type":[{"type":"print","value":"1556-603X"},{"type":"electronic","value":"1556-6048"}],"subject":[],"published":{"date-parts":[[2024,5]]}}}