{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T14:42:23Z","timestamp":1773931343137,"version":"3.50.1"},"reference-count":99,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100004530","name":"Universiti Putra Malaysia","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004530","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Asian Office of Airforce Research and Development (AOARD) on Multi-Objective Deep Recurrent Reinforcement Learning Research"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.2978551","type":"journal-article","created":{"date-parts":[[2020,3,6]],"date-time":"2020-03-06T00:30:28Z","timestamp":1583454628000},"page":"45738-45752","source":"Crossref","is-referenced-by-count":21,"title":["Enhancements to the Sequence-to-Sequence-Based Natural Answer Generation Models"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8043-3620","authenticated-orcid":false,"given":"Kulothunkan","family":"Palasundram","sequence":"first","affiliation":[{"name":"Intelligent Computing Research Group, Faculty of Computer Science and Information Technology, Universiti Putra Malaysia, Selangor, Malaysia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4335-0513","authenticated-orcid":false,"given":"Nurfadhlina","family":"Mohd Sharef","sequence":"additional","affiliation":[{"name":"Intelligent Computing Research Group, Faculty of Computer Science and Information Technology, Universiti Putra Malaysia, Selangor, Malaysia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7018-5560","authenticated-orcid":false,"given":"Khairul Azhar","family":"Kasmiran","sequence":"additional","affiliation":[{"name":"Intelligent Computing Research Group, Faculty of Computer Science and Information Technology, Universiti Putra Malaysia, Selangor, Malaysia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4118-4809","authenticated-orcid":false,"given":"Azreen","family":"Azman","sequence":"additional","affiliation":[{"name":"Intelligent Computing Research Group, Faculty of Computer Science and Information Technology, Universiti Putra Malaysia, Selangor, Malaysia"}]}],"member":"263","reference":[{"key":"ref39","first-page":"1","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2015","journal-title":"Proc ICLR"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-4009"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1154"},{"key":"ref32","first-page":"1","article-title":"Sequence level training with recurrent neural networks","author":"ranzato","year":"2016","journal-title":"Proc ICLR"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s00138-018-0908-0"},{"key":"ref30","first-page":"3349","article-title":"Sequence to backward and forward sequences: A content-introducing approach to generative short-text conversation","author":"mou","year":"2016","journal-title":"Proc COLING"},{"key":"ref37","first-page":"7371","article-title":"Diverse beam search for improved description of complex scenes","author":"vijayakumar","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2904603"},{"key":"ref35","first-page":"5110","article-title":"A knowledge-grounded neural conversation model","author":"ghazvininejad","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1014"},{"key":"ref27","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1235"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.entcs.2019.04.010"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3166054.3166058"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2018.2840738"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"ref23","first-page":"3111","article-title":"Distributed-representations-of-words-and-phrases-and-their-compositionality","volume":"26","author":"mikolov","year":"2013","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1151"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290971"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1094"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2018.03.009"},{"key":"ref58","first-page":"6092","article-title":"MacNet: Transferring knowledge from machine comprehension to sequence-to-sequence models","author":"pan","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2018.8622273"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2018.09.006"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-018-0601-2"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2008"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-76941-7_12"},{"key":"ref52","first-page":"730","article-title":"Emotional chatting machine: Emotional conversation generation with internal and external memory","author":"zhou","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1019"},{"key":"ref4","first-page":"433","article-title":"Computing machinery and intelligence","volume":"59","author":"turing","year":"1950","journal-title":"Parsing the Turing Test"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/11821830_12"},{"key":"ref6","first-page":"52","article-title":"An intelligent behaviour shown by chatbot system","volume":"3","author":"sharma","year":"2017","journal-title":"Int J New Technol Res"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/357980.357991"},{"key":"ref8","article-title":"Chatbot comparison—Facebook, Microsoft, Amazon, and Google","author":"walker","year":"2018","journal-title":"TechEmergence"},{"key":"ref49","article-title":"Neural machine translation in linear time","author":"kalchbrenner","year":"2016","journal-title":"arXiv 1610 10099"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1700826"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2018.2830117"},{"key":"ref46","first-page":"933","article-title":"Language modeling with gated convolutional networks","volume":"70","author":"dauphin","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-2080"},{"key":"ref48","first-page":"1243","article-title":"Convolutional sequence to sequence learning","volume":"70","author":"gehring","year":"2017","journal-title":"Proc Int Conf Mach Learn (JMLR)"},{"key":"ref47","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-2036"},{"key":"ref41","first-page":"3288","article-title":"Multiresolution recurrent neural networks: An application to dialogue response generation","author":"serban","year":"2017","journal-title":"Proc 31st AAAI Conf Artif Intell"},{"key":"ref44","first-page":"3295","article-title":"A hierarchical latent variable encoder-decoder model for generating dialogues","author":"serban","year":"2017","journal-title":"Proc 31st AAAI Conf Artif Intell"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1162"},{"key":"ref73","first-page":"408","article-title":"Generating stylistically consistent dialog responses with transfer learning","volume":"2","author":"akama","year":"2017","journal-title":"Proc 8th Int Jt Conf Nat Lang Process"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-1166"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007379606734"},{"key":"ref70","first-page":"1","article-title":"Multi-task sequence to sequence learning","author":"luong","year":"2016","journal-title":"Proc ICLR"},{"key":"ref76","first-page":"612","article-title":"Building emotional conversation systems using multi-task Seq2Seq learning","volume":"1","author":"zhang","year":"2017","journal-title":"Proc Nat CCF Conf Nat Lang Process Chin Comput"},{"key":"ref77","author":"sutton","year":"2017","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-018-0598-6"},{"key":"ref75","first-page":"605","article-title":"Multi-task learning for speaker-role adaptation in neural conversation models","volume":"1","author":"luan","year":"2017","journal-title":"Proc 8th Int Joint Conf Nat Lang Process"},{"key":"ref78","first-page":"1","article-title":"Batch policy gradient methods for improving neural conversation models","author":"kandasamy","year":"2017","journal-title":"Proc ICLR"},{"key":"ref79","first-page":"311","article-title":"BLEU: A method for automatic evaluation of machine translation","author":"papineni","year":"2002","journal-title":"Proc 40th Annu Meet Assoc Comput Linguist"},{"key":"ref60","first-page":"1","article-title":"Group linguistic bias aware neural response generation","author":"wang","year":"2017","journal-title":"Proc 9th SIGHAN Workshop Chin Lang Process"},{"key":"ref62","first-page":"1","article-title":"A knowledge enhanced generative conversational service agent","author":"long","year":"2018","journal-title":"Proc 6th Dialog Syst Technol Challenges Workshop"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.01.002"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2018.09.003"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/609"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.05.071"},{"key":"ref66","first-page":"993","article-title":"Latent Dirichlet allocation","volume":"3","author":"blei","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806493"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313415"},{"key":"ref2","first-page":"3351","article-title":"Topic aware neural response generation","volume":"17","author":"xing","year":"2017","journal-title":"Proc 21st AAAI Conf Artif Intell"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2904337"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99344-7_5"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1428"},{"key":"ref94","first-page":"284","article-title":"Adversarial evaluation for open-domain dialogue generation","author":"bruni","year":"2018","journal-title":"Proc 11th Annu SigDial Meeting Discourse Dialogue"},{"key":"ref93","first-page":"1810","article-title":"Generating informative and diverse conversational responses via adversarial information maximization","author":"zhang","year":"2018","journal-title":"Proc 32nd Conf Neural Inf Process Syst"},{"key":"ref92","article-title":"Lecture 7: Policy gradient","author":"silver","year":"2015"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"ref90","first-page":"1","article-title":"Generative adversarial networks","author":"goodfellow","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2019.2896437"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/614"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2505665"},{"key":"ref97","first-page":"617","article-title":"Neural response generation via GAN with an approximate embedding layer","author":"xu","year":"2018","journal-title":"Proc Conf Empirical Methods Natural Lang Process"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1021"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01418-6_44"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1016\/j.csl.2019.06.009","volume":"59","author":"du\u0161ek","year":"2019","journal-title":"Comput Speech Lang"},{"key":"ref13","article-title":"A neural conversational model","volume":"37","author":"vinyals","year":"2015","journal-title":"Proc 31st Int Conf Mach Learn"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-1152"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1179"},{"key":"ref16","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","author":"sutskever","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99492-5_13"},{"key":"ref17","first-page":"3776","article-title":"Building end-to-end dialogue systems using generative hierarchical neural network models","author":"serban","year":"2016","journal-title":"Proc 30th AAAI Conf Artif Intell"},{"key":"ref81","first-page":"65","article-title":"METEOR: An automatic metric for MT evaluation with improved correlation with human judgments","author":"lavie","year":"2005","journal-title":"Proc ACL Workshop Intrinsic Extrinsic Eval Measures Mach Transl Summarization"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1613\/jair.5477"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1127"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2018.090654"},{"key":"ref83","first-page":"2817","article-title":"Cold-start reinforcement learning with softmax policy gradient","author":"ding","year":"2017","journal-title":"Proc 31st Conf Neural Inf Process Syst (NIPS)"},{"key":"ref80","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","author":"lin","year":"2004","journal-title":"Proc Text Summ Branches ACL Workshop"},{"key":"ref89","first-page":"1","article-title":"An actor-critic algorithm for sequence prediction","author":"bahdanau","year":"2017","journal-title":"Proc ICLR"},{"key":"ref85","first-page":"547","article-title":"Exploring implicit feedback for open domain conversation generation","author":"zhang","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1230"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-1008"},{"key":"ref88","first-page":"3630","article-title":"Matching networks for one shot learning","author":"vinyals","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09025265.pdf?arnumber=9025265","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,8]],"date-time":"2022-09-08T20:09:25Z","timestamp":1662667765000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9025265\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":99,"URL":"https:\/\/doi.org\/10.1109\/access.2020.2978551","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}