{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T12:20:37Z","timestamp":1759580437184,"version":"3.37.3"},"reference-count":61,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE\/ACM Trans. Audio Speech Lang. Process."],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1109\/taslp.2018.2852739","type":"journal-article","created":{"date-parts":[[2018,7,4]],"date-time":"2018-07-04T14:47:16Z","timestamp":1530715636000},"page":"2447-2459","source":"Crossref","is-referenced-by-count":11,"title":["Interactive Spoken Content Retrieval by Deep Reinforcement Learning"],"prefix":"10.1109","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9654-5747","authenticated-orcid":false,"given":"Hung-Yi","family":"Lee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8506-6791","authenticated-orcid":false,"given":"Pei-Hung","family":"Chung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yen-Chen","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tzu-Hsiang","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tsung-Hsien","family":"Wen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","author":"wang","year":"0","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref38","first-page":"2613","article-title":"Double Q-learning","author":"hasselt","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref33","first-page":"543","article-title":"Query performance prediction in web search environments","author":"zhou","year":"0","journal-title":"Proc 30th Annu Int ACM SIGIR Conf Res Develop Inf Retrieval"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1007\/978-3-540-78646-7_8","article-title":"Effective pre-retrieval query performance prediction using similarity and variability evidence","author":"zhao","year":"2008","journal-title":"Proc Adv Inform Retrieval"},{"key":"ref31","first-page":"299","article-title":"Predicting query performance","author":"cronen-townsend","year":"0","journal-title":"Proc 25th Annu Int ACM SIGIR Conf Res Develop Inf Retrieval"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2005.11.003"},{"key":"ref37","first-page":"2094","article-title":"Deep reinforcement learning with double Q-learning","author":"van hasselt","year":"0","journal-title":"Proc 13th AAAI"},{"article-title":"Reinforcement learning for robots using neural networks","year":"1993","author":"lin","key":"ref36"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1561\/2200000006"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"504","DOI":"10.1126\/science.1127647","article-title":"Reducing the dimensionality of data with neural networks","volume":"313","author":"hinton","year":"2006","journal-title":"Science"},{"key":"ref60","first-page":"2383","article-title":"SQuAD: 100,000+ questions for machine comprehension of text","author":"rajpurkar","year":"0","journal-title":"Proc Conf Empirical Methods Natural Lang Process"},{"article-title":"Sphinx-4: A flexible open source framework for speech recognition","year":"2004","author":"walker","key":"ref61"},{"key":"ref28","first-page":"182","article-title":"Improved semantic retrieval of spoken content by language models enhanced with acoustic similarity graph","author":"lee","year":"0","journal-title":"Proc IEEE\/ACL Spoken Lang Technol"},{"key":"ref27","first-page":"403","article-title":"Model-based feedback in the language modeling approach to information retrieval","author":"zhai","year":"0","journal-title":"Proc Int Conf Inf Knowl Manage"},{"key":"ref29","first-page":"162","article-title":"Regularized estimation of mixture models for robust pseudo-relevance feedback","author":"tao","year":"0","journal-title":"Proc 29th Annu Int ACM SIGIR Conf Res Develop Inf Retrieval"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1002\/aris.2008.1440420109"},{"key":"ref1","first-page":"57","article-title":"Interactive information retrieval: Context and basic notions","volume":"3","author":"robins","year":"2000","journal-title":"Inform Sci"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref22","first-page":"251","article-title":"Document language models, query models, and risk minimization for information retrieval","author":"lafferty","year":"0","journal-title":"Proc 24th Annu Int ACM Conf Res Develop Inf Retrieval (SIGIR)"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1561\/1500000016"},{"key":"ref24","first-page":"219","article-title":"A study of methods for negative relevance feedback","author":"wang","year":"0","journal-title":"Proc 31st Annu Int ACM SIGIR Conf Res Develop Inf Retrieval"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/1658377.1658379"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2013.2285469"},{"key":"ref25","first-page":"27","article-title":"Improving retrieval accuracy of difficult queries through generalizing negative document language models","author":"karimzadehgan","year":"0","journal-title":"Proc 20th ACM Int Conf Inf Knowl Manage"},{"key":"ref50","first-page":"487","article-title":"The author-topic model for authors and documents","author":"rosen-zvi","year":"2004","journal-title":"Proc 20th Conf Uncertainty Artif Intell"},{"key":"ref51","first-page":"219","article-title":"MATBN: A mandarin chinese broadcast news corpus","author":"wang","year":"0","journal-title":"Proc Comput Linguistics Chinese Lang Process"},{"article-title":"Spoken SQuAD: A study of mitigating the impact of speech recognition errors on listening comprehension","year":"2018","author":"li","key":"ref59"},{"key":"ref58","first-page":"9","article-title":"Fitted Q-iteration in continuous action-space MDPs","author":"antos","year":"0","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref57","article-title":"Issues in using function approximation for reinforcement learning","author":"thrun","year":"0","journal-title":"Proc Connectionist Models Summer School"},{"key":"ref56","first-page":"815","article-title":"Finite time bounds for sampling based fitted value iteration","author":"szepesv\u00e1ri","year":"0","journal-title":"Proc 22nd Int Conf Mach Learn"},{"key":"ref55","first-page":"815","article-title":"Finite-time bounds for fitted value iteration","volume":"9","author":"munos","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.2307\/2002797"},{"article-title":"Optimizing spoken dialogue management from data corpora with fitted value iteration","year":"2010","author":"chandramohan","key":"ref53"},{"journal-title":"Reinforcement Learning An Introduction","year":"1999","author":"sutton","key":"ref52"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"11","DOI":"10.3115\/1117562.1117565","article-title":"Dialogue management in the mercury flight reservation system","author":"seneff","year":"0","journal-title":"Proc ANLP\/NAACL Workshop Conversational Systems"},{"key":"ref11","first-page":"131","article-title":"User evaluation of the mask kiosk","author":"bennacef","year":"0","journal-title":"Proc Int Conf Spoken Lang Process"},{"journal-title":"Introduction to Data Mining 1st Ed","year":"2005","author":"tan","key":"ref40"},{"key":"ref12","first-page":"5","article-title":"ITSPOKE: An intelligent tutoring spoken dialogue system","author":"litman","year":"0","journal-title":"Proc Demonstration Papers at HLT-NAACL"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/89.817450"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2006.06.008"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2011.2163512"},{"key":"ref16","first-page":"2458","article-title":"Interactive spoken content retrieval with different types of actions optimized by a Markov decision process","author":"wen","year":"0","journal-title":"Proc INTERSPEECH"},{"key":"ref17","first-page":"8510","article-title":"Interactive spoken content retrieval by extended query model and continuous state space markov decision process","author":"wen","year":"0","journal-title":"Proc IEEE Int Conf Acoust Speech Signal Process"},{"key":"ref18","first-page":"943","article-title":"Interactive spoken content retrieval by deep reinforcement learning","author":"wu","year":"0","journal-title":"Proc INTERSPEECH"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref4","first-page":"655","article-title":"Interactive exploratory search for multi page search results","author":"jin","year":"0","journal-title":"Proc Int World Wide Web Conf"},{"key":"ref3","first-page":"587","article-title":"Win-win search: Dual-agent stochastic game in session search","author":"luo","year":"0","journal-title":"Proc Int ACM SIGIR Conf Res Develop Inf Retrieval"},{"key":"ref6","first-page":"iv-145","article-title":"Speech-based interactive information guidance system using question-answering technique","author":"misu","year":"0","journal-title":"Proc IEEE Int Conf Acoust Speech Signal Process"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2009.08.007"},{"key":"ref8","first-page":"2454","article-title":"A conversational movie search system based on conditional random fields","author":"liu","year":"0","journal-title":"Proc INTERSPEECH"},{"key":"ref7","first-page":"2474","article-title":"Automating crowd-supervised learning for spoken language systems","author":"mcgraw","year":"0","journal-title":"Proc INTERSPEECH"},{"key":"ref49","first-page":"113","article-title":"Dynamic topic models","author":"blei","year":"0","journal-title":"Proc 23rd Int Conf Mach Learn"},{"key":"ref9","first-page":"685","article-title":"Information retrieval as card playing: A formal model for optimizing interactive retrieval interface","author":"zhang","year":"0","journal-title":"Proc Int ACM SIGIR Conf Res Develop Inf Retrieval"},{"key":"ref46","first-page":"5041","article-title":"Unsupervised two-stage keyword extraction from spoken documents by topic coherence and support vector machine","author":"chen","year":"0","journal-title":"Proc IEEE Int Conf Acoust Speech Signal Process"},{"key":"ref45","first-page":"265","article-title":"Automatic key term extraction from spoken course lectures using branching entropy and prosodic\/semantic features","author":"chen","year":"0","journal-title":"Proc IEEE Spoken Lang Technol Workshop"},{"key":"ref48","first-page":"993","article-title":"Latent dirichlet allocation","volume":"3","author":"blei","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref47","first-page":"50","article-title":"Probabilistic latent semantic indexing","author":"hofmann","year":"0","journal-title":"Proc 22nd Annu Int ACM SIGIR Conf Res Develop Inf Retrieval"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2010.2052119"},{"key":"ref41","first-page":"181","article-title":"Automatic keyword extraction for the meeting corpus using supervised approach and bigram expansion","author":"liu","year":"0","journal-title":"Proc IEEE Spoken Lang Technol Workshop"},{"key":"ref44","first-page":"913","article-title":"Latent topic modeling for audio corpus summarization","author":"hazen","year":"0","journal-title":"Proc INTERSPEECH"},{"key":"ref43","first-page":"620","article-title":"Unsupervised approaches for automatic keyword extraction using meeting transcripts","author":"liu","year":"0","journal-title":"Proc Human Lang Technologies Annu Conf North Amer Chapter Assoc Comput Linguistics"}],"container-title":["IEEE\/ACM Transactions on Audio, Speech, and Language Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6570655\/8440863\/08403313.pdf?arnumber=8403313","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:30:24Z","timestamp":1641987024000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8403313\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12]]},"references-count":61,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/taslp.2018.2852739","relation":{},"ISSN":["2329-9290","2329-9304"],"issn-type":[{"type":"print","value":"2329-9290"},{"type":"electronic","value":"2329-9304"}],"subject":[],"published":{"date-parts":[[2018,12]]}}}