{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T08:25:20Z","timestamp":1759134320357,"version":"3.37.3"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1149570","CNS-1544895"],"award-info":[{"award-number":["IIS-1149570","CNS-1544895"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009157","name":"National Institute on Disability, Independent Living, and Rehabilitation Research","doi-asserted-by":"publisher","award":["90RE5017-02-01"],"award-info":[{"award-number":["90RE5017-02-01"]}],"id":[{"id":"10.13039\/100009157","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/national","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01DC009834"],"award-info":[{"award-number":["R01DC009834"]}],"id":[{"id":"10.13039\/national","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["IIS-1717654"],"award-info":[{"award-number":["IIS-1717654"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Air Force Office of Scientific Research through the Dynamic Data Driven Applications Systems Program","award":["FA9550-16-1-0386"],"award-info":[{"award-number":["FA9550-16-1-0386"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Signal Process. Lett."],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1109\/lsp.2018.2878066","type":"journal-article","created":{"date-parts":[[2018,10,26]],"date-time":"2018-10-26T19:10:37Z","timestamp":1540581037000},"page":"1870-1874","source":"Crossref","is-referenced-by-count":7,"title":["Optimal Query Selection Using Multi-Armed Bandits"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4776-4206","authenticated-orcid":false,"given":"Aziz","family":"Kocanaogullari","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5802-7439","authenticated-orcid":false,"given":"Yeganeh M.","family":"Marghi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5094-1931","authenticated-orcid":false,"given":"Murat","family":"Akcakaya","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1114-3539","authenticated-orcid":false,"given":"Deniz","family":"Erdogmus","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref33","first-page":"38","article-title":"Dynamic Bayesian multinets","author":"bilmes","year":"0","journal-title":"Proc 16th Conf Uncertainty Artif Intell"},{"key":"ref32","first-page":"183","article-title":"BciPy: A python framework for brain-computer\n interface research","author":"memmott","year":"0","journal-title":"Proc 7th Int BCI Meeting"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1100.0891"},{"key":"ref30","first-page":"918","article-title":"Predictive entropy search for efficient global optimization of black-box functions","author":"hern\u00e1ndez-lobato","year":"0","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/7333.948456"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1080\/2326263X.2016.1252621"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2003.811927"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"63","DOI":"10.3182\/20070606-3-MX-2915.00058","article-title":"Constrained\n extended kalman filter for nonlinear state estimation","volume":"40","author":"ungarala","year":"2007","journal-title":"IFAC Proc Volumes"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1021\/ie300415d"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.1145\/3209219.3209270","article-title":"Sequence-aware recommender systems","author":"quadrana","year":"2018"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2003.823143"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2006.889975"},{"key":"ref15","volume":"3","author":"woodward","year":"2014","journal-title":"Probability and Information Theory with Applications to RADAR"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/89.279278"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.81.4.610"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.14778\/2168651.2168656"},{"key":"ref19","article-title":"A probabilistic model for estimating real-valued truth from conflicting sources","author":"zhao","year":"0","journal-title":"10th International Workshop on Quality in Databases"},{"key":"ref28","first-page":"38","article-title":"Sequential\n Bayesian decision making for multi-armed bandit","author":"mcinerney","year":"2010","journal-title":"Proc AAMAS Workshop Multi-Agent Sequential Decision-Making Uncertain Domains"},{"key":"ref4","first-page":"766","article-title":"Near-optimal\n Bayesian active learning with noisy observations","author":"golovin","year":"0","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s10472-011-9258-6"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2014.2379662"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1239\/jap\/1331216837"},{"key":"ref29","first-page":"353","article-title":"CEMAB: A cross-entropy-based method for large-scale multi-armed bandits","author":"wang","year":"0","journal-title":"Proc Australian Conf Artif Life Comput Intell"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2016.2590959"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2018.2823271"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2017.2728500"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143897"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2014.2304455"},{"key":"ref1","first-page":"1133","article-title":"A\n Bayesian approach for policy learning from trajectory preference queries","author":"wilson","year":"0","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2008.4650970"},{"key":"ref22","first-page":"613","article-title":"Efficient learning by implicit exploration\n in bandit problems with side observations","author":"koc\u00e1k","year":"0","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref21","first-page":"255","article-title":"Online choice\n of active learning algorithms","volume":"5","author":"baram","year":"2004","journal-title":"J Mach Learn Res"},{"key":"ref24","first-page":"352","article-title":"Stochastic online greedy\n learning with semi-bandit feedbacks","author":"lin","year":"0","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0100"},{"key":"ref26","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1001003","article-title":"Structure learning in human sequential decision-making","volume":"6","author":"acu\u00f1a","year":"2010","journal-title":"PLoS Comput Biol"},{"key":"ref25","first-page":"2220","article-title":"Sequential transfer in multi-armed bandit with\n finite set of models","author":"lazaric","year":"0","journal-title":"Proc Int Conf Neural Inf Process"}],"container-title":["IEEE Signal Processing Letters"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielaam\/97\/8500757\/8510894-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/97\/8500757\/08510894.pdf?arnumber=8510894","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:49:28Z","timestamp":1649443768000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8510894\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12]]},"references-count":36,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/lsp.2018.2878066","relation":{},"ISSN":["1070-9908","1558-2361"],"issn-type":[{"type":"print","value":"1070-9908"},{"type":"electronic","value":"1558-2361"}],"subject":[],"published":{"date-parts":[[2018,12]]}}}