{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T14:35:00Z","timestamp":1773930900512,"version":"3.50.1"},"reference-count":51,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2019,3,1]],"date-time":"2019-03-01T00:00:00Z","timestamp":1551398400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,3,1]],"date-time":"2019-03-01T00:00:00Z","timestamp":1551398400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,3,1]],"date-time":"2019-03-01T00:00:00Z","timestamp":1551398400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Turkish Academy of Sciences Outstanding Researcher Programme, Scientific and Technological Research Council of Turkey","award":["113E517"],"award-info":[{"award-number":["113E517"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2019,3]]},"DOI":"10.1109\/tnnls.2018.2854796","type":"journal-article","created":{"date-parts":[[2018,8,2]],"date-time":"2018-08-02T18:35:14Z","timestamp":1533234914000},"page":"923-937","source":"Crossref","is-referenced-by-count":6,"title":["Asymptotically Optimal Contextual Bandit Algorithm Using Hierarchical Structures"],"prefix":"10.1109","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0782-8308","authenticated-orcid":false,"given":"Mohammadreza","family":"Mohaghegh Neyshabouri","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7333-419X","authenticated-orcid":false,"given":"Kaan","family":"Gokcesu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5113-0118","authenticated-orcid":false,"given":"Hakan","family":"Gokcesu","sequence":"additional","affiliation":[]},{"given":"Huseyin","family":"Ozkan","sequence":"additional","affiliation":[]},{"given":"Suleyman Serdar","family":"Kozat","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/18.382012"},{"key":"ref38","first-page":"2159","article-title":"Efficient algorithms for adversarial contextual learning","volume":"48","author":"syrgkanis","year":"2016","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/18.532891"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1137\/S0097539701398375"},{"key":"ref31","first-page":"1587","article-title":"Automatic ad format selection via contextual bandits","author":"tang","year":"2013","journal-title":"Proc 22nd ACM Int Conf Conf Inf Knowl Manage (CIKM)"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2593488"},{"key":"ref37","first-page":"19","article-title":"Contextual bandit learning with predictable rewards","author":"agarwal","year":"2012","journal-title":"Proc AISTATS"},{"key":"ref36","first-page":"397","article-title":"Using confidence bounds for exploitation-exploration trade-offs","volume":"3","author":"auer","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref35","first-page":"169","article-title":"Efficient optimal learning for contextual bandits","author":"dudik","year":"2011","journal-title":"Proc 27th Conf Annu Conf Uncertainty Artif Intell (UAI)"},{"key":"ref34","first-page":"1638","article-title":"Taming the monster: A fast and simple algorithm for contextual bandits","author":"agarwal","year":"2014","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref28","first-page":"2249","article-title":"An empirical evaluation of thompson sampling","author":"chapelle","year":"2011","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref27","first-page":"203","article-title":"Adaptive \n$\\epsilon $\n-greedy exploration in reinforcement learning based on value differences","author":"tokic","year":"2010","journal-title":"KI Advances in Artificial Intelligence"},{"key":"ref29","first-page":"817","article-title":"The Epoch-Greedy algorithm for multi-armed bandits with side information","author":"langford","year":"2008","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref2","first-page":"2076","article-title":"Budget online learning algorithm for least squares SVM","volume":"28","author":"jian","year":"2017","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2677970"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2415257"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/DYSPAN.2010.5457857"},{"key":"ref21","first-page":"421","article-title":"Bandit strategies for ethical sequential allocation","volume":"23","author":"hardwick","year":"1991","journal-title":"Comput Sci Statist"},{"key":"ref24","first-page":"485","article-title":"Contextual multi-armed bandits","author":"lu","year":"2010","journal-title":"Proc AISTATS"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2008.5074370"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2010.2062509"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.cct.2015.06.007"},{"key":"ref50","author":"michie","year":"1994","journal-title":"Machine Learning Neural and Statistical Classification"},{"key":"ref51","first-page":"661","article-title":"Error-correcting ouput codes library","volume":"11","author":"escalera","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2346832"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2012.2195636"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/DCC.2000.838152"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2002.800489"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/78.790651"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2008.2009894"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2654539"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1561\/2200000024"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772758"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2014.2299517"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645732"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2637881"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2600243"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.41.5.817"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2697407"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2012.01.001"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1561\/2200000018"},{"key":"ref49","author":"jolliffe","year":"2002","journal-title":"Principal Component Analysis"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2012.2200299"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2016.2557307"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2014.2349882"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935878"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2046684.2046692"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2014.2314094"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2005.864431"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2007.894235"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/4234.749358"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/8645834\/08424511.pdf?arnumber=8424511","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T21:05:29Z","timestamp":1657746329000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8424511\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,3]]},"references-count":51,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2018.2854796","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,3]]}}}