{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T13:08:36Z","timestamp":1787317716106,"version":"build-2736575974"},"reference-count":31,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[1970,3,1]],"date-time":"1970-03-01T00:00:00Z","timestamp":5097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[1970,3,1]],"date-time":"1970-03-01T00:00:00Z","timestamp":5097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[1970,3,1]],"date-time":"1970-03-01T00:00:00Z","timestamp":5097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Inform. Theory"],"published-print":{"date-parts":[[1970,3]]},"DOI":"10.1109\/tit.1970.1054427","type":"journal-article","created":{"date-parts":[[2004,4,27]],"date-time":"2004-04-27T09:44:54Z","timestamp":1083059094000},"page":"185-195","source":"Crossref","is-referenced-by-count":69,"title":["The two-armed-bandit problem with time-invariant finite memory"],"prefix":"10.1109","volume":"16","author":[{"given":"T.","family":"Cover","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"M.","family":"Hellman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref19b","first-page":"608","volume":"25","year":"1964","journal-title":"Automation and Remote Control"},{"key":"ref19a","article-title":"One example of a game for many identical automata","volume":"25","author":"ginsburg","year":"1964","journal-title":"Automatika i Telemekhanika"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177697590"},{"key":"ref11","first-page":"670","article-title":"Certain problems in the behavior of finite automata","volume":"6","author":"tsetlin","year":"1961","journal-title":"Soviet Phys Doklady"},{"key":"ref12","first-page":"1345","article-title":"On the behavior of finite automata in random media","volume":"22","author":"tsetlin","year":"1961","journal-title":"Avtomatica i Telemekhanika"},{"key":"ref13","first-page":"230","article-title":"A game between a finite automaton and an opponent using a mixed strategy","volume":"8","author":"tsetlin","year":"1963","journal-title":"Soviet Phys Doklady"},{"key":"ref14","first-page":"1226","article-title":"On one automaton that is asymptotically optimal in a random medium","volume":"24","author":"krylov","year":"1963","journal-title":"Avtomatica i Telemekhanika"},{"key":"ref15","first-page":"232","article-title":"Examples of games with automata","volume":"8","author":"krylov","year":"1963","journal-title":"Soviet Phys Doklady"},{"key":"ref16","article-title":"On the behavior of stochastic automata with a variable structure","volume":"24","author":"varshavskii","year":"1963","journal-title":"Automatica and Telemekhanika"},{"key":"ref17","first-page":"716","article-title":"Example of a problem in the joint behavior of two automata","volume":"24","author":"stefanyuk","year":"1963","journal-title":"Avtomatika i Telemekhanika"},{"key":"ref18","first-page":"964","article-title":"Certain classes of games and automata games","volume":"8","author":"gel'fand","year":"1963","journal-title":"Soviet Phys Doklady"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177696958"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177704454"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSSC.1969.300206"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177728265"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177706278"},{"key":"ref29","author":"hellman","year":"0","journal-title":"A faster method of solution for random walk problems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-5110-1_14"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177698038"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177699897"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1060","DOI":"10.1214\/aoms\/1177728073","article-title":"On sequential designs for maximizing the sum of n observations","volume":"27","author":"bradt","year":"1956","journal-title":"Ann Math Stat"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/S0019-9958(68)90382-3"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1090\/S0002-9904-1952-09620-8"},{"key":"ref20b","first-page":"642","volume":"27","year":"1966","journal-title":"Automation and Remote Control"},{"key":"ref20a","article-title":"Some asymptotic estimates for games of automata in distribution","volume":"27","author":"kalinin","year":"1966","journal-title":"Avtomatika i Telemekhanika"},{"key":"ref22","author":"fu","year":"1968","journal-title":"On the Behavior of Learning Automata and Its Applications"},{"key":"ref21","article-title":"Behavior of certain classes of stochastic automata in random media","volume":"27","author":"kandelaki","year":"1966","journal-title":"Avtomatika i Telemekhanika"},{"key":"ref24","author":"chandrasekaran","year":"1967","journal-title":"Contributions to the theory of learning automata"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/S0020-0255(69)80010-1","article-title":"Formulation of learning automata and automata games","volume":"1","author":"fu","year":"1969","journal-title":"Information Sci"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TSSC.1968.300188"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/SAP.1967.272973"}],"container-title":["IEEE Transactions on Information Theory"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/18\/22650\/01054427.pdf?arnumber=1054427","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,9]],"date-time":"2025-07-09T23:16:46Z","timestamp":1752103006000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/1054427\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1970,3]]},"references-count":31,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tit.1970.1054427","relation":{},"ISSN":["0018-9448","1557-9654"],"issn-type":[{"value":"0018-9448","type":"print"},{"value":"1557-9654","type":"electronic"}],"subject":[],"published":{"date-parts":[[1970,3]]}}}