{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T07:50:32Z","timestamp":1772005832665,"version":"3.50.1"},"reference-count":22,"publisher":"Society for Industrial & Applied Mathematics (SIAM)","issue":"1","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["SIAM J. Control Optim."],"published-print":{"date-parts":[[1999,1]]},"DOI":"10.1137\/s036301299731669x","type":"journal-article","created":{"date-parts":[[2003,6,11]],"date-time":"2003-06-11T15:12:06Z","timestamp":1055344326000},"page":"94-123","source":"Crossref","is-referenced-by-count":157,"title":["Actor-Critic--Type Learning Algorithms for Markov Decision Processes"],"prefix":"10.1137","volume":"38","author":[{"given":"Vijaymohan R.","family":"Konda","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vivek S.","family":"Borkar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"351","reference":[{"key":"R3","first-page":"835","volume":"13","author":"Barto A.","year":"1983","journal-title":"IEEE Trans. Systems, Man and Cybernetics","ISSN":"https:\/\/id.crossref.org\/issn\/0018-9472","issn-type":"print"},{"key":"R4","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012995291609"},{"key":"R5","doi-asserted-by":"publisher","DOI":"10.1287\/moor.16.3.580"},{"key":"R7","doi-asserted-by":"crossref","first-page":"169","DOI":"10.4064\/am-24-2-169-188","volume":"24","author":"Borkar V. S.","year":"1996","journal-title":"Applicationes Mathematicae"},{"key":"R8","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-6911(97)90015-3"},{"key":"R9","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012995282784"},{"key":"R10","doi-asserted-by":"publisher","DOI":"10.1007\/BF02745577"},{"key":"R12","doi-asserted-by":"publisher","DOI":"10.1109\/81.563625"},{"key":"R13","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(89)90018-X"},{"key":"R14","doi-asserted-by":"publisher","DOI":"10.1007\/BF02743935"},{"key":"R15","doi-asserted-by":"publisher","DOI":"10.1137\/1026104"},{"key":"R16","doi-asserted-by":"publisher","DOI":"10.1137\/S036301299731669X"},{"key":"R17","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4684-9352-8"},{"key":"R18","volume-title":"Discrete\u2010parameter martingales","author":"Neveu J.","year":"1975"},{"key":"R19","doi-asserted-by":"publisher","DOI":"10.1214\/aop\/1176990853"},{"key":"R20","first-page":"98","author":"Polyak B.","year":"1990","journal-title":"Avtomat. i Telemekh."},{"key":"R21","doi-asserted-by":"publisher","DOI":"10.1007\/s001860050006"},{"key":"R22","doi-asserted-by":"publisher","DOI":"10.1109\/3468.618258"},{"key":"R24","first-page":"185","volume":"16","author":"Tsitsiklis J. N.","year":"1994","journal-title":"Mach. Learning","ISSN":"https:\/\/id.crossref.org\/issn\/0885-6125","issn-type":"print"},{"key":"R25","first-page":"59","volume":"22","author":"Tsitsiklis J. N.","year":"1996","journal-title":"Mach. Learning","ISSN":"https:\/\/id.crossref.org\/issn\/0885-6125","issn-type":"print"},{"key":"R26","first-page":"279","volume":"8","author":"Watkins C.","year":"1992","journal-title":"Mach. Learning","ISSN":"https:\/\/id.crossref.org\/issn\/0885-6125","issn-type":"print"},{"key":"R28","doi-asserted-by":"publisher","DOI":"10.1090\/S0002-9947-1969-0251747-9"}],"container-title":["SIAM Journal on Control and Optimization"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/epubs.siam.org\/doi\/pdf\/10.1137\/S036301299731669X","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2018,2,19]],"date-time":"2018-02-19T16:48:36Z","timestamp":1519058916000},"score":1,"resource":{"primary":{"URL":"http:\/\/epubs.siam.org\/doi\/10.1137\/S036301299731669X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1999,1]]},"references-count":22,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1999,1]]}},"alternative-id":["10.1137\/S036301299731669X"],"URL":"https:\/\/doi.org\/10.1137\/s036301299731669x","relation":{},"ISSN":["0363-0129","1095-7138"],"issn-type":[{"value":"0363-0129","type":"print"},{"value":"1095-7138","type":"electronic"}],"subject":[],"published":{"date-parts":[[1999,1]]}}}