{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T14:09:14Z","timestamp":1761487754381},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[1990,3,1]],"date-time":"1990-03-01T00:00:00Z","timestamp":636249600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Math. Control Signal Systems"],"published-print":{"date-parts":[[1990,3]]},"DOI":"10.1007\/bf02551353","type":"journal-article","created":{"date-parts":[[2007,1,5]],"date-time":"2007-01-05T11:36:55Z","timestamp":1167997015000},"page":"1-29","source":"Crossref","is-referenced-by-count":35,"title":["Analysis of an identification algorithm arising in the adaptive estimation of Markov chains"],"prefix":"10.1007","volume":"3","author":[{"given":"Aristotle","family":"Arapostathis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven I.","family":"Marcus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"BF02551353_CR1","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K. J. \u00c5str\u00f6m","year":"1965","unstructured":"K. J. \u00c5str\u00f6m, Optimal control of Markov processes with incomplete state information,J. Math. Anal. Appl.,10 (1965), 174\u2013205.","journal-title":"J. Math. Anal. Appl."},{"key":"BF02551353_CR2","doi-asserted-by":"crossref","first-page":"1106","DOI":"10.1109\/TAC.1981.1102783","volume":"26","author":"J. S. Baras","year":"1981","unstructured":"J. S. Baras and A. J. Dorsey, Stochastic control of two partially observed competing queues,IEEE Trans. Automat. Control,26 (1981), 1106\u20131117.","journal-title":"IEEE Trans. Automat. Control"},{"key":"BF02551353_CR3","unstructured":"J. S. Baras and A. J. Dorsey, Adaptive control of two competing queues,Proceedings of the Second IEEE Annual Joint Conference on Infocom, San Diego, CA, 1983, pp. 427\u2013435."},{"key":"BF02551353_CR4","doi-asserted-by":"crossref","first-page":"778","DOI":"10.2307\/1426973","volume":"13","author":"Y. M. El-Fattah","year":"1981","unstructured":"Y. M. El-Fattah, Gradient approach for recursive estimation and control in finite Markov chains,Adv. in Appl. Probab.,13 (1981), 778\u2013803.","journal-title":"Adv. in Appl. Probab."},{"key":"BF02551353_CR5","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1214\/aoms\/1177705909","volume":"31","author":"H. Furstenberg","year":"1960","unstructured":"H. Furstenberg and H. Kesten, Products of random matrices,Ann. Math. Statist.,31 (1960), 457\u2013469.","journal-title":"Ann. Math. Statist."},{"key":"BF02551353_CR6","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1109\/TAC.1980.1102363","volume":"25","author":"G. C. Goodwin","year":"1980","unstructured":"G. C. Goodwin, P. J. Ramadge, and P. E. Caines, A globally convergent adaptive predictor,IEEE Trans. Automat. Control,25 (1980), 449\u2013456.","journal-title":"IEEE Trans. Automat. Control"},{"key":"BF02551353_CR7","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1016\/0167-6911(83)90027-0","volume":"3","author":"O. Hern\u00e1ndez-Lerma","year":"1983","unstructured":"O. Hern\u00e1ndez-Lerma and S. I. Marcus, Adaptive control of service in queueing systems,Systems Control Lett.,3 (1983), 283\u2013289.","journal-title":"Systems Control Lett."},{"key":"BF02551353_CR8","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/S0167-6911(84)80053-5","volume":"4","author":"O. Hern\u00e1ndez-Lerma","year":"1984","unstructured":"O. Hern\u00e1ndez-Lerma and S. I. Marcus, Optimal adaptive control of priority assignment in queueing systems,Systems Control Lett.,4 (1984), 65\u201372.","journal-title":"Systems Control Lett."},{"key":"BF02551353_CR9","doi-asserted-by":"crossref","first-page":"580","DOI":"10.1109\/TAC.1979.1102084","volume":"24","author":"K. Hsu","year":"1979","unstructured":"K. Hsu and S. I. Marcus, A general martingale approach to discrete-time stochastic control and estimation,IEEE Trans. Automat. Control,24 (1979), 580\u2013583.","journal-title":"IEEE Trans. Automat. Control"},{"key":"BF02551353_CR10","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-46184-2","volume-title":"Random Processes and Learning","author":"M. Iosifescu","year":"1969","unstructured":"M. Iosifescu and R. Theodorescu,Random Processes and Learning, Springer-Verlag, Berlin, 1969."},{"key":"BF02551353_CR11","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1214\/aop\/1176996308","volume":"3","author":"T. Kaijser","year":"1975","unstructured":"T. Kaijser, A limit theorem for partially observed Markov chains,Ann. Probab.,3 (1975), 677\u2013696.","journal-title":"Ann. Probab."},{"key":"BF02551353_CR12","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1215\/S0012-7094-78-04517-9","volume":"45","author":"T. Kaijser","year":"1978","unstructured":"T. Kaijser, A limit theorem for Markov chains in compact spaces with applications to products of random matrices,Duke Math. J.,45 (1978), 311\u2013349.","journal-title":"Duke Math. J."},{"key":"BF02551353_CR13","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1109\/TIT.1970.1054437","volume":"16","author":"R. L. Kashyap","year":"1970","unstructured":"R. L. Kashyap, Identification of a transition matrix of a Markov chain from noisy measurements of state,IEEE Trans. Inform. Theory,16 (1970), 161\u2013166.","journal-title":"IEEE Trans. Inform. Theory"},{"key":"BF02551353_CR14","doi-asserted-by":"crossref","first-page":"567","DOI":"10.1080\/02331938208842822","volume":"13","author":"M. Kolonko","year":"1982","unstructured":"M. Kolonko, The average-optimal adaptive control of a Markov renewal model in presence of an unknown parameter,Math. Operationforsch. Statist. Ser. Optim.,13 (1982), 567\u2013591.","journal-title":"Math. Operationforsch. Statist. Ser. Optim."},{"key":"BF02551353_CR15","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1137\/0323023","volume":"23","author":"P. R. Kumar","year":"1985","unstructured":"P. R. Kumar, A survey of some results in stochastic adaptive control,SIAM J. Control Optim.,23 (1985), 329\u2013380.","journal-title":"SIAM J. Control Optim."},{"key":"BF02551353_CR16","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1016\/0022-247X(81)90214-6","volume":"82","author":"H. J. Kushner","year":"1981","unstructured":"H. J. Kushner, Stochastic approximation with discontinuous dynamics and state dependent noise: w.p.1 and weak convergence,J. Math. Anal. Appl.,82 (1981), 527\u2013542.","journal-title":"J. Math. Anal. Appl."},{"key":"BF02551353_CR17","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1016\/B978-0-12-589320-6.50014-9","volume-title":"Recent Advances in Statistics","author":"H. J. Kushner","year":"1983","unstructured":"H. J. Kushner, An averaging method for stochastic approximations with discontinuous dynamics, constraints, and state dependent noise, inRecent Advances in Statistics (M. H. Rizvi, J. S. Rustagi, and O. Siegmund, eds.), pp. 211\u2013235, Academic Press, New York, 1983."},{"key":"BF02551353_CR18","volume-title":"Approximation and Weak Convergence Methods for Random Processes with Application to Stochastic System Theory","author":"H. J. Kushner","year":"1984","unstructured":"H. J. Kushner,Approximation and Weak Convergence Methods for Random Processes with Application to Stochastic System Theory, MIT Press, Cambridge, MA, 1984."},{"key":"BF02551353_CR19","series-title":"Applied Mathematical Sciences","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4684-9352-8","volume-title":"Stochastic Approximation Methods for Constrained and Unconstrained Systems","author":"H. J. Kushner","year":"1978","unstructured":"H. J. Kushner and D. S. Clark,Stochastic Approximation Methods for Constrained and Unconstrained Systems, Applied Mathematical Sciences, Vol. 26, Springer-Verlag, New York, 1978."},{"key":"BF02551353_CR20","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1137\/0322002","volume":"22","author":"H. J. Kushner","year":"1984","unstructured":"H. J. Kushner and A. Shwartz, An invariant measure approach to the convergence of stochastic approximations with state dependent noise,SIAM J. Control Optim.,22 (1984), 13\u201327.","journal-title":"SIAM J. Control Optim."},{"key":"BF02551353_CR21","volume-title":"Theory and Practice of Recursive Identification","author":"L. Ljung","year":"1983","unstructured":"L. Ljung and T. S\u00f6derstr\u00f6m,Theory and Practice of Recursive Identification, MIT Press, Cambridge, MA, 1983."},{"key":"BF02551353_CR22","unstructured":"D.-J. Ma and A. M. Makowski, A Simple Problem of Flow Control, II: Implementation of Threshold Policies via Stochastic Approximations, Technical Report 87-100, Systems Research Center, University of Maryland, 1987."},{"key":"BF02551353_CR23","series-title":"Lecture Notes in Mathematics","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1007\/BFb0076879","volume-title":"Stochastic Processes and Their Applications","author":"M. M\u00e9tivier","year":"1986","unstructured":"M. M\u00e9tivier, On stochastic algorithms in adaptive filtering, inStochastic Processes and Their Applications (K. Ito and T. Hida, eds.), pp. 134\u2013156, Lecture Notes in Mathematics, Vol. 1203, Springer-Verlag, Berlin, 1986."},{"key":"BF02551353_CR24","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1007\/BF00699098","volume":"74","author":"M. M\u00e9tivier","year":"1987","unstructured":"M. M\u00e9tivier and P. Priouret, Th\u00e9or\u00e8mes de convergence presque sure pure une classe d\u2019algorithmes stochastiques \u00e0 pas d\u00e9croissant,Probab. Theory Rel. Fields,74 (1987), 403\u2013428.","journal-title":"Probab. Theory Rel. Fields"},{"key":"BF02551353_CR25","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1080\/17442508708833435","volume":"20","author":"M. Sch\u00e4l","year":"1987","unstructured":"M. Sch\u00e4l, Estimation and control in discounted dynamic programing,Stochastics,20 (1987), 51\u201371.","journal-title":"Stochastics"},{"key":"BF02551353_CR26","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1016\/0022-247X(83)90038-0","volume":"96","author":"J. H. Schuppen van","year":"1983","unstructured":"J. H. van Schuppen, Convergence results for continuous-time adaptive stochastic filtering algorithms,J. Math. Anal. Appl.,96 (1983), 209\u2013225.","journal-title":"J. Math. Anal. Appl."},{"key":"BF02551353_CR27","doi-asserted-by":"crossref","DOI":"10.1007\/0-387-32792-4","volume-title":"Nonnegative Matrices and Markov Chains","author":"E. Seneta","year":"1981","unstructured":"E. Seneta,Nonnegative Matrices and Markov Chains, Springer-Verlag, New York, 1981."},{"key":"BF02551353_CR28","volume-title":"Convergence of Stochastic Approximations: The Invariant Measure Approach","author":"A. Shwartz","year":"1982","unstructured":"A. Shwartz, Convergence of Stochastic Approximations: The Invariant Measure Approach, Ph.D. Thesis, Division of Engineering, Brown University, Providence, RI, 1982."},{"key":"BF02551353_CR29","doi-asserted-by":"crossref","unstructured":"A. Shwartz and A. M. Makowski, An optimal adaptive scheme for two competing queues with constraints, inProceedings of the 7th International Conference on Analysis and Optimization of Systems, Antibes, 1986, pp. 515\u2013532.","DOI":"10.1007\/BFb0007586"}],"container-title":["Mathematics of Control, Signals, and Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02551353.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF02551353\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02551353","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,19]],"date-time":"2019-05-19T21:50:03Z","timestamp":1558302603000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF02551353"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1990,3]]},"references-count":29,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1990,3]]}},"alternative-id":["BF02551353"],"URL":"https:\/\/doi.org\/10.1007\/bf02551353","relation":{},"ISSN":["0932-4194","1435-568X"],"issn-type":[{"value":"0932-4194","type":"print"},{"value":"1435-568X","type":"electronic"}],"subject":[],"published":{"date-parts":[[1990,3]]}}}