{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,2]],"date-time":"2026-05-02T04:46:43Z","timestamp":1777697203382,"version":"3.51.4"},"reference-count":39,"publisher":"SAGE Publications","issue":"3","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IDT"],"published-print":{"date-parts":[[2017,8,29]]},"DOI":"10.3233\/idt-170293","type":"journal-article","created":{"date-parts":[[2017,7,14]],"date-time":"2017-07-14T13:39:48Z","timestamp":1500039588000},"page":"253-264","source":"Crossref","is-referenced-by-count":0,"title":["Stochastic optimal controller design for medium access constrained networked control systems with unknown dynamics"],"prefix":"10.1177","volume":"11","author":[{"given":"Sreram","family":"Balasubramaniyan","sequence":"first","affiliation":[{"name":"Kalasalingam University, Krishnan Kovil, Srivilliputtur, Tamil Nadu, India"}]},{"given":"Seshadhri","family":"Srinivasan","sequence":"additional","affiliation":[{"name":"Berkeley Education Alliance for Research, Singapore"}]},{"given":"Hamed","family":"Kebraei","sequence":"additional","affiliation":[{"name":"School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran"}]},{"given":"Subathra","family":"B","sequence":"additional","affiliation":[{"name":"Kalasalingam University, Krishnan Kovil, Srivilliputtur, Tamil Nadu, India"}]},{"given":"Valentina Emilia","family":"Balas","sequence":"additional","affiliation":[{"name":", Arad, Romania"}]},{"given":"Luigi","family":"Glielmo","sequence":"additional","affiliation":[{"name":"Department of Engineering, University of Sannio, Benevento, Italy"}]}],"member":"179","reference":[{"key":"10.3233\/IDT-170293_ref1","doi-asserted-by":"crossref","unstructured":"Hespanha JP, Naghshtabrizi P, Xu Y. A survey of recent results in networked control systems. Proceedings-IEEE 2007; 95(1): 138.","DOI":"10.1109\/JPROC.2006.887288"},{"key":"10.3233\/IDT-170293_ref2","doi-asserted-by":"crossref","unstructured":"Srinivasanv S, Vallabhan M, Ramaswamy S, Kotta U. Adaptive lqr controller for networked control systems subjected to random communication delays. In American Control Conference (ACC), IEEE 2013; 783-787.","DOI":"10.1109\/ACC.2013.6579931"},{"key":"10.3233\/IDT-170293_ref3","doi-asserted-by":"crossref","unstructured":"Yang TC. Networked control system: A brief survey. IEEE Proceedings Control Theory and Applications 2006; 153(4): 403-412.","DOI":"10.1049\/ip-cta:20050178"},{"issue":"1","key":"10.3233\/IDT-170293_ref4","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1049\/iet-cta:20070005","article-title":"Integrated predictive control and scheduling co-design for networked control systems","volume":"2","author":"Zhao","year":"2008","journal-title":"IET Control Theory & Applications"},{"key":"10.3233\/IDT-170293_ref5","doi-asserted-by":"crossref","unstructured":"Ionete C, Cela A. Structural properties and stabilization of ncs with medium access constraints. In Decision and Control 45th IEEE Conference on, IEEE 2006; 1141-1146.","DOI":"10.1109\/CDC.2006.377121"},{"key":"10.3233\/IDT-170293_ref6","doi-asserted-by":"crossref","unstructured":"Zhu C, Guo G, Yang B, Wang Z. Networked optimal control with random medium access protocol and packet dropouts. Mathematical Problems in Engineering 2015.","DOI":"10.1155\/2015\/105416"},{"key":"10.3233\/IDT-170293_ref7","doi-asserted-by":"crossref","unstructured":"Branicky MS, Phillips SM, Zhang W. Scheduling and feedback co-design for networked control systems. In Decision and Control, 2002, Proceedings of the 41st IEEE Conference on 2002 Dec; 2: 1211-1217.","DOI":"10.1109\/CDC.2002.1184679"},{"key":"10.3233\/IDT-170293_ref8","doi-asserted-by":"crossref","unstructured":"Brockett R. Stabilization of motor networks. In Decision and Control, Proceedings of the 34th IEEE Conference on 1995 Dec; 2: 1484-1488.","DOI":"10.1109\/CDC.1995.480312"},{"issue":"6","key":"10.3233\/IDT-170293_ref9","doi-asserted-by":"crossref","first-page":"953","DOI":"10.1016\/j.automatica.2006.01.022","article-title":"Communication and control co-design for networked control systems","volume":"42","author":"Zhang","year":"2006","journal-title":"Automatica"},{"key":"10.3233\/IDT-170293_ref10","doi-asserted-by":"crossref","first-page":"1407","DOI":"10.1002\/rnc.1522","article-title":"A switching system approach to actuator assignment with limited channels","volume":"20","author":"Guo","year":"2010","journal-title":"Int J Robust Nonlinear Control"},{"issue":"1","key":"10.3233\/IDT-170293_ref11","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1080\/00207179.2010.540715","article-title":"A switching system approach to sensor and actuator assignment for stabilisation via limited multi-packet transmitting channels","volume":"84","author":"Guo","year":"2011","journal-title":"International Journal of Control"},{"issue":"11","key":"10.3233\/IDT-170293_ref12","doi-asserted-by":"crossref","first-page":"2495","DOI":"10.1007\/s11432-012-4705-5","article-title":"Communications and control co-design: A combined dynamic-static scheduling approach","volume":"55","author":"Lu","year":"2012","journal-title":"Science China Information Sciences"},{"issue":"4","key":"10.3233\/IDT-170293_ref13","doi-asserted-by":"crossref","first-page":"776","DOI":"10.1109\/TCST.2006.872504","article-title":"Optimal integrated control and scheduling of networked control systems with communication constraints: Application to a car suspension system","volume":"14","author":"Gaid","year":"2006","journal-title":"Control Systems Technology, IEEE Transactions on"},{"key":"10.3233\/IDT-170293_ref14","first-page":"1","article-title":"Control with a random access protocol and packet dropouts","author":"Wang","year":"2015","journal-title":"International Journal of Systems Science, (ahead-of-print)"},{"issue":"10","key":"10.3233\/IDT-170293_ref15","doi-asserted-by":"crossref","first-page":"1701","DOI":"10.1109\/TAC.2002.803539","article-title":"LQR optimization of linear system switching","volume":"47","author":"Lincoln","year":"2002","journal-title":"Automatic Control, IEEE Transactions on"},{"key":"10.3233\/IDT-170293_ref16","unstructured":"Lu L, Xie L, Fu M. Optimal control of networked systems with limited communication: A combined heuristic and convex optimization approach. In Decision and Control, Proceedings, 42nd IEEE Conference on, IEEE 2003; 2: 1194-1199."},{"issue":"4","key":"10.3233\/IDT-170293_ref17","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1109\/TCOM.1980.1094698","article-title":"Multiaccess protocols in packet communication systems","volume":"28","author":"Tobagi","year":"1980","journal-title":"Communications, IEEE Transactions on"},{"issue":"1","key":"10.3233\/IDT-170293_ref18","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/j.sysconle.2004.02.021","article-title":"The problem of LQG optimal control via a limited capacity communication channel","volume":"53","author":"Matveev","year":"2004","journal-title":"Systems & Control Letters"},{"key":"10.3233\/IDT-170293_ref19","unstructured":"Zhang L, Hristu-Varsakelis D. LQG control under limited communication. In Decision and Control, 2005 and 2005 European Control Conference, CDC-ECC\u201905, 44th IEEE Conference on, IEEE 2005; 185-190."},{"issue":"3","key":"10.3233\/IDT-170293_ref20","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1080\/00207721.2013.784822","article-title":"Optimal tracking performance of mimo control systems with communication constraints and a code scheme","volume":"46","author":"Zhan","year":"2015","journal-title":"International Journal of Systems Science"},{"issue":"3","key":"10.3233\/IDT-170293_ref21","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1016\/j.automatica.2006.09.019","article-title":"Model-free qlearning designs for linear discrete-time zero-sum games with application to h-infinity control","volume":"43","author":"Al-Tamimi","year":"2007","journal-title":"Automatica"},{"issue":"6","key":"10.3233\/IDT-170293_ref22","doi-asserted-by":"crossref","first-page":"1017","DOI":"10.1016\/j.automatica.2012.03.007","article-title":"Stochastic optimal control of unknown linear networked control system in the presence of random delays and packet losses","volume":"48","author":"Xu","year":"2012","journal-title":"Automatica"},{"issue":"3","key":"10.3233\/IDT-170293_ref23","doi-asserted-by":"crossref","first-page":"471","DOI":"10.1109\/TNNLS.2012.2234133","article-title":"Stochastic optimal controller design for uncertain nonlinear networked control system via neuro dynamic programming","volume":"24","author":"Xu","year":"2013","journal-title":"Neural Networks and Learning Systems, IEEE Transactions on"},{"issue":"5","key":"10.3233\/IDT-170293_ref24","doi-asserted-by":"crossref","first-page":"1263","DOI":"10.1002\/asjc.804","article-title":"Stochastic optimal design for unknown linear discrete-time system zero-sum games in input-output form under communication constraints","volume":"16","author":"Xu","year":"2014","journal-title":"Asian Journal of Control"},{"issue":"4","key":"10.3233\/IDT-170293_ref25","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1115\/1.2896464","article-title":"A stochastic regulator for integrated communication and control systems: Part I \u2013 formulation of control law","volume":"113","author":"Liou","year":"1991","journal-title":"Journal of Dynamic Systems, Measurement, and Control"},{"key":"10.3233\/IDT-170293_ref26","unstructured":"Christopher John Cornish Hellaby Watkins. Learning from delayed rewards, PhD Thesis, University of Cambridge England, 1989."},{"key":"10.3233\/IDT-170293_ref27","doi-asserted-by":"crossref","unstructured":"Hristu-Varsakelis D. On the period of communication policies for networked control systems, and the question of zero-order holding. In Decision and Control, 2007 46th IEEE Conference on, IEEE 2007; 38-43.","DOI":"10.1109\/CDC.2007.4434131"},{"issue":"5","key":"10.3233\/IDT-170293_ref28","doi-asserted-by":"crossref","first-page":"1093","DOI":"10.1109\/TAC.2008.2010999","article-title":"To zero or to hold control inputs with lossy links","volume":"54","author":"Schenato","year":"2009","journal-title":"Automatic Control, IEEE Transactions on"},{"issue":"4","key":"10.3233\/IDT-170293_ref29","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1137\/0306044","article-title":"On a matrix riccati equation of stochastic control","volume":"6","author":"Wonham","year":"1968","journal-title":"SIAM Journal on Control"},{"key":"10.3233\/IDT-170293_ref30","unstructured":"Sutton RS, Barto AG. Reinforcement learning: An introduction, adaptive computation and machine learning series, The MIT Press, Cambridge, Massachusetts, 1997."},{"key":"10.3233\/IDT-170293_ref31","unstructured":"Lewis FL, Syrmos VL. Optimal control, John Wiley & Sons, 1995."},{"issue":"3","key":"10.3233\/IDT-170293_ref32","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1007\/BF00993306","article-title":"Asynchronous stochastic approximation and qlearning","volume":"16","author":"Tsitsiklis","year":"1994","journal-title":"Machine Learning"},{"issue":"1","key":"10.3233\/IDT-170293_ref33","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1080\/21642583.2015.1055007","article-title":"A comparative study of neuro fuzzy and recurrent neuro fuzzy model-based controllers for real-time industrial processes","volume":"3","author":"Subathra","year":"2015","journal-title":"Systems Science & Control Engineering"},{"key":"10.3233\/IDT-170293_ref34","first-page":"1","article-title":"Robust control and synchronization of chaotic systems with actuator constraints","author":"Kouamana","year":"2015","journal-title":"Handbook of Research on Artificial Intelligence Techniques and Algorithms. Ed. Pandian Vasant. Hershey: IGI Global"},{"key":"10.3233\/IDT-170293_ref35","first-page":"860","article-title":"Distributed learning algorithm applications to the scheduling of wireless sensor networks","author":"Fatemeh","year":"2014","journal-title":"Handbook of Research on Novel Soft Computing Intelligent Algorithms: Theory and Practical Applications"},{"key":"10.3233\/IDT-170293_ref36","first-page":"275","article-title":"Pure and hybrid metaheuristics for the response time variability problem","author":"Alberto","year":"2013","journal-title":"Meta-Heuristics Optimization Algorithms in Engineering, Business, Economics, and Finance"},{"key":"10.3233\/IDT-170293_ref37","doi-asserted-by":"crossref","first-page":"378","DOI":"10.4018\/978-1-4666-7258-1.ch012","article-title":"Fuzzy integral-based kernel regression ensemble and its application","author":"He","year":"2015","journal-title":"Handbook of Research on Artificial Intelligence Techniques and Algorithms"},{"key":"10.3233\/IDT-170293_ref38","first-page":"136","article-title":"Instance-specific parameter tuning for meta-heuristics","author":"Jana","year":"2013","journal-title":"Meta-Heuristics Optimization Algorithms in Engineering, Business, Economics, and Finance"},{"key":"10.3233\/IDT-170293_ref39","doi-asserted-by":"crossref","first-page":"475","DOI":"10.4018\/978-1-4666-4450-2.ch016","article-title":"Evaluation of genetic algorithm as learning system in rigid space interpretation","author":"Singh","year":"2014","journal-title":"Handbook of Research on Novel Soft Computing Intelligent Algorithms: Theory and Practical Applications"}],"container-title":["Intelligent Decision Technologies"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/IDT-170293","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T09:22:15Z","timestamp":1777454535000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/IDT-170293"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,8,29]]},"references-count":39,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.3233\/idt-170293","relation":{},"ISSN":["1872-4981","1875-8843"],"issn-type":[{"value":"1872-4981","type":"print"},{"value":"1875-8843","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,8,29]]}}}