{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T03:18:26Z","timestamp":1784949506875,"version":"3.55.0"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,1,4]],"date-time":"2022-01-04T00:00:00Z","timestamp":1641254400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,4]],"date-time":"2022-01-04T00:00:00Z","timestamp":1641254400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s00521-021-06656-6","type":"journal-article","created":{"date-parts":[[2022,1,4]],"date-time":"2022-01-04T00:03:16Z","timestamp":1641254596000},"page":"3959-3979","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Fast reinforcement learning algorithms for joint adaptive source coding and transmission control in IoT devices with renewable energy storage"],"prefix":"10.1007","volume":"34","author":[{"given":"Farnoosh","family":"Namjoonia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marzieh","family":"Sheikhi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0798-3981","authenticated-orcid":false,"given":"Vesal","family":"Hakami","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,1,4]]},"reference":[{"key":"6656_CR1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2808324","author":"A Musaddiq","year":"2018","unstructured":"Musaddiq A, Bin ZY, Hahm O, Yu H, Bashir AK, Kim SW (2018) A survey on resource management in IoT operating systems. IEEE Access. https:\/\/doi.org\/10.1109\/ACCESS.2018.2808324","journal-title":"IEEE Access"},{"issue":"20","key":"6656_CR2","doi-asserted-by":"publisher","first-page":"16167","DOI":"10.1007\/s00521-020-04813-x","volume":"32","author":"H Osouli Tabrizi","year":"2020","unstructured":"Osouli Tabrizi H, Al-Turjman F (2020) AI for dynamic packet size optimization of batteryless IoT nodes: a case study for wireless body area sensor networks. Neural Comput Appl 32(20):16167\u201316178. https:\/\/doi.org\/10.1007\/s00521-020-04813-x","journal-title":"Neural Comput Appl"},{"issue":"3","key":"6656_CR3","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1007\/s00521-019-04034-x","volume":"32","author":"W Zang","year":"2020","unstructured":"Zang W, Miao F, Gravina R, Sun F, Fortino G, Li Y (2020) CMDP-based intelligent transmission for wireless body area network in remote health monitoring. Neural Comput Appl 32(3):829\u2013837. https:\/\/doi.org\/10.1007\/s00521-019-04034-x","journal-title":"Neural Comput Appl"},{"issue":"5","key":"6656_CR4","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1109\/LCOMM.2010.05.092372","volume":"14","author":"B Tavli","year":"2010","unstructured":"Tavli B, Bagci I, Ceylan O (2010) Optimal data compression and forwarding in wireless sensor networks. IEEE Commun Lett 14(5):408\u2013410. https:\/\/doi.org\/10.1109\/LCOMM.2010.05.092372","journal-title":"IEEE Commun Lett"},{"issue":"3","key":"6656_CR5","doi-asserted-by":"publisher","first-page":"245","DOI":"10.6180\/jase.2011.14.3.08","volume":"14","author":"H-S Liu","year":"2011","unstructured":"Liu H-S, Chuang C-C, Lin C-C, Chang R-I, Wang C-H, Hsieh C-C (2011) Data compression for energy efficient communication on ubiquitous sensor network. J Appl Sci Eng 14(3):245\u2013254. https:\/\/doi.org\/10.6180\/jase.2011.14.3.08","journal-title":"J Appl Sci Eng"},{"issue":"11","key":"6656_CR6","doi-asserted-by":"publisher","first-page":"4681","DOI":"10.1007\/s12652-020-01724-6","volume":"11","author":"V Reddy","year":"2020","unstructured":"Reddy V, Gayathri P (2020) Energy efficient data transmission in WSN thru compressive slender penetrative etiquette. J Ambient Intell Humaniz Comput 11(11):4681\u20134693. https:\/\/doi.org\/10.1007\/s12652-020-01724-6","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"6656_CR7","doi-asserted-by":"crossref","unstructured":"Narendra N, Ponnalagu K, Ghose A, Tamilselvam S (2015) Goal-driven context-aware data filtering in IoT-based systems. In: 2015 IEEE 18th international conference on intelligent transportation systems. IEEE, pp 2172\u20132179","DOI":"10.1109\/ITSC.2015.351"},{"issue":"1","key":"6656_CR8","doi-asserted-by":"publisher","first-page":"16","DOI":"10.3390\/sym9010016","volume":"9","author":"D-Y Kim","year":"2017","unstructured":"Kim D-Y, Jeong Y-S, Kim S (2017) Data-filtering system to avoid total data distortion in IoT networking. Symmetry (Basel) 9(1):16. https:\/\/doi.org\/10.3390\/sym9010016","journal-title":"Symmetry (Basel)"},{"issue":"4","key":"6656_CR9","doi-asserted-by":"publisher","first-page":"3124","DOI":"10.1109\/JIOT.2020.2965283","volume":"7","author":"P Ferrer-Cid","year":"2020","unstructured":"Ferrer-Cid P, Barcelo-Ordinas JM, Garcia-Vidal J, Ripoll A, Viana M (2020) Multisensor data fusion calibration in IoT Air pollution platforms. IEEE Internet Things J 7(4):3124\u20133132. https:\/\/doi.org\/10.1109\/JIOT.2020.2965283","journal-title":"IEEE Internet Things J"},{"issue":"4","key":"6656_CR10","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1109\/TST.2013.6574675","volume":"18","author":"J Zhou","year":"2013","unstructured":"Zhou J, Hu L, Wang F, Lu H, Zhao K (2013) An efficient multidimensional fusion algorithm for IoT data based on partitioning. Tsinghua Sci Technol 18(4):369\u2013378. https:\/\/doi.org\/10.1109\/TST.2013.6574675","journal-title":"Tsinghua Sci Technol"},{"key":"6656_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-018-3778-5","author":"H Hao","year":"2019","unstructured":"Hao H, Wang M, Tang Y, Li Q (2019) Research on data fusion of multi-sensors based on fuzzy preference relations. Neural Comput Appl. https:\/\/doi.org\/10.1007\/s00521-018-3778-5","journal-title":"Neural Comput Appl"},{"key":"6656_CR12","doi-asserted-by":"crossref","unstructured":"Neely MJ (2008) Dynamic data compression for wireless transmission over a fading channel. In: 2008 42nd annual conference on information sciences and systems. IEEE, pp 1210\u20131215","DOI":"10.1109\/CISS.2008.4558703"},{"key":"6656_CR13","doi-asserted-by":"crossref","unstructured":"Neely MJ, Sharma A (2008) dynamic data compression with distortion constraints for wireless transmission over a fading channel","DOI":"10.1109\/CISS.2008.4558703"},{"key":"6656_CR14","first-page":"1","volume-title":"2016 IEEE globecom workshops","author":"M Centenaro","year":"2016","unstructured":"Centenaro M, Rossi M, Zorzi M (2016) Joint optimization of lossy compression and transport in wireless sensor networks. 2016 IEEE globecom workshops. IEEE, Washington, DC, pp 1\u20136"},{"issue":"4","key":"6656_CR15","doi-asserted-by":"publisher","first-page":"1425","DOI":"10.1109\/TCOMM.2017.2785323","volume":"66","author":"C Pielli","year":"2018","unstructured":"Pielli C, Stefanovic C, Popovski P, Zorzi M (2018) Joint compression, channel coding, and retransmission for data fidelity with energy harvesting. IEEE Trans Commun 66(4):1425\u20131439. https:\/\/doi.org\/10.1109\/TCOMM.2017.2785323","journal-title":"IEEE Trans Commun"},{"issue":"2","key":"6656_CR16","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1109\/TPDS.2007.70709","volume":"19","author":"Y Yu","year":"2008","unstructured":"Yu Y, Krishnamachari B, Prasanna VK (2008) Data gathering with tunable compression in sensor networks. IEEE Trans Parallel Distrib Syst 19(2):276\u2013287. https:\/\/doi.org\/10.1109\/TPDS.2007.70709","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"2","key":"6656_CR17","doi-asserted-by":"publisher","first-page":"1088","DOI":"10.1109\/TWC.2013.121813.130993","volume":"13","author":"M Vecchio","year":"2014","unstructured":"Vecchio M, Giaffreda R, Marcelloni F (2014) Adaptive lossless entropy compressors for tiny IoT devices. IEEE Trans Wirel Commun 13(2):1088\u20131100. https:\/\/doi.org\/10.1109\/TWC.2013.121813.130993","journal-title":"IEEE Trans Wirel Commun"},{"key":"6656_CR18","doi-asserted-by":"crossref","unstructured":"Tahir M, Farrell R (2009) Optimal communication-computation tradeoff for wireless multimedia sensor network lifetime maximization. In: 2009 IEEE Wireless Communications and Networking Conference. IEEE, Budapest, pp 1\u20136","DOI":"10.1109\/WCNC.2009.4917866"},{"issue":"4","key":"6656_CR19","doi-asserted-by":"publisher","first-page":"1006","DOI":"10.1109\/JIOT.2017.2704605","volume":"4","author":"W Hu","year":"2017","unstructured":"Hu W, Zhang W, Hu H, Wen Y, Tseng K-J (2017) Toward joint compression-transmission optimization for green wearable devices: an energy-delay tradeoff. IEEE Internet Things J 4(4):1006\u20131018. https:\/\/doi.org\/10.1109\/JIOT.2017.2704605","journal-title":"IEEE Internet Things J"},{"issue":"1","key":"6656_CR20","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1016\/j.comcom.2020.07.005","volume":"160","author":"V Hakami","year":"2020","unstructured":"Hakami V, Mostafavi S, Javan NT, Rashidi Z (2020) An optimal policy for joint compression and transmission control in delay-constrained energy harvesting IoT devices. Comput Commun 160(1):554\u2013566. https:\/\/doi.org\/10.1016\/j.comcom.2020.07.005","journal-title":"Comput Commun"},{"issue":"2","key":"6656_CR21","doi-asserted-by":"publisher","first-page":"1336","DOI":"10.1109\/TWC.2015.2489200","volume":"15","author":"D Zordan","year":"2016","unstructured":"Zordan D, Melodia T, Rossi M (2016) On the design of temporal compression strategies for energy harvesting sensor networks. IEEE Trans Wirel Commun 15(2):1336\u20131352. https:\/\/doi.org\/10.1109\/TWC.2015.2489200","journal-title":"IEEE Trans Wirel Commun"},{"issue":"1","key":"6656_CR22","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1109\/MCOM.2014.6710085","volume":"52","author":"D Gunduz","year":"2014","unstructured":"Gunduz D, Stamatiou K, Michelusi N, Zorzi M (2014) Designing intelligent energy harvesting communication systems. IEEE Commun Mag 52(1):210\u2013216. https:\/\/doi.org\/10.1109\/MCOM.2014.6710085","journal-title":"IEEE Commun Mag"},{"key":"6656_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2014.07.019","author":"D Incebacak","year":"2015","unstructured":"Incebacak D, Zilan R, Tavli B, Barcelo-Ordinas JM, Garcia-Vidal J (2015) Optimal data compression for lifetime maximization in wireless sensor networks operating in stealth mode. Ad Hoc Netw. https:\/\/doi.org\/10.1016\/j.adhoc.2014.07.019","journal-title":"Ad Hoc Netw"},{"key":"6656_CR24","doi-asserted-by":"crossref","unstructured":"Bhat RV, Motani M, Lim TJ (2016) Distortion minimization in energy harvesting sensor nodes with compression power constraints. In: 2016 IEEE International Conference on Communications (ICC). IEEE, pp 1\u20136","DOI":"10.1109\/ICC.2016.7511352"},{"key":"6656_CR25","doi-asserted-by":"publisher","first-page":"5297","DOI":"10.1007\/s12652-020-02008-9","volume":"12","author":"R Vinodha","year":"2020","unstructured":"Vinodha R, Durairaj S (2020) Soft computing approach based energy and correlation aware cooperative data collection for wireless sensor network. J Ambient Intell Humaniz Comput 12:5297","journal-title":"J Ambient Intell Humaniz Comput"},{"issue":"10","key":"6656_CR26","doi-asserted-by":"publisher","first-page":"9605","DOI":"10.1109\/TVT.2018.2859433","volume":"67","author":"W Zhang","year":"2018","unstructured":"Zhang W, Fan R, Wen Y, Liu F (2018) Energy optimal wireless data transmission for wearable devices: a compression approach. IEEE Trans Veh Technol 67(10):9605\u20139618. https:\/\/doi.org\/10.1109\/TVT.2018.2859433","journal-title":"IEEE Trans Veh Technol"},{"key":"6656_CR27","first-page":"1","volume-title":"2016 IEEE Globecom Workshops (GC Wkshps)","author":"C Pielli","year":"2016","unstructured":"Pielli C, Biason A, Zanella A, Zorzi M (2016) Joint optimization of energy efficiency and data compression in tdma-based medium access control for the IoT. 2016 IEEE Globecom Workshops (GC Wkshps). IEEE, Washington, DC, pp 1\u20136"},{"key":"6656_CR28","doi-asserted-by":"crossref","unstructured":"Ukil A, Bandyopadhyay S, Pal A (2015) IoT data compression: sensor-agnostic approach. In: 2015 Data Compression Conference. IEEE, pp 303\u2013312","DOI":"10.1109\/DCC.2015.66"},{"issue":"5","key":"6656_CR29","doi-asserted-by":"publisher","first-page":"1977","DOI":"10.1002\/j.1538-7305.1963.tb00955.x","volume":"42","author":"EO Elliott","year":"1963","unstructured":"Elliott EO (1963) Estimates of error rates for codes on burst-noise channels. Bell Syst Tech J 42(5):1977\u20131997. https:\/\/doi.org\/10.1002\/j.1538-7305.1963.tb00955.x","journal-title":"Bell Syst Tech J"},{"issue":"2","key":"6656_CR30","doi-asserted-by":"publisher","first-page":"155014771769416","DOI":"10.1177\/1550147717694168","volume":"13","author":"MJ Kang","year":"2017","unstructured":"Kang MJ, Jeong S, Yoon I, Noh DK (2017) Energy-aware determination of compression for low latency in solar-powered wireless sensor networks. Int J Distrib Sens Networks 13(2):155014771769416. https:\/\/doi.org\/10.1177\/1550147717694168","journal-title":"Int J Distrib Sens Networks"},{"issue":"9","key":"6656_CR31","doi-asserted-by":"publisher","first-page":"2668","DOI":"10.1109\/TCOMM.2012.071212.110167","volume":"60","author":"P Castiglione","year":"2012","unstructured":"Castiglione P, Simeone O, Erkip E, Zemen T (2012) Energy management policies for energy-neutral source-channel coding. IEEE Trans Commun 60(9):2668\u20132678. https:\/\/doi.org\/10.1109\/TCOMM.2012.071212.110167","journal-title":"IEEE Trans Commun"},{"key":"6656_CR32","doi-asserted-by":"crossref","unstructured":"Neely MJ (2010) Stochastic network optimization with application to communication and queueing systems. Morgan & Claypool","DOI":"10.2200\/S00271ED1V01Y201006CNT007"},{"key":"6656_CR33","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. The MIT Press"},{"issue":"6","key":"6656_CR34","doi-asserted-by":"publisher","first-page":"1729","DOI":"10.1109\/TNET.2013.2283071","volume":"22","author":"C Tapparello","year":"2013","unstructured":"Tapparello C, Simeone O, Rossi M (2013) Dynamic compression-transmission for energy-harvesting multihop networks with correlated sources. IEEE\/ACM Trans Netw 22(6):1729\u20131741","journal-title":"IEEE\/ACM Trans Netw"},{"issue":"3","key":"6656_CR35","doi-asserted-by":"publisher","first-page":"1677","DOI":"10.1109\/TIT.2011.2178150","volume":"58","author":"Y Cui","year":"2012","unstructured":"Cui Y, Lau VKN, Wang R, Huang H, Zhang S (2012) A survey on delay-aware resource control for wireless systems\u2014large deviation theory, stochastic Lyapunov drift, and distributed stochastic learning. IEEE Trans Inf Theory 58(3):1677\u20131701. https:\/\/doi.org\/10.1109\/TIT.2011.2178150","journal-title":"IEEE Trans Inf Theory"},{"key":"6656_CR36","unstructured":"Puterman ML (2014) Markov decision processes: discrete stochastic dynamic programming. John Wiley & Sons, Inc."},{"key":"6656_CR37","unstructured":"Altman E (1999) Constrained Markov decision processes. Chapman & Hall\/CRC"},{"issue":"4","key":"6656_CR38","doi-asserted-by":"publisher","first-page":"732","DOI":"10.1109\/JSAC.2008.080514","volume":"26","author":"N Salodkar","year":"2008","unstructured":"Salodkar N, Bhorkar A, Karandikar A, Borkar V (2008) An on-line learning algorithm for energy efficient delay constrained scheduling over a fading channel. IEEE J Sel Areas Commun 26(4):732\u2013742. https:\/\/doi.org\/10.1109\/JSAC.2008.080514","journal-title":"IEEE J Sel Areas Commun"},{"key":"6656_CR39","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698","author":"CJCH Watkins","year":"1992","unstructured":"Watkins CJCH, Dayan P (1992) Q-learning. Mach Learn. https:\/\/doi.org\/10.1007\/BF00992698","journal-title":"Mach Learn"},{"issue":"12","key":"6656_CR40","doi-asserted-by":"publisher","first-page":"6262","DOI":"10.1109\/TSP.2011.2165211","volume":"59","author":"N Mastronarde","year":"2011","unstructured":"Mastronarde N, van der Schaar M (2011) Fast reinforcement learning for energy-efficient wireless communication. IEEE Trans Signal Process 59(12):6262\u20136266. https:\/\/doi.org\/10.1109\/TSP.2011.2165211","journal-title":"IEEE Trans Signal Process"},{"key":"6656_CR41","doi-asserted-by":"crossref","unstructured":"Miozzo M, Zordan D, Dini P, Rossi M (2014) SolarStat: modeling photovoltaic sources through stochastic Markov processes. In: 2014 IEEE international energy conference (ENERGYCON). IEEE, Dubrovnik, pp 688\u2013695","DOI":"10.1109\/ENERGYCON.2014.6850501"},{"issue":"1","key":"6656_CR42","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2629660","volume":"11","author":"D Zordan","year":"2014","unstructured":"Zordan D, Martinez B, Vilajosana I, Rossi M (2014) On the performance of lossy compression schemes for energy constrained sensor networking. ACM Trans Sens Netw 11(1):1\u201334. https:\/\/doi.org\/10.1145\/2629660","journal-title":"ACM Trans Sens Netw"},{"key":"6656_CR43","doi-asserted-by":"crossref","unstructured":"Schoellhammer T, Greenstein B, Osterweil E, Wimbrow M, Estrin D (2004) Lightweight temporal compression of microclimate datasets [wireless sensor networks]. In: 29th Annual IEEE international conference on local computer networks. IEEE (Comput. Soc.), Tampa, FL, pp 516\u2013524","DOI":"10.1109\/LCN.2004.72"},{"issue":"11","key":"6656_CR44","doi-asserted-by":"publisher","first-page":"7594","DOI":"10.1109\/TWC.2016.2604813","volume":"15","author":"R Wang","year":"2016","unstructured":"Wang R, Zhang J, Song SH, Letaief KB (2016) Optimal QoS-aware channel assignment in D2D communications with partial CSI. IEEE Trans Wirel Commun 15(11):7594\u20137609. https:\/\/doi.org\/10.1109\/TWC.2016.2604813","journal-title":"IEEE Trans Wirel Commun"},{"issue":"2","key":"6656_CR45","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1137\/0330018","volume":"30","author":"S Peng","year":"1992","unstructured":"Peng S (1992) Stochastic Hamilton\u2013Jacobi\u2013Bellman equations. SIAM J Control Optim 30(2):284\u2013304. https:\/\/doi.org\/10.1137\/0330018","journal-title":"SIAM J Control Optim"},{"key":"6656_CR46","volume-title":"Data networks","author":"DP Bertsekas","year":"1992","unstructured":"Bertsekas DP, Gallager RG (1992) Data networks, 2nd edn. Prentice Hall","edition":"2"},{"issue":"1","key":"6656_CR47","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1109\/TWC.2010.01.090031","volume":"9","author":"VKN Lau","year":"2010","unstructured":"Lau VKN, Cui Y (2010) Delay-optimal power and subcarrier allocation for OFDMA systems via stochastic approximation. IEEE Trans Wirel Commun 9(1):227\u2013233","journal-title":"IEEE Trans Wirel Commun"},{"issue":"2","key":"6656_CR48","doi-asserted-by":"publisher","first-page":"390","DOI":"10.1109\/TSP.2013.2291211","volume":"62","author":"A Liu","year":"2014","unstructured":"Liu A, Lau VKN (2014) Cache-enabled opportunistic cooperative MIMO for video streaming in wireless systems. IEEE Trans Signal Process 62(2):390\u2013402. https:\/\/doi.org\/10.1109\/TSP.2013.2291211","journal-title":"IEEE Trans Signal Process"},{"key":"6656_CR49","volume-title":"Dynamic programming and optimal control","author":"DP Bertsekas","year":"2012","unstructured":"Bertsekas DP (2012) Dynamic programming and optimal control, 4th edn. Athena Scientific","edition":"4"},{"issue":"12","key":"6656_CR50","doi-asserted-by":"publisher","first-page":"14625","DOI":"10.1007\/s11042-017-5051-9","volume":"77","author":"R Aslani","year":"2018","unstructured":"Aslani R, Hakami V, Dehghan M (2018) A token-based incentive mechanism for video streaming applications in peer-to-peer networks. Multimed Tools Appl 77(12):14625\u201314653. https:\/\/doi.org\/10.1007\/s11042-017-5051-9","journal-title":"Multimed Tools Appl"},{"key":"6656_CR51","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4899-7491-4","volume-title":"Simulation-based optimization parametric optimization techniques and reinforcement learning","author":"A Gosavi","year":"2015","unstructured":"Gosavi A (2015) Simulation-based optimization parametric optimization techniques and reinforcement learning. Springer"},{"key":"6656_CR52","doi-asserted-by":"publisher","DOI":"10.1093\/0198774036.001.0001","volume-title":"Stochastic limit theory: an introduction for econometricians","author":"J Davidson","year":"1994","unstructured":"Davidson J (1994) Stochastic limit theory: an introduction for econometricians, 1st edn. Oxford University Press","edition":"1"},{"issue":"5","key":"6656_CR53","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/S0167-6911(97)90015-3","volume":"29","author":"VS Borkar","year":"1997","unstructured":"Borkar VS (1997) Stochastic approximation with two time scales. Syst Control Lett 29(5):291\u2013294. https:\/\/doi.org\/10.1016\/S0167-6911(97)90015-3","journal-title":"Syst Control Lett"},{"key":"6656_CR54","unstructured":"Borkar VS (2008) Stochastic approximation: a dynamical systems viewpoint. Hindustan Book Agency"},{"issue":"3","key":"6656_CR55","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1016\/j.sysconle.2004.08.007","volume":"54","author":"VS Borkar","year":"2005","unstructured":"Borkar VS (2005) An actor-critic algorithm for constrained Markov decision processes. Syst Control Lett 54(3):207\u2013213. https:\/\/doi.org\/10.1016\/j.sysconle.2004.08.007","journal-title":"Syst Control Lett"},{"issue":"7","key":"6656_CR56","doi-asserted-by":"publisher","first-page":"4917","DOI":"10.1109\/TII.2020.3006276","volume":"17","author":"SR Pokhrel","year":"2021","unstructured":"Pokhrel SR, Verma S, Garg S, Sharma AK, Choi J (2021) An efficient clustering framework for massive sensor networking in industrial internet of things. IEEE Trans Ind Informatics 17(7):4917\u20134924. https:\/\/doi.org\/10.1109\/TII.2020.3006276","journal-title":"IEEE Trans Ind Informatics"},{"issue":"11","key":"6656_CR57","doi-asserted-by":"publisher","first-page":"10433","DOI":"10.1109\/TVT.2017.2751641","volume":"66","author":"Y He","year":"2017","unstructured":"He Y, Zhang Z, Yu FR, Zhao N, Yin H, Leung VCM, Zhang Y (2017) Deep-reinforcement-learning-based optimization for cache-enabled opportunistic interference alignment wireless networks. IEEE Trans Veh Technol 66(11):10433\u201310445. https:\/\/doi.org\/10.1109\/TVT.2017.2751641","journal-title":"IEEE Trans Veh Technol"},{"issue":"5","key":"6656_CR58","doi-asserted-by":"publisher","first-page":"3242","DOI":"10.1109\/TWC.2018.2808520","volume":"17","author":"A Biason","year":"2018","unstructured":"Biason A, Pielli C, Zanella A, Zorzi M (2018) Access control for IoT nodes with energy and fidelity constraints. IEEE Trans Wirel Commun 17(5):3242\u20133257. https:\/\/doi.org\/10.1109\/TWC.2018.2808520","journal-title":"IEEE Trans Wirel Commun"},{"issue":"4","key":"6656_CR59","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1504\/IJAHUC.2013.052865","volume":"12","author":"N Arastouie","year":"2013","unstructured":"Arastouie N, Sabaei M, Hakami V, Soltanali S (2013) A novel trade\u2013off between communication and computation costs for data aggregation in wireless sensor networks. Int J Ad Hoc Ubiquitous Comput 12(4):245\u2013253. https:\/\/doi.org\/10.1504\/IJAHUC.2013.052865","journal-title":"Int J Ad Hoc Ubiquitous Comput"},{"key":"6656_CR60","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1007\/978-1-4615-0805-2_11","volume-title":"Handbook of Markov decision processes","author":"VS Borkar","year":"2002","unstructured":"Borkar VS (2002) Convex analytic methods in Markov decision processes. In: Feinberg EA, Shwartz A (eds) Handbook of Markov decision processes. Springer, Boston, MA, pp 347\u2013375"},{"issue":"7","key":"6656_CR61","doi-asserted-by":"publisher","first-page":"1640","DOI":"10.1109\/TCYB.2015.2453165","volume":"46","author":"V Hakami","year":"2016","unstructured":"Hakami V, Dehghan M (2016) Learning stationary correlated equilibria in constrained general-sum stochastic games. IEEE Trans Cybern 46(7):1640\u20131654. https:\/\/doi.org\/10.1109\/TCYB.2015.2453165","journal-title":"IEEE Trans Cybern"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06656-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-06656-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06656-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,21]],"date-time":"2023-01-21T17:31:16Z","timestamp":1674322276000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-06656-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,4]]},"references-count":61,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["6656"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-06656-6","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,4]]},"assertion":[{"value":"7 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 October 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 January 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors declare that they have no conflicts of interest that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}