{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T15:29:58Z","timestamp":1777390198538,"version":"3.51.4"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2020,5,5]],"date-time":"2020-05-05T00:00:00Z","timestamp":1588636800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,5,5]],"date-time":"2020-05-05T00:00:00Z","timestamp":1588636800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2020,8]]},"DOI":"10.1007\/s11276-020-02350-y","type":"journal-article","created":{"date-parts":[[2020,5,5]],"date-time":"2020-05-05T18:03:21Z","timestamp":1588701801000},"page":"4411-4429","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":60,"title":["A distributed reinforcement learning based sensor node scheduling algorithm for coverage and connectivity maintenance in wireless sensor network"],"prefix":"10.1007","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1342-3523","authenticated-orcid":false,"given":"Anamika","family":"Sharma","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Siddhartha","family":"Chauhan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,5,5]]},"reference":[{"key":"2350_CR1","doi-asserted-by":"crossref","unstructured":"Wang, X., Xing, G., Zhang, Y., Lu, C., Pless, R., & Gill, C. (2003). Integrated coverage and connectivity configuration in wireless sensor networks. In Proceedings of the 1st international conference on embedded networked sensor systems (pp. 28\u201339).","DOI":"10.1145\/958491.958496"},{"key":"2350_CR2","first-page":"89","volume":"1","author":"H Zhang","year":"2005","unstructured":"Zhang, H., & Hou, J. C. (2005). Maintaining sensing coverage and connectivity in large sensor networks. Ad Hoc and Sensor Wireless Networks,1, 89\u2013124.","journal-title":"Ad Hoc and Sensor Wireless Networks"},{"issue":"6","key":"2350_CR3","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1109\/MNET.2007.4395110","volume":"21","author":"E Onur","year":"2007","unstructured":"Onur, E., Ersoy, C., Deli\u04ab, H., & Akarun, L. (2007). Surveillance wireless sensor networks: Deployment quality analysis. IEEE Network,21(6), 48\u201353.","journal-title":"IEEE Network"},{"issue":"3","key":"2350_CR4","doi-asserted-by":"crossref","first-page":"636","DOI":"10.1109\/JSEN.2013.2286332","volume":"14","author":"S Mini","year":"2014","unstructured":"Mini, S., Udgata, S. K., & Sabat, S. L. (2014). Sensor deployment and scheduling for target coverage problem in wireless sensor networks. IEEE Sensor Journal,14(3), 636\u2013644.","journal-title":"IEEE Sensor Journal"},{"issue":"9","key":"2350_CR5","doi-asserted-by":"crossref","first-page":"8510","DOI":"10.1109\/TVT.2017.2681692","volume":"66","author":"J Yu","year":"2017","unstructured":"Yu, J., Wan, S., Cheng, X., & Yu, D. (2017). Coverage contribution area based k-coverage for wireless sensor networks. IEEE Transactions on Vehicular Technology,66(9), 8510\u20138523.","journal-title":"IEEE Transactions on Vehicular Technology"},{"issue":"4","key":"2350_CR6","doi-asserted-by":"crossref","first-page":"735","DOI":"10.1109\/TMC.2012.44","volume":"12","author":"B Jiang","year":"2012","unstructured":"Jiang, B., Ravindran, B., & Cho, H. (2012). Probability-based prediction and sleep scheduling for energy-efficient target tracking in sensor networks. IEEE Transactions on Mobile Computing,12(4), 735\u2013747.","journal-title":"IEEE Transactions on Mobile Computing"},{"issue":"4","key":"2350_CR7","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1016\/j.adhoc.2009.10.003","volume":"8","author":"D Zorbas","year":"2010","unstructured":"Zorbas, D., Glynos, D., Kotzanikolaou, P., & Douligeris, C. (2010). Solving coverage problems in wireless sensor networks using cover sets. Ad Hoc Networks,8(4), 400\u2013415.","journal-title":"Ad Hoc Networks"},{"issue":"1","key":"2350_CR8","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1007\/s11277-013-1371-x","volume":"75","author":"H Mohamadi","year":"2014","unstructured":"Mohamadi, H., Ismail, A. S., & Salleh, S. (2014). Solving target coverage problem using cover sets in wireless sensor networks based on learning automata. Wireless Personal Communications,75(1), 447\u2013463.","journal-title":"Wireless Personal Communications"},{"key":"2350_CR9","doi-asserted-by":"crossref","unstructured":"Seah, M. W. M., Tham, C. K., Srinivasan, V., & Xin, A. (2007). Achieving coverage through distributed reinforcement learning in wireless sensor networks. In Proceedings of the 3rd international conference on intelligent sensors, sensor networks and information (pp. 425\u2013430).","DOI":"10.1109\/ISSNIP.2007.4496881"},{"issue":"14","key":"2350_CR10","doi-asserted-by":"crossref","first-page":"2410","DOI":"10.1016\/j.comnet.2010.03.014","volume":"54","author":"M Esnaashari","year":"2010","unstructured":"Esnaashari, M., & Meybodi, M. R. (2010). A learning automata based scheduling solution to the dynamic point coverage problem in wireless sensor networks. Computer Networks,54(14), 2410\u20132438.","journal-title":"Computer Networks"},{"issue":"8","key":"2350_CR11","doi-asserted-by":"crossref","first-page":"2763","DOI":"10.1109\/JSEN.2016.2517084","volume":"16","author":"H Chen","year":"2016","unstructured":"Chen, H., Li, X., & Zhao, F. (2016). A reinforcement learning-based sleep scheduling algorithm for desired area coverage in solar-powered wireless sensor networks. IEEE Sensors Journal,16(8), 2763\u20132774.","journal-title":"IEEE Sensors Journal"},{"key":"2350_CR12","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1016\/j.jnca.2016.12.022","volume":"80","author":"H Mostafaei","year":"2017","unstructured":"Mostafaei, H., Montieri, A., Persico, V., & Pescap\u00e9, A. (2017). A sleep scheduling approach based on learning automata for WSN partial coverage. Journal of Network and Computer Applications,80, 67\u201378.","journal-title":"Journal of Network and Computer Applications"},{"issue":"3","key":"2350_CR13","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1007\/s11276-009-0162-5","volume":"16","author":"M Esnaashari","year":"2010","unstructured":"Esnaashari, M., & Meybodi, M. R. (2010). Data aggregation in sensor networks using learning automata. Wireless Networks,16(3), 687\u2013699.","journal-title":"Wireless Networks"},{"key":"2350_CR14","doi-asserted-by":"crossref","unstructured":"Lu, Y., Zhang, T., He, E., & Com\u015fa, I. S. (2018). Self-learning-based data aggregation scheduling policy in wireless sensor networks. Journal of Sensors,2018, 9647593.","DOI":"10.1155\/2018\/9647593"},{"key":"2350_CR15","unstructured":"Shahina, K., & Vaidehi, V. (2018). Clustering and data aggregation in wireless sensor networks using machine learning algorithms. In Proceedings of the 2018 international conference on recent trends in advance computing (pp. 109\u2013115)."},{"key":"2350_CR16","doi-asserted-by":"crossref","unstructured":"Forster, A., & Murphy, A. L. (2009). CLIQUE: Role-free clustering with Q-learning for wireless sensor networks. In Proceedings of the 29th IEEE international conference on distributed computing systems (pp. 441\u2013449).","DOI":"10.1109\/ICDCS.2009.43"},{"issue":"2","key":"2350_CR17","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1109\/TGCN.2018.2801725","volume":"2","author":"FA Aoudia","year":"2018","unstructured":"Aoudia, F. A., Gautier, M., & Berder, O. (2018). RLMan: An energy manager based on reinforcement learning for energy harvesting wireless sensor networks. IEEE Transactions on Green Communications and Networking,2(2), 408\u2013417.","journal-title":"IEEE Transactions on Green Communications and Networking"},{"key":"2350_CR18","first-page":"85","volume":"38","author":"W Guo","year":"2014","unstructured":"Guo, W., & Zhang, W. (2014). A survey on intelligent routing protocols in wireless sensor networks. Journal of Network and Computer Applications,38, 85\u2013201.","journal-title":"Journal of Network and Computer Applications"},{"issue":"3","key":"2350_CR19","doi-asserted-by":"crossref","first-page":"979","DOI":"10.1109\/TCYB.2017.2669996","volume":"48","author":"D Ye","year":"2017","unstructured":"Ye, D., & Zhang, M. (2017). A self-adaptive sleep\/wake-up scheduling approach for wireless sensor networks. IEEE Transactions on Cybernetics,48(3), 979\u2013992.","journal-title":"IEEE Transactions on Cybernetics"},{"key":"2350_CR20","doi-asserted-by":"crossref","first-page":"29355","DOI":"10.1109\/ACCESS.2019.2902371","volume":"7","author":"C Savaglio","year":"2019","unstructured":"Savaglio, C., Pace, P., Aloi, G., Liotta, A., & Fortino, G. (2019). Lightweight reinforcement learning for energy efficient communications in wireless sensor networks. IEEE Access,7, 29355\u201329364.","journal-title":"IEEE Access"},{"key":"2350_CR21","doi-asserted-by":"crossref","unstructured":"Raj, A. B., Ramesh, M. V., Kulkarni, R. V., & Hemalatha, T. (2012). Security enhancement in wireless sensor networks using machine learning. In Proceedings of the IEEE 14th international conference on high performance computing and communication (pp. 1264\u20131269).","DOI":"10.1109\/HPCC.2012.186"},{"issue":"1","key":"2350_CR22","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1109\/SURV.2011.040310.00002","volume":"13","author":"RV Kulkarni","year":"2010","unstructured":"Kulkarni, R. V., Forster, A., & Venayagamoorthy, G. K. (2010). Computational intelligence in wireless sensor networks: A survey. IEEE Communications Surveys & Tutorials,13(1), 68\u201396.","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"Nov","key":"2350_CR23","first-page":"1039","volume":"4","author":"J Hu","year":"2003","unstructured":"Hu, J., & Wellman, M. P. (2003). Nash Q-learning for general-sum stochastic games. Journal of Machine Learning Research,4(Nov), 1039\u20131069.","journal-title":"Journal of Machine Learning Research"},{"issue":"2","key":"2350_CR24","doi-asserted-by":"crossref","first-page":"178","DOI":"10.1287\/ijoc.1080.0305","volume":"21","author":"A Gosavi","year":"2009","unstructured":"Gosavi, A. (2009). Reinforcement learning: A tutorial survey and recent advances. INFORMS Journal on Computing,21(2), 178\u2013192.","journal-title":"INFORMS Journal on Computing"},{"issue":"2","key":"2350_CR25","first-page":"56","volume":"38","author":"L Bu","year":"2008","unstructured":"Bu, L., Babu, R., & De Schutter, B. (2008). A comprehensive survey of multiagent reinforcement learning. IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews),38(2), 56\u2013172.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews)"},{"issue":"1","key":"2350_CR26","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1016\/j.jnca.2011.08.007","volume":"35","author":"KLA Yau","year":"2012","unstructured":"Yau, K. L. A., Komisarczuk, P., & Teal, P. D. (2012). Reinforcement learning for context awareness and intelligence in wireless networks: Review, new features and open issues. Journal of Network and Computer Applications,35(1), 253\u2013267.","journal-title":"Journal of Network and Computer Applications"},{"issue":"11","key":"2350_CR27","doi-asserted-by":"crossref","first-page":"1045","DOI":"10.1007\/s00607-014-0438-1","volume":"97","author":"KLA Yau","year":"2015","unstructured":"Yau, K. L. A., Goh, H. G., Chieng, D., & Kwong, K. H. (2015). Application of reinforcement learning to wireless sensor networks: models and algorithms. Computing,97(11), 1045\u20131075.","journal-title":"Computing"},{"key":"2350_CR28","first-page":"8051","volume":"5","author":"JN Al-Karaki","year":"2017","unstructured":"Al-Karaki, J. N., & Gawanmeh, A. (2017). The optimal deployment, coverage, and connectivity problems in wireless sensor networks: Revisited. IEEE Access,5, 8051\u201318065.","journal-title":"IEEE Access"},{"key":"2350_CR29","doi-asserted-by":"crossref","unstructured":"Borasia, S., & Raisinghani, V. (2011). A review of congestion control mechanisms for wireless sensor networks. In Technology systems and management (pp. 201-206). Berlin: Springer.","DOI":"10.1007\/978-3-642-20209-4_28"},{"issue":"4","key":"2350_CR30","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1002\/ett.1466","volume":"22","author":"F Ishmanov","year":"2011","unstructured":"Ishmanov, F., Malik, A. S., & Kim, S. W. (2011). Energy consumption balancing (ECB) issues and mechanisms in wireless sensor networks (WSNs): A comprehensive overview. European Transactions on Telecommunications,22(4), 151\u2013167.","journal-title":"European Transactions on Telecommunications"},{"issue":"4","key":"2350_CR31","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1109\/MWC.2008.4599222","volume":"15","author":"X Du","year":"2008","unstructured":"Du, X., & Chen, H. H. (2008). Security in wireless sensor networks. IEEE Wireless Communications,15(4), 60\u201366.","journal-title":"IEEE Wireless Communications"},{"issue":"4","key":"2350_CR32","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1978802.1978811","volume":"43","author":"B Wang","year":"2011","unstructured":"Wang, B. (2011). Coverage problems in sensor networks: A survey. ACM Computing Surveys (CSUR),43(4), 1\u201353.","journal-title":"ACM Computing Surveys (CSUR)"},{"issue":"2","key":"2350_CR33","doi-asserted-by":"crossref","first-page":"828","DOI":"10.1109\/COMST.2017.2650979","volume":"19","author":"H Yetgin","year":"2017","unstructured":"Yetgin, H., Cheung, K. T. K., El-Hajjar, M., & Hanzo, L. H. (2017). A survey of network lifetime maximization techniques in wireless sensor networks. IEEE Communications Surveys & Tutorials,19(2), 828\u2013854.","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"4","key":"2350_CR34","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1016\/j.jksuci.2016.08.001","volume":"29","author":"A More","year":"2017","unstructured":"More, A., & Raisinghani, V. (2017). A survey on energy efficient coverage protocols in wireless sensor networks. Journal of King Saud University-Computer and Information Sciences,29(4), 428\u2013448.","journal-title":"Journal of King Saud University-Computer and Information Sciences"},{"issue":"1\u20132","key":"2350_CR35","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1504\/IJSNET.2006.010833","volume":"1","author":"M Cardei","year":"2006","unstructured":"Cardei, M., Wu, J., & Lu, M. (2006). Improving network lifetime using sensors with adjustable sensing ranges. International Journal of Sensor Networks,1(1\u20132), 41\u201349.","journal-title":"International Journal of Sensor Networks"},{"key":"2350_CR36","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.inffus.2018.09.013","volume":"49","author":"DP Kumar","year":"2019","unstructured":"Kumar, D. P., Amgoth, T., & Annavarapu, C. S. R. (2019). Machine learning algorithms for wireless sensor networks: A survey. Information Fusion,49, 1\u201325.","journal-title":"Information Fusion"},{"key":"2350_CR37","doi-asserted-by":"crossref","unstructured":"Hefeeda, M., & Ahmadi, H. (2007). A probabilistic coverage protocol for wireless sensor networks. In Proceedings of IEEE international conference on network protocol (pp. 41\u201350).","DOI":"10.1109\/ICNP.2007.4375835"},{"key":"2350_CR38","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.neucom.2014.11.056","volume":"153","author":"H Mohamadi","year":"2015","unstructured":"Mohamadi, H., Salleh, S., Razali, M. N., & Marouf, S. (2015). A new learning automata-based approach for maximizing network lifetime in wireless sensor networks with adjustable sensing ranges. Neurocomputing,153, 11\u201319.","journal-title":"Neurocomputing"},{"key":"2350_CR39","doi-asserted-by":"crossref","unstructured":"Chenait, M., Zebbane, B., Benzaid, C., & Badache, N. (2015). Sleep scheduling with predictive coverage redundancy check in wireless sensor networks. In Proceedings of the international symposium on wireless communication systems (pp. 366\u2013370).","DOI":"10.1109\/ISWCS.2015.7454365"},{"issue":"5\u20136","key":"2350_CR40","doi-asserted-by":"crossref","first-page":"2599","DOI":"10.1166\/jctn.2019.7936","volume":"16","author":"S Basheer","year":"2019","unstructured":"Basheer, S., Mathew, R. M., Ranjith, D., Sathish Kumar, M., Sundar, P., & Balajee, J. M. (2019). An analysis on barrier coverage in wireless sensor networks. Journal of Computational and Theoretical Nanoscience,16(5\u20136), 2599\u20132603.","journal-title":"Journal of Computational and Theoretical Nanoscience"},{"key":"2350_CR41","doi-asserted-by":"crossref","unstructured":"Niculescu, D., & Nath, B. (2001). Ad hoc positioning system (APS). In Proceedings of the IEEE global telecommunications conference, vol. 5 (pp. 2926\u20132931).","DOI":"10.1109\/GLOCOM.2001.965964"},{"issue":"11","key":"2350_CR42","doi-asserted-by":"crossref","first-page":"537","DOI":"10.1109\/LCOMM.2003.820097","volume":"7","author":"J Zhu","year":"2003","unstructured":"Zhu, J., & Papavassiliou, S. (2003). On the energy-efficient organization and the lifetime of multi-hop sensor networks. IEEE Communications Letters,7(11), 537\u2013539.","journal-title":"IEEE Communications Letters"},{"key":"2350_CR43","unstructured":"Lauer, M., & Riedmiller, M. (2000). An algorithm for distributed reinforcement learning in cooperative multi-agent systems. In Proceedings of the 17th international conference on machine learning."},{"key":"2350_CR44","first-page":"322","volume":"1","author":"ML Littman","year":"2001","unstructured":"Littman, M. L. (2001). Friend-or-foe Q-learning in general-sum games. ICML,1, 322\u2013328.","journal-title":"ICML"},{"key":"2350_CR45","unstructured":"Greenwald, A., Hall, K., & Serrano, R. (2003). Correlated Q-learning. In ICML, vol. 3 (pp. 242\u2013249)."},{"key":"2350_CR46","doi-asserted-by":"crossref","unstructured":"Littman, M. L. (1994). Markov games as a framework for multi-agent reinforcement learning. In Machine learning proceedings (pp. 157\u2013163).","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"2350_CR47","unstructured":"Wang, X., & Sandholm, T. (2003). Reinforcement learning to play an optimal Nash equilibrium in team Markov games. In Advances in neural information processing systems (pp. 1603\u20131610)."}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-020-02350-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-020-02350-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-020-02350-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,5]],"date-time":"2021-05-05T00:02:59Z","timestamp":1620172979000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-020-02350-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,5]]},"references-count":47,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,8]]}},"alternative-id":["2350"],"URL":"https:\/\/doi.org\/10.1007\/s11276-020-02350-y","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,5,5]]},"assertion":[{"value":"5 May 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}