{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T13:29:55Z","timestamp":1770989395796,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2022,2,24]],"date-time":"2022-02-24T00:00:00Z","timestamp":1645660800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,2,24]],"date-time":"2022-02-24T00:00:00Z","timestamp":1645660800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s10489-021-03084-w","type":"journal-article","created":{"date-parts":[[2022,2,24]],"date-time":"2022-02-24T23:02:25Z","timestamp":1645743745000},"page":"13214-13231","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Reinforcement learning based connectivity restoration in wireless sensor networks"],"prefix":"10.1007","volume":"52","author":[{"given":"Ramesh","family":"Kumar","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2686-9946","authenticated-orcid":false,"given":"Tarachand","family":"Amgoth","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,2,24]]},"reference":[{"key":"3084_CR1","doi-asserted-by":"publisher","first-page":"104","DOI":"10.3389\/frobt.2020.00104","volume":"7","author":"O Vermesan","year":"2020","unstructured":"Vermesan O, Bahr R, Ottella M, Serrano M, Karlsen T, Wahlstr\u00f8m T, Sand H-E, Ashwathnarayan M, Gamba M T (2020) Internet of robotic things intelligent connectivity and platforms. Frontiers in Robotics and AI 7:104","journal-title":"Frontiers in Robotics and AI"},{"key":"3084_CR2","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.comcom.2020.01.043","volume":"153","author":"W Ejaz","year":"2020","unstructured":"Ejaz W, Basharat M, Saadat S, Khattak AM, Naeem M, Anpalagan A (2020) Learning paradigms for communication and computing technologies in iot systems. Comput Commun 153:11\u201325","journal-title":"Comput Commun"},{"key":"3084_CR3","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An introduction. MIT press"},{"key":"3084_CR4","doi-asserted-by":"publisher","first-page":"105201","DOI":"10.1016\/j.knosys.2019.105201","volume":"196","author":"X Wu","year":"2020","unstructured":"Wu X, Chen H, Chen C, Zhong M, Xie S, Guo Y, Fujita H (2020) The autonomous navigation and obstacle avoidance for usvs with anoa deep reinforcement learning method. Knowl-Based Syst 196:105201","journal-title":"Knowl-Based Syst"},{"key":"3084_CR5","doi-asserted-by":"publisher","first-page":"708","DOI":"10.1016\/j.ins.2021.04.088","volume":"570","author":"M Shang","year":"2021","unstructured":"Shang M, Zhou Y, Fujita H (2021) Deep reinforcement learning with reference system to handle constraints for energy-efficient train control. Inf Sci 570:708\u2013721","journal-title":"Inf Sci"},{"issue":"1","key":"3084_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-018-07882-8","volume":"10","author":"D Kim","year":"2019","unstructured":"Kim D, Park GY, John PO, Lee SW, et al. (2019) Task complexity interacts with state-space uncertainty in the arbitration between model-based and model-free learning. Nature communications 10(1):1\u201314","journal-title":"Nature communications"},{"key":"3084_CR7","unstructured":"Lowe R, Wu Y, Tamar A, Harb J, Abbeel OpenAI Pieter, Mordatch I (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. In: Advances in neural information processing systems, pp 6379\u20136390"},{"key":"3084_CR8","doi-asserted-by":"publisher","first-page":"104855","DOI":"10.1016\/j.knosys.2019.07.026","volume":"183","author":"S Yang","year":"2019","unstructured":"Yang S, Yang B, Wong H-S, Kang Z (2019) Cooperative traffic signal control using multi-step return and off-policy asynchronous advantage actor-critic graph algorithm. Knowl-Based Syst 183:104855","journal-title":"Knowl-Based Syst"},{"issue":"3","key":"3084_CR9","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1109\/MSP.2020.2976000","volume":"37","author":"D Lee","year":"2020","unstructured":"Lee D, He N, Kamalaruban P, Cevher V (2020) Optimization for reinforcement learning: from a single agent to cooperative agents. IEEE Signal Proc Mag 37(3):123\u2013135. https:\/\/doi.org\/10.1109\/MSP.2020.2976000","journal-title":"IEEE Signal Proc Mag"},{"key":"3084_CR10","doi-asserted-by":"publisher","first-page":"18110","DOI":"10.1109\/ACCESS.2020.2968562","volume":"8","author":"J Zhang","year":"2020","unstructured":"Zhang J, Tang J, Wang F (2020) Cooperative relay selection for load balancing with mobility in hierarchical wsns: a multi-armed bandit approach. IEEE Access 8:18110\u201318122","journal-title":"IEEE Access"},{"key":"3084_CR11","doi-asserted-by":"publisher","first-page":"28940","DOI":"10.1109\/ACCESS.2019.2902072","volume":"7","author":"M Farsi","year":"2019","unstructured":"Farsi M, Elhosseini MA, Badawy M, Arafat Ali H, Zain Eldin H (2019) Deployment techniques in wireless sensor networks, coverage and connectivity: a survey. IEEE Access 7:28940\u201328954","journal-title":"IEEE Access"},{"issue":"5","key":"3084_CR12","doi-asserted-by":"publisher","first-page":"6469341","DOI":"10.1155\/2016\/6469341","volume":"12","author":"G Ma","year":"2016","unstructured":"Ma G, Yang Y, Qiu X, Gao Z (2016) Obstacle aware connectivity restoration for disjoint wireless sensor networks using a mix of stationary and mobile nodes. International Journal of Distributed Sensor Networks 12(5):6469341","journal-title":"International Journal of Distributed Sensor Networks"},{"issue":"3","key":"3084_CR13","doi-asserted-by":"publisher","first-page":"34","DOI":"10.3390\/electronics5030034","volume":"5","author":"G Sallam","year":"2016","unstructured":"Sallam G, Baroudi U, Al-Shaboti M (2016) Multi-robot deployment using a virtual force approach: challenges and guidelines. Electronics 5(3):34","journal-title":"Electronics"},{"key":"3084_CR14","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1016\/j.adhoc.2013.09.005","volume":"13","author":"IF Senturk","year":"2014","unstructured":"Senturk IF, Akkaya K, Yilmaz S (2014) Relay placement for restoring connectivity in partitioned wireless sensor networks under limited information. Ad Hoc Netw 13:487\u2013 503","journal-title":"Ad Hoc Netw"},{"issue":"2-3","key":"3084_CR15","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1504\/IJAHUC.2012.050268","volume":"11","author":"I Senturk","year":"2012","unstructured":"Senturk I, Yilmaz S, Akkaya K (2012) Connectivity restoration in delay\u2013tolerant sensor networks using game theory. International Journal of Ad Hoc and Ubiquitous Computing 11(2-3):109\u2013 124","journal-title":"International Journal of Ad Hoc and Ubiquitous Computing"},{"issue":"7","key":"3084_CR16","doi-asserted-by":"publisher","first-page":"9055","DOI":"10.3390\/s120709055","volume":"12","author":"H-Y Shi","year":"2012","unstructured":"Shi H-Y, Wang W-L, Kwok N-M, Chen S-Y (2012) Game theory for wireless sensor networks: a survey. Sensors 12(7):9055\u20139097","journal-title":"Sensors"},{"key":"3084_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.inffus.2018.09.013","volume":"49","author":"DP Kumar","year":"2019","unstructured":"Kumar DP, Amgoth T, Annavarapu CSR (2019) Machine learning algorithms for wireless sensor networks: a survey. Information Fusion 49:1\u201325","journal-title":"Information Fusion"},{"issue":"4","key":"3084_CR18","doi-asserted-by":"publisher","first-page":"576","DOI":"10.1109\/TCCN.2017.2741468","volume":"3","author":"CA Oroza","year":"2017","unstructured":"Oroza CA, Zhang Z, Watteyne T, Glaser SD (2017) A machine-learning-based connectivity model for complex terrain large-scale low-power wireless deployments. IEEE Transactions on Cognitive Communications and Networking 3(4):576\u2013584","journal-title":"IEEE Transactions on Cognitive Communications and Networking"},{"issue":"3","key":"3084_CR19","first-page":"279","volume":"10","author":"M Jahanshahi","year":"2018","unstructured":"Jahanshahi M, Maddah M (2018) Connectivity restoration in wireless sensor and actor networks using distributed learning automata. International Journal of Industrial Mathematics 10(3):279\u2013 297","journal-title":"International Journal of Industrial Mathematics"},{"issue":"4","key":"3084_CR20","doi-asserted-by":"publisher","first-page":"5061","DOI":"10.1007\/s11277-016-3729-3","volume":"96","author":"AP Renold","year":"2017","unstructured":"Renold AP, Chandrakala S (2017) Mrl-scso: multi-agent reinforcement learning-based self-configuration and self-optimization protocol for unattended wireless sensor networks. Wirel Pers Commun 96(4):5061\u20135079","journal-title":"Wirel Pers Commun"},{"issue":"5","key":"3084_CR21","doi-asserted-by":"publisher","first-page":"2782","DOI":"10.1109\/JSEN.2019.2949997","volume":"20","author":"M Kwon","year":"2020","unstructured":"Kwon M, Lee J, Park H (2020) Intelligent iot connectivity: Deep reinforcement learning approach. IEEE Sensors J 20(5):2782\u20132791. https:\/\/doi.org\/10.1109\/JSEN.2019.2949997","journal-title":"IEEE Sensors J"},{"key":"3084_CR22","doi-asserted-by":"publisher","first-page":"100743","DOI":"10.1016\/j.swevo.2020.100743","volume":"58","author":"H Li","year":"2020","unstructured":"Li H, He F, Chen Y, Luo J (2020) Multi-objective self-organizing optimization for constrained sparse array synthesis. Swarm and Evolutionary Computation 58:100743","journal-title":"Swarm and Evolutionary Computation"},{"issue":"5","key":"3084_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s11704-019-8184-3","volume":"14","author":"N Hou","year":"2020","unstructured":"Hou N, He F, Zhou Y, Chen Y (2020) An efficient gpu-based parallel tabu search algorithm for hardware\/software co-design. Frontiers of Computer Science 14(5):1\u201318","journal-title":"Frontiers of Computer Science"},{"key":"3084_CR24","doi-asserted-by":"publisher","first-page":"106335","DOI":"10.1016\/j.asoc.2020.106335","volume":"93","author":"Y Chen","year":"2020","unstructured":"Chen Y, He F, Li H, Zhang D, Wu Y (2020) A full migration bbo algorithm with enhanced population quality bounds for multimodal biomedical image registration. Appl Soft Comput 93:106335","journal-title":"Appl Soft Comput"},{"issue":"3","key":"3084_CR25","doi-asserted-by":"publisher","first-page":"581","DOI":"10.3233\/IDA-194641","volume":"24","author":"J Luo","year":"2020","unstructured":"Luo J, He F, Yong J (2020) An efficient and robust bat algorithm with fusion of opposition-based learning and whale optimization algorithm. Intelligent Data Analysis 24(3):581\u2013606","journal-title":"Intelligent Data Analysis"},{"key":"3084_CR26","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1016\/j.comcom.2019.04.001","volume":"142","author":"FA Almalki","year":"2019","unstructured":"Almalki FA, Angelides MC (2019) A machine learning approach to evolving an optimal propagation model for last mile connectivity using low altitude platforms. Comput Commun 142:9\u201333","journal-title":"Comput Commun"},{"key":"3084_CR27","unstructured":"Abed-Alguni BHK (2014) Cooperative reinforcement learning for independent learners. Computer Science"},{"key":"3084_CR28","doi-asserted-by":"crossref","unstructured":"Jan?t Hoen P, Tuyls K, Panait L, Luke S, La Poutre JA (2005) An overview of cooperative and competitive multiagent learning. In: International Workshop on Learning and Adaption in Multi-Agent Systems, Springer, pp 1\u201346","DOI":"10.1007\/11691839_1"},{"key":"3084_CR29","unstructured":"Danel M, Skrbek M (2017) Humanoid robot control by offline actor-critic learning.. In: ITAT, pp 71\u201377"},{"key":"3084_CR30","doi-asserted-by":"crossref","unstructured":"Feriani A, Hossain E (2021) Single and multi-agent deep reinforcement learning for ai-enabled wireless networks: a tutorial. IEEE Communications Surveys & Tutorials","DOI":"10.1109\/COMST.2021.3063822"},{"key":"3084_CR31","doi-asserted-by":"crossref","unstructured":"Chen H, Liu Y, Zhou Z, Hu D, Zhang M (2020) Gama: Graph attention multi-agent reinforcement learning algorithm for cooperation. Appl Intell, pp 1\u201311","DOI":"10.1007\/s10489-020-01755-8"},{"issue":"11","key":"3084_CR32","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober J, Bagnell JA, Peters J (2013) Reinforcement learning in robotics: a survey. The International Journal of Robotics Research 32(11):1238\u20131274","journal-title":"The International Journal of Robotics Research"},{"key":"3084_CR33","unstructured":"Iqbal S, Sha F (2019) Actor-attention-critic for multi-agent reinforcement learning. In: International conference on machine learning, PMLR, pp 2961\u20132970"},{"key":"3084_CR34","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.neucom.2020.01.079","volume":"390","author":"D Sim\u00f8es","year":"2020","unstructured":"Sim\u00f8es D, Lau N, Reis LP (2020) Multi-agent actor centralized-critic with communication. Neurocomputing 390:40\u201356","journal-title":"Neurocomputing"},{"issue":"4","key":"3084_CR35","doi-asserted-by":"publisher","first-page":"660","DOI":"10.1109\/TWC.2002.804190","volume":"1","author":"WB Heinzelman","year":"2002","unstructured":"Heinzelman WB, Chandrakasan AP, Balakrishnan H (2002) An application-specific protocol architecture for wireless microsensor networks. IEEE Transactions on wireless communications 1(4):660\u2013670","journal-title":"IEEE Transactions on wireless communications"},{"key":"3084_CR36","doi-asserted-by":"crossref","unstructured":"Now\u00e9 A, Vrancx P, De Hauwere Y-M (2012) Game theory and multi-agent reinforcement learning. In: reinforcement learning. Springer, pp 441\u2013470","DOI":"10.1007\/978-3-642-27645-3_14"},{"key":"3084_CR37","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1016\/j.comnet.2017.08.016","volume":"127","author":"S Chouikhi","year":"2017","unstructured":"Chouikhi S, El Korbi I, Ghamri-Doudane Y, Saidane LA (2017) Distributed connectivity restoration in multichannel wireless sensor networks. Comput Netw 127:282\u2013295","journal-title":"Comput Netw"},{"key":"3084_CR38","doi-asserted-by":"crossref","unstructured":"Akram VK, Dagdeviren O, Tavli B (2020) Distributed k-connectivity restoration for fault tolerant wireless sensor and actuator networks: algorithm design and experimental evaluations. IEEE Trans Reliab","DOI":"10.1109\/TR.2020.2970268"},{"issue":"3","key":"3084_CR39","doi-asserted-by":"publisher","first-page":"2115","DOI":"10.1007\/s11277-020-07962-3","volume":"117","author":"MK Saeed","year":"2021","unstructured":"Saeed MK, ul Hassan M, Mahmood K, Shah AM, Khan J (2021) Efficient solution for connectivity restoration (escr) in wireless sensor and actor-networks. Wirel Pers Commun 117(3):2115\u20132134","journal-title":"Wirel Pers Commun"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-03084-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-03084-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-03084-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,16]],"date-time":"2022-09-16T12:44:29Z","timestamp":1663332269000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-03084-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,24]]},"references-count":39,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["3084"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-03084-w","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2,24]]},"assertion":[{"value":"4 December 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 February 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Mr. Ramesh Kumar and Prof. Tarachand Amgoth declares no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}