{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T16:25:33Z","timestamp":1781367933231,"version":"3.54.1"},"reference-count":32,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,5,10]],"date-time":"2021-05-10T00:00:00Z","timestamp":1620604800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,5,10]],"date-time":"2021-05-10T00:00:00Z","timestamp":1620604800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,5,10]]},"DOI":"10.1109\/infocomwkshps51825.2021.9484556","type":"proceedings-article","created":{"date-parts":[[2021,8,11]],"date-time":"2021-08-11T01:15:31Z","timestamp":1628644531000},"page":"1-7","source":"Crossref","is-referenced-by-count":11,"title":["Autonomous Maintenance in IoT Networks via AoI-driven Deep Reinforcement Learning"],"prefix":"10.1109","author":[{"given":"George","family":"Stamatakis","sequence":"first","affiliation":[{"name":"Foundation for Research and Technology - Hellas (FORTH),Institute of Computer Science"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nikolaos","family":"Pappas","sequence":"additional","affiliation":[{"name":"Linköping University,Department of Science and Technology,Campus Norrköping,Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexandros","family":"Fragkiadakis","sequence":"additional","affiliation":[{"name":"Foundation for Research and Technology - Hellas (FORTH),Institute of Computer Science"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Apostolos","family":"Traganitis","sequence":"additional","affiliation":[{"name":"Foundation for Research and Technology - Hellas (FORTH),Institute of Computer Science"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref32","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume":"32","author":"paszke","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/11564096_32"},{"key":"ref30","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"International Conference on Machine Learning"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/S0951-8320(02)00202-8"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2005.853423"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/GCWkshps45667.2019.9024463"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.112963"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737497"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2900528"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.1900041"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2950054"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2976690"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICNC47757.2020.9049792"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.2988367"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.2200\/S00954ED2V01Y201909CNT023"},{"key":"ref27","doi-asserted-by":"crossref","DOI":"10.1038\/nature24270","article-title":"Mastering the game of go without human knowledge","author":"silver","year":"2017","journal-title":"Nature"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1561\/1300000060"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2013.030713.00062"},{"key":"ref29","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref5","article-title":"Age of information: An introduction and survey","author":"yates","year":"2020"},{"key":"ref8","first-page":"96","article-title":"Fault isolation based on decision-theoretic troubleshooting","volume":"442","author":"huard","year":"1996","journal-title":"Center for Telecommunications Research Tech Rep CU\/CTR\/TR"},{"key":"ref7","first-page":"309","article-title":"Wireless sensor network anomalies: Diagnosis and detection strategies","author":"jurdak","year":"2011","journal-title":"Intelligence-based Systems Engineering"},{"key":"ref2","article-title":"A survey on fault diagnosis in wireless sensor networks","author":"zhang","year":"2018","journal-title":"IEEE Access"},{"key":"ref9","article-title":"Probabilistic models for monitoring and fault diagnosis","author":"verma","year":"2002","journal-title":"The Second IARP and IEEE\/RAS Joint Workshop on Technical Challenges for Dependable Robots in Human Environments"},{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.1016\/j.jnca.2016.10.019","article-title":"An analysis of fault detection strategies in wireless sensor networks","author":"muhammed","year":"2017","journal-title":"Journal of Network and Computer Applications"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2012.6195689"},{"key":"ref22","article-title":"Monte-carlo planning in large pomdps","author":"silver","year":"2010","journal-title":"Advances in neural information processing systems"},{"key":"ref21","volume":"1","author":"bertsekas","year":"2017","journal-title":"Dynamic Programming and Optimal Control Vol I"},{"key":"ref24","first-page":"541","article-title":"On the undecidability of probabilistic planning and infinite-horizon partially observable markov decision problems","author":"madani","year":"1999","journal-title":"AAAI\/IAAI"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1287\/moor.12.3.441"},{"key":"ref26","doi-asserted-by":"crossref","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781316471104"}],"event":{"name":"IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","location":"Vancouver, BC, Canada","start":{"date-parts":[[2021,5,10]]},"end":{"date-parts":[[2021,5,13]]}},"container-title":["IEEE INFOCOM 2021 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9484327\/9484428\/09484556.pdf?arnumber=9484556","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,3]],"date-time":"2022-08-03T00:23:30Z","timestamp":1659486210000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9484556\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,10]]},"references-count":32,"URL":"https:\/\/doi.org\/10.1109\/infocomwkshps51825.2021.9484556","relation":{},"subject":[],"published":{"date-parts":[[2021,5,10]]}}}