{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T15:45:08Z","timestamp":1774453508256,"version":"3.50.1"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,9,29]],"date-time":"2020-09-29T00:00:00Z","timestamp":1601337600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,9,29]],"date-time":"2020-09-29T00:00:00Z","timestamp":1601337600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Front. Comput. Sci."],"published-print":{"date-parts":[[2021,2]]},"DOI":"10.1007\/s11704-020-9153-6","type":"journal-article","created":{"date-parts":[[2020,9,29]],"date-time":"2020-09-29T15:03:47Z","timestamp":1601391827000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Determining node duty cycle using Q-learning and linear regression for WSN"],"prefix":"10.1007","volume":"15","author":[{"given":"Han Yao","family":"Huang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kyung Tae","family":"Kim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hee Yong","family":"Youn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,29]]},"reference":[{"key":"9153_CR1","doi-asserted-by":"crossref","unstructured":"Alemdar A, Ibnkahla M. Wireless sensor networks: applications and challenges. In: Proceedings of the 9th International Symposium on Signal Processing and Its Applications. 2007, 1\u20136","DOI":"10.1109\/ISSPA.2007.4555630"},{"key":"9153_CR2","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.adhoc.2016.12.005","volume":"56","author":"T AlSkaif","year":"2017","unstructured":"AlSkaif T, Bellalta B, Zapata M G, Ordinas J M B. Energy efficiency of MAC protocols in low data rate wireless multimedia sensor networks: a comparative study. Ad Hoc Networks, 2017, 56: 141\u2013157","journal-title":"Ad Hoc Networks"},{"key":"9153_CR3","doi-asserted-by":"crossref","unstructured":"Van Dam T, Langendoen K. An adaptive energy-efficient MAC protocol for wireless sensor networks. In: Proceedings of the 1st International Conference on Embedded Networked Sensor Systems. 2003, 171\u2013180","DOI":"10.1145\/958491.958512"},{"issue":"1","key":"9153_CR4","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.adhoc.2003.09.008","volume":"3","author":"R Zheng","year":"2005","unstructured":"Zheng R, Kravets R. On-demand power management for ad hoc networks. Ad Hoc Networks, 2005, 3(1): 51\u201368","journal-title":"Ad Hoc Networks"},{"key":"9153_CR5","doi-asserted-by":"crossref","unstructured":"Zheng R, Hou J C, Sha L. Asynchronous wakeup for ad hoc networks. In: Proceedings of the 4th ACM International Symposium on Mobile Ad Hoc Networking & Computing. 2003, 35\u201345","DOI":"10.1145\/778415.778420"},{"key":"9153_CR6","unstructured":"Ye W, Heidemann J, Estrin D. An energy-efficient MAC protocol for wireless sensor networks. In: Proceedings of the 21st Annual Joint Conference of the IEEE Computer and Communications Societies. 2002, 1567\u20131576"},{"issue":"3","key":"9153_CR7","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1109\/TNET.2004.828953","volume":"12","author":"W Ye","year":"2004","unstructured":"Ye W, Heidemann J, Estrin D. Medium access control with coordinated adaptive sleeping for wireless sensor networks. IEEE\/ACM Transactions on Networking (ToN), 2004, 12(3): 493\u2013506","journal-title":"IEEE\/ACM Transactions on Networking (ToN)"},{"key":"9153_CR8","unstructured":"Jung E S, Vaidya N H. An energy efficient MAC protocol for wireless LANs. In: Proceedings of the 21st Annual Joint Conference of the IEEE Computer and Communications Societies. 2002, 1756\u20131764"},{"issue":"4","key":"9153_CR9","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1145\/1614379.1614381","volume":"5","author":"S Liu","year":"2009","unstructured":"Liu S, Fan K W, Sinha P. CMAC: an energy-efficient MAC layer protocol using convergent packet forwarding for wireless sensor networks. ACM Transactions on Sensor Networks (TOSN), 2009, 5(4): 29","journal-title":"ACM Transactions on Sensor Networks (TOSN)"},{"issue":"1","key":"9153_CR10","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/TSMCB.2010.2043839","volume":"41","author":"F L Lewis","year":"2011","unstructured":"Lewis F L, Vamvoudakis K G. Reinforcement learning for partially observable dynamic processes: adaptive dynamic programming using measured output data. IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics), 2011, 41(1): 14\u201325","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics)"},{"key":"9153_CR11","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1016\/j.engappai.2016.06.012","volume":"55","author":"S Kosunalp","year":"2016","unstructured":"Kosunalp S, Chu Y, Mitchell P D, Grace D, Clarke T. Use of Q-learning approaches for practical medium access control in wireless sensor networks. Engineering Applications of Artificial Intelligence, 2016, 55: 146\u2013154","journal-title":"Engineering Applications of Artificial Intelligence"},{"key":"9153_CR12","doi-asserted-by":"crossref","unstructured":"Polastre J, Hill J, Culler D. Versatile low power media access for wireless sensor networks. In: Proceedings of the 2nd International Conference on Embedded Networked Sensor Systems. 2004, 95\u2013107","DOI":"10.1145\/1031495.1031508"},{"key":"9153_CR13","doi-asserted-by":"crossref","unstructured":"Du S, Saha A K, Johnson D B. RMAC: a routing-enhanced duty-cycle MAC protocol for wireless sensor networks. In: Proceedings of IEEE INFOCOM 2007 \u2014 the 26th IEEE International Conference on Computer Communications. 2007, 1478\u20131486","DOI":"10.1109\/INFCOM.2007.174"},{"key":"9153_CR14","doi-asserted-by":"crossref","unstructured":"Tong F, Tang W, Xie R, Shu L, Kim Y C.P-MAC: a cross-layer duty cycle MAC protocol towards pipelining for wireless sensor networks. In: Proceedings of IEEE International Conference on Communications (ICC). 2011, 1\u20135","DOI":"10.1109\/icc.2011.5962446"},{"key":"9153_CR15","unstructured":"Lin P, Qiao C, Wang X. Medium access control with a dynamic duty cycle for sensor networks. In: Proceedings of IEEE Wireless Communications and Networking Conference. 2004, 1534\u20131539"},{"key":"9153_CR16","doi-asserted-by":"crossref","unstructured":"Polastre J, Hill J, Culler D. Versatile low power media access for wireless sensor networks. In: Proceedings of the 2nd International Conference on Embedded Networked Sensor Systems. 2004, 95\u2013107","DOI":"10.1145\/1031495.1031508"},{"key":"9153_CR17","doi-asserted-by":"crossref","unstructured":"Buettner M, Yee G V, Anderson E, Han R. X-MAC: a short preamble MAC protocol for duty-cycled wireless sensor networks. In: Proceedings of the 4th International Conference on Embedded Networked Sensor Systems. 2006, 307\u2013320","DOI":"10.1145\/1182807.1182838"},{"key":"9153_CR18","doi-asserted-by":"crossref","unstructured":"Sun Y, Gurewitz O, Johnson D B. RI-MAC: a receiver-initiated asynchronous duty cycle MAC protocol for dynamic traffic loads in wireless sensor networks. In: Proceedings of the 6th ACM Conference on Embedded Network Sensor Systems. 2008, 1\u201314","DOI":"10.1145\/1460412.1460414"},{"issue":"4","key":"9153_CR19","doi-asserted-by":"publisher","first-page":"1276","DOI":"10.1016\/j.adhoc.2010.11.004","volume":"11","author":"J Niu","year":"2013","unstructured":"Niu J, Deng Z. Distributed self-learning scheduling approach for wireless sensor network. Ad Hoc Networks, 2013, 11(4): 1276\u20131286","journal-title":"Ad Hoc Networks"},{"key":"9153_CR20","unstructured":"Sutton R S, Barto A G. Reinforcement Learning: An Introduction. MIT Press, 2018"}],"container-title":["Frontiers of Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-020-9153-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11704-020-9153-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-020-9153-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,22]],"date-time":"2022-03-22T21:34:06Z","timestamp":1647984846000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11704-020-9153-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,29]]},"references-count":20,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,2]]}},"alternative-id":["9153"],"URL":"https:\/\/doi.org\/10.1007\/s11704-020-9153-6","relation":{},"ISSN":["2095-2228","2095-2236"],"issn-type":[{"value":"2095-2228","type":"print"},{"value":"2095-2236","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,9,29]]},"assertion":[{"value":"2 May 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 December 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"151101"}}