{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T07:26:50Z","timestamp":1761895610379,"version":"3.40.4"},"publisher-location":"Berlin, Heidelberg","reference-count":17,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642299650"},{"type":"electronic","value":"9783642299667"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-29966-7_25","type":"book-chapter","created":{"date-parts":[[2013,1,2]],"date-time":"2013-01-02T02:45:21Z","timestamp":1357094721000},"page":"382-396","source":"Crossref","is-referenced-by-count":7,"title":["Reinforcement Learning for Self-organizing Wake-Up Scheduling in Wireless Sensor Networks"],"prefix":"10.1007","author":[{"given":"Mihail","family":"Mihaylov","sequence":"first","affiliation":[]},{"given":"Yann-A\u00ebl","family":"Le Borgne","sequence":"additional","affiliation":[]},{"given":"Karl","family":"Tuyls","sequence":"additional","affiliation":[]},{"given":"Ann","family":"Now\u00e9","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"25_CR1","unstructured":"CC2420: Data sheet, http:\/\/focus.ti.com\/docs\/prod\/folders\/print\/cc2420.html"},{"issue":"2","key":"25_CR2","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1109\/TNET.2009.2014656","volume":"17","author":"R. Cohen","year":"2009","unstructured":"Cohen, R., Kapchits, B.: An optimal wake-up scheduling algorithm for minimizing energy consumption while limiting maximum delay in a mesh sensor network. IEEE\/ACM Trans. Netw.\u00a017(2), 570\u2013581 (2009)","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"5","key":"25_CR3","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/65.953229","volume":"15","author":"J. Gutierrez","year":"2002","unstructured":"Gutierrez, J., Naeve, M., Callaway, E., Bourgeois, M., Mitter, V., Heile, B.: IEEE 802.15. 4: a developing standard for low-power low-cost wireless personal area networks. IEEE Network\u00a015(5), 12\u201319 (2002)","journal-title":"IEEE Network"},{"key":"25_CR4","doi-asserted-by":"crossref","unstructured":"Ilyas, M., Mahgoub, I.: Handbook of sensor networks: compact wireless and wired sensing systems. CRC (2005)","DOI":"10.1201\/9780203489635"},{"key":"25_CR5","first-page":"535","volume":"2","author":"K. Langendoen","year":"2008","unstructured":"Langendoen, K.: Medium access control in wireless sensor networks. Medium Access Control in Wireless Networks\u00a02, 535\u2013560 (2008)","journal-title":"Medium Access Control in Wireless Networks"},{"key":"25_CR6","unstructured":"Leng, J.: Reinforcement learning and convergence analysis with applications to agent-based systems. Ph.D. thesis, University of South Australia (2008)"},{"key":"25_CR7","first-page":"507","volume-title":"Proceedings of the 2nd ICICIC","author":"S. Liang","year":"2007","unstructured":"Liang, S., Tang, Y., Zhu, Q.: Passive wake-up scheme for wireless sensor networks. In: Proceedings of the 2nd ICICIC, p. 507. IEEE Computer Society, Washington, DC, USA (2007)"},{"issue":"3\/4","key":"25_CR8","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1504\/IJSNET.2006.012027","volume":"1","author":"Z. Liu","year":"2006","unstructured":"Liu, Z., Elhanany, I.: Rl-mac: a reinforcement learning based mac protocol for wireless sensor networks. Int. J. Sen. Netw.\u00a01(3\/4), 117\u2013124 (2006)","journal-title":"Int. J. Sen. Netw."},{"key":"25_CR9","unstructured":"Mihaylov, M., Le Borgne, Y.A., Tuyls, K., Now\u00e9, A.: Distributed cooperation in wireless sensor networks. In: Yolum, Tumer, K., Stone, P., Sonenberg (eds.) Proceedings of the 10th International Conference on Autonomous Agents and Multiagent Systems (AAMAS 2011), Taipei, Taiwan (May 2011)"},{"key":"25_CR10","doi-asserted-by":"crossref","unstructured":"Mihaylov, M., Le Borgne, Y.A., Tuyls, K., Now\u00e9, A.: Self-organizing synchronicity and desynchronicity using reinforcement learning. In: Filipe, J., Fred, A. (eds.) Proceedings of the 3rd International Conference on Agents and Artificial Intelligence (ICAART), Rome, Italy, pp. 94\u2013103 (January 2011)","DOI":"10.5220\/0003162600940103"},{"key":"25_CR11","unstructured":"OMNET++: Project, http:\/\/www.omnetpp.org\/ \u2013 a C++ simulation library and framework"},{"key":"25_CR12","first-page":"710","volume-title":"Proceedings of the 1st BROADNETS","author":"V. Paruchuri","year":"2004","unstructured":"Paruchuri, V., Basavaraju, S., Durresi, A., Kannan, R., Iyengar, S.S.: Random asynchronous wakeup protocol for sensor networks. In: Proceedings of the 1st BROADNETS, pp. 710\u2013717. IEEE Computer Society, Washington, DC, USA (2004)"},{"issue":"2","key":"25_CR13","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1006\/jtbi.1999.0909","volume":"198","author":"M. Posch","year":"1999","unstructured":"Posch, M.: Win-Stay, Lose-Shift Strategies for Repeated Games\u2013Memory Length, Aspiration Levels and Noise. Journal of Theoretical Biology\u00a0198(2), 183\u2013195 (1999)","journal-title":"Journal of Theoretical Biology"},{"key":"25_CR14","first-page":"26","volume-title":"Wireless Sensor Networks and Applications","author":"C. Schurgers","year":"2007","unstructured":"Schurgers, C.: Wakeup Strategies in Wireless Sensor Networks. In: Wireless Sensor Networks and Applications, p. 26. Springer, Heidelberg (2007)"},{"key":"25_CR15","doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press (1998)","DOI":"10.1109\/TNN.1998.712192"},{"key":"25_CR16","unstructured":"Watkins, C.: Learning from delayed rewards. Ph.D. thesis, University of Cambridge, England (1989)"},{"issue":"3","key":"25_CR17","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1109\/TNET.2004.828953","volume":"12","author":"W. Ye","year":"2004","unstructured":"Ye, W., Heidemann, J., Estrin, D.: Medium access control with coordinated adaptive sleeping for wireless sensor networks. IEEE\/ACM Trans. Netw.\u00a012(3), 493\u2013506 (2004)","journal-title":"IEEE\/ACM Trans. Netw."}],"container-title":["Communications in Computer and Information Science","Agents and Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-29966-7_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,29]],"date-time":"2025-04-29T15:33:22Z","timestamp":1745940802000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-29966-7_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642299650","9783642299667"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-29966-7_25","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2013]]}}}