{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T18:24:50Z","timestamp":1770747890749,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":78,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,11,16]],"date-time":"2020-11-16T00:00:00Z","timestamp":1605484800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,11,16]]},"DOI":"10.1145\/3384419.3430734","type":"proceedings-article","created":{"date-parts":[[2020,11,25]],"date-time":"2020-11-25T02:17:14Z","timestamp":1606270634000},"page":"503-516","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":30,"title":["Ember"],"prefix":"10.1145","author":[{"given":"Francesco","family":"Fraternali","sequence":"first","affiliation":[{"name":"UC San Diego"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bharathan","family":"Balaji","sequence":"additional","affiliation":[{"name":"Amazon"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dhiman","family":"Sengupta","sequence":"additional","affiliation":[{"name":"UC San Diego"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dezhi","family":"Hong","sequence":"additional","affiliation":[{"name":"UC San Diego"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rajesh K.","family":"Gupta","sequence":"additional","affiliation":[{"name":"UC San Diego"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,11,16]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. https:\/\/www.statista.com\/statistics\/471264\/iot-number-of-connected-devices-worldwide\/.  [n.d.]. https:\/\/www.statista.com\/statistics\/471264\/iot-number-of-connected-devices-worldwide\/."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1878431.1878433"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364919887447"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2018.2801725"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9197465"},{"key":"e_1_3_2_1_6_1","unstructured":"Christopher Berner Greg Brockman Brooke Chan Vicki Cheung Przemys\u0142aw D\u0119biak Christy Dennison David Farhi Quirin Fischer Shariq Hashme Chris Hesse etal 2019. Dota 2 with large scale deep reinforcement learning. arXiv preprint arXiv:1912.06680 (2019).  Christopher Berner Greg Brockman Brooke Chan Vicki Cheung Przemys\u0142aw D\u0119biak Christy Dennison David Farhi Quirin Fischer Shariq Hashme Chris Hesse et al. 2019. Dota 2 with large scale deep reinforcement learning. arXiv preprint arXiv:1912.06680 (2019)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/2893711.2893793"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/MPRV.2016.66"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2674061.2674083"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","DOI":"10.1109\/TII.2014.2306798","volume-title":"A reconfigurable smart sensor interface for industrial WSN in IoT environment","author":"Chi Qingping","year":"2014"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2872440"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2928837"},{"key":"e_1_3_2_1_13_1","unstructured":"Sanio Semiconductor CO. 2007. https:\/\/media.digikey.com\/pdf\/Data%20Sheets\/Sanyo%20Energy\/Amorphous_Br.pdf.  Sanio Semiconductor CO. 2007. https:\/\/media.digikey.com\/pdf\/Data%20Sheets\/Sanyo%20Energy\/Amorphous_Br.pdf."},{"key":"e_1_3_2_1_14_1","unstructured":"Karl Cobbe Oleg Klimov Chris Hesse Taehoon Kim and John Schulman. 2019. Quantifying Generalization in Reinforcement Learning. arXiv:cs.LG\/1812.02341  Karl Cobbe Oleg Klimov Chris Hesse Taehoon Kim and John Schulman. 2019. Quantifying Generalization in Reinforcement Learning. arXiv:cs.LG\/1812.02341"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983990.2983995"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517351.2517363"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/WF-IoT.2016.7845391"},{"key":"e_1_3_2_1_18_1","volume-title":"Martin Riedmiller, and Thomas Brox.","author":"Dosovitskiy Alexey","year":"2015"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMTT.2017.2687866"},{"key":"e_1_3_2_1_20_1","volume-title":"Diversity is all you need: Learning skills without a reward function. arXiv preprint arXiv:1802.06070","author":"Eysenbach Benjamin","year":"2018"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 5th ACM Workshop on Embedded Sensing Systems for Energy-Efficiency in Building (BuildSys '18)","author":"Fraternali Francesco"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404191"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3279755.3279760"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3276774.3282823"},{"key":"e_1_3_2_1_25_1","volume-title":"Unsupervised representation learning by predicting image rotations. arXiv preprint arXiv:1803.07728","author":"Gidaris Spyros","year":"2018"},{"key":"e_1_3_2_1_26_1","volume-title":"Importance sampling for stochastic simulations. Management science 35, 11","author":"Glynn Peter W","year":"1989"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304011"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2809695.2809707"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131672.3131674"},{"key":"e_1_3_2_1_30_1","volume-title":"New Directions: The Future of Sensing is Ba eryless, Intermi ent, and Awesome.","author":"Hester Josiah","year":"2017"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131672.3131673"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1165573.1165616"},{"key":"e_1_3_2_1_33_1","volume-title":"International Conference on Industrial, Engineering and Other Applications of Applied Intelligent Systems. Springer, 399--408","author":"Hsu Roy Chaoming","year":"2009"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2014.2316518"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSE.2009.83"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/644108.644115"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/860176.860180"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3302506.3310400"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460655"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1274858.1274870"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626319"},{"key":"e_1_3_2_1_42_1","unstructured":"Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. Imagenet classification with deep convolutional neural networks. In Advances in neural information processing systems. 1097--1105.  Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. Imagenet classification with deep convolutional neural networks. In Advances in neural information processing systems. 1097--1105."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517351.2517393"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274783.3274846"},{"key":"e_1_3_2_1_45_1","volume-title":"International Conference on Machine Learning. 3053--3062","author":"Liang Eric","year":"2018"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2534169.2486015"},{"key":"e_1_3_2_1_47_1","volume-title":"Intermittent Computing: Challenges and Opportunities. In LIPIcs-Leibniz International Proceedings in Informatics","volume":"71","author":"Lucia Brandon","year":"2017"},{"key":"e_1_3_2_1_48_1","volume-title":"SpotON: Just-in-Time Active Event Detection on Energy Autonomous Sensing Systems. Brief Presentations Proceedings (RTAS 2019)","author":"Luo Yubo","year":"2019"},{"key":"e_1_3_2_1_49_1","volume-title":"Continuous Sensing on Intermittent Power. In 2020 19th ACM\/IEEE International Conference on Information Processing in Sensor Networks (IPSN). IEEE, 181--192","author":"Majid Amjad Yousef","year":"2020"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3005745.3005750"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8967695"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2009.158"},{"key":"e_1_3_2_1_53_1","volume-title":"Kerstin Bach, and Gavin Taylor.","author":"Murad Abdulmajid","year":"2019"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/RFID.2015.7113088"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3362053.3363491"},{"key":"e_1_3_2_1_56_1","volume-title":"Representation learning with contrastive predictive coding. arXiv preprint arXiv:1807.03748","author":"van den Oord Aaron","year":"2018"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"crossref","unstructured":"OpenAI Marcin Andrychowicz Bowen Baker Maciek Chociej Rafal Jozefowicz Bob McGrew Jakub Pachocki Arthur Petron Matthias Plappert Glenn Powell Alex Ray Jonas Schneider Szymon Sidor Josh Tobin Peter Welinder Lilian Weng and Wojciech Zaremba. 2019. Learning Dexterous In-Hand Manipulation. arXiv:cs.LG\/1808.00177  OpenAI Marcin Andrychowicz Bowen Baker Maciek Chociej Rafal Jozefowicz Bob McGrew Jakub Pachocki Arthur Petron Matthias Plappert Glenn Powell Alex Ray Jonas Schneider Szymon Sidor Josh Tobin Peter Welinder Lilian Weng and Wojciech Zaremba. 2019. Learning Dexterous In-Hand Manipulation. arXiv:cs.LG\/1808.00177","DOI":"10.1177\/0278364919887447"},{"key":"e_1_3_2_1_58_1","unstructured":"Panasonic. 2018. https:\/\/media.digikey.com\/pdf\/Data%20Sheets\/Panasonic%20Electronic%20Components\/SG_Series_LowTemp.pdf.  Panasonic. 2018. https:\/\/media.digikey.com\/pdf\/Data%20Sheets\/Panasonic%20Electronic%20Components\/SG_Series_LowTemp.pdf."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487517"},{"key":"e_1_3_2_1_61_1","volume-title":"International Conference on Machine Learning. 1889--1897","author":"Schulman John","year":"2015"},{"key":"e_1_3_2_1_62_1","volume-title":"High-dimensional continuous control using generalized advantage estimation. arXiv preprint arXiv:1506.02438","author":"Schulman John","year":"2015"},{"key":"e_1_3_2_1_63_1","volume-title":"Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347","author":"Schulman John","year":"2017"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2010.04.080749"},{"key":"e_1_3_2_1_65_1","volume-title":"Loss is its own reward: Self-supervision for reinforcement learning. arXiv preprint arXiv:1612.07307","author":"Shelhamer Evan","year":"2016"},{"key":"e_1_3_2_1_66_1","volume-title":"Power Management of Wireless Sensor Nodes with Coordinated Distributed Reinforcement Learning. In 2019 IEEE 37th International Conference on Computer Design (ICCD). IEEE, 638--647","author":"Shresthamali Shaswot","year":"2019"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3356250.3361959"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2011.060710.00094"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/1806895.1806899"},{"key":"e_1_3_2_1_70_1","volume-title":"Introduction to reinforcement learning","author":"Sutton Richard S"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/AHS.2009.50"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/SAHCN.2007.4292814"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.320"},{"key":"e_1_3_2_1_74_1","volume-title":"Machine learning 8, 3--4","author":"Watkins Christopher JCH","year":"1992"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2011.08.007"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274783.3274837"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8593986"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2994551.2994565"}],"event":{"name":"SenSys '20: The 18th ACM Conference on Embedded Networked Sensor Systems","location":"Virtual Event Japan","acronym":"SenSys '20","sponsor":["SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SIGCOMM ACM Special Interest Group on Data Communication","SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing","SIGOPS ACM Special Interest Group on Operating Systems","SIGBED ACM Special Interest Group on Embedded Systems","SIGARCH ACM Special Interest Group on Computer Architecture"]},"container-title":["Proceedings of the 18th Conference on Embedded Networked Sensor Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3384419.3430734","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3384419.3430734","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:36Z","timestamp":1750197756000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3384419.3430734"}},"subtitle":["energy management of batteryless event detection sensors with deep reinforcement learning"],"short-title":[],"issued":{"date-parts":[[2020,11,16]]},"references-count":78,"alternative-id":["10.1145\/3384419.3430734","10.1145\/3384419"],"URL":"https:\/\/doi.org\/10.1145\/3384419.3430734","relation":{},"subject":[],"published":{"date-parts":[[2020,11,16]]},"assertion":[{"value":"2020-11-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}