{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T15:54:00Z","timestamp":1784390040126,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,5,9]],"date-time":"2023-05-09T00:00:00Z","timestamp":1683590400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2105084"],"award-info":[{"award-number":["2105084"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,5,9]]},"DOI":"10.1145\/3576842.3582325","type":"proceedings-article","created":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T22:58:08Z","timestamp":1682549888000},"page":"262-274","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["adaPARL: Adaptive Privacy-Aware Reinforcement Learning for Sequential Decision Making Human-in-the-Loop Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5534-5776","authenticated-orcid":false,"given":"Mojtaba","family":"Taherisadr","sequence":"first","affiliation":[{"name":"Electrical engineering and computer science, University of California, Irvine, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2059-3152","authenticated-orcid":false,"given":"Stelios Andrew","family":"Stavroulakis","sequence":"additional","affiliation":[{"name":"Information and computer science, University of California, Irvine, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0969-0197","authenticated-orcid":false,"given":"Salma","family":"Elmalaki","sequence":"additional","affiliation":[{"name":"Electrical engineering and computer science, University of California, Irvine, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,5,9]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458648.3460008"},{"key":"e_1_3_2_1_2_1","volume-title":"Thermal environmental conditions for human occupancy","author":"ASHRAE\/ANSI Standard 55-2010 American Society of Heating, Refrigerating, and Air-Conditioning Engineers. 2010.","year":"2010","unstructured":"ASHRAE\/ANSI Standard 55-2010 American Society of Heating, Refrigerating, and Air-Conditioning Engineers. 2010. Thermal environmental conditions for human occupancy. Inc.Atlanta, GA, USA (2010)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517351.2517370"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376518"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/IoTDI49375.2020.00015"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.image.2020.116005"},{"key":"e_1_3_2_1_7_1","volume-title":"Retrieved","year":"2022","unstructured":"campbellsci. 2022. black globe thermometer. Retrieved June 10, 2022 from https:\/\/www.campbellsci.com\/blackglobe"},{"key":"e_1_3_2_1_8_1","volume-title":"Elsevier\u2019s Integrated Physiology E-Book","author":"Carroll G","unstructured":"Robert\u00a0G Carroll. 2006. Elsevier\u2019s Integrated Physiology E-Book. Elsevier Health Sciences."},{"key":"e_1_3_2_1_9_1","volume-title":"Pulmonary System","author":"Carroll G.","unstructured":"Robert\u00a0G. Carroll. 2007. Pulmonary System. In Elsevier\u2019s Integrated Physiology. Elsevier, Chapter\u00a010, 99\u2013115."},{"key":"e_1_3_2_1_10_1","volume-title":"Automatic detection of drowsiness in EEG records based on multimodal analysis. Medical engineering & physics 36, 2","author":"Correa Agustina\u00a0Garc\u00e9s","year":"2014","unstructured":"Agustina\u00a0Garc\u00e9s Correa, Lorena Orosco, and Eric Laciar. 2014. Automatic detection of drowsiness in EEG records based on multimodal analysis. Medical engineering & physics 36, 2 (2014), 244\u2013249."},{"key":"e_1_3_2_1_11_1","volume-title":"Privacy-constrained policies via mutual information regularized policy gradients. arXiv preprint arXiv:2012.15019","author":"Cundy Chris","year":"2020","unstructured":"Chris Cundy and Stefano Ermon. 2020. Privacy-constrained policies via mutual information regularized policy gradients. arXiv preprint arXiv:2012.15019 (2020)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3450268.3453525"},{"key":"e_1_3_2_1_13_1","volume-title":"MAConAuto: Framework for Mobile-Assisted Human-in-the-Loop Automotive System. In 2022 IEEE Intelligent Vehicles Symposium (IV). IEEE, 740\u2013749","author":"Elmalaki Salma","year":"2022","unstructured":"Salma Elmalaki. 2022. MAConAuto: Framework for Mobile-Assisted Human-in-the-Loop Automotive System. In 2022 IEEE Intelligent Vehicles Symposium (IV). IEEE, 740\u2013749."},{"key":"e_1_3_2_1_14_1","volume-title":"VindiCo: Privacy Safeguard Against Adaptation Based Spyware in Human-in-the-Loop IoT. arXiv preprint arXiv:2202.01348","author":"Elmalaki Salma","year":"2022","unstructured":"Salma Elmalaki, Bo-Jhang Ho, Moustafa Alzantot, Yasser Shoukry, and Mani Srivastava. 2022. VindiCo: Privacy Safeguard Against Adaptation Based Spyware in Human-in-the-Loop IoT. arXiv preprint arXiv:2202.01348 (2022)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274783.3274843"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2020.3013200"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1212\/WNL.35.12.1731"},{"key":"e_1_3_2_1_18_1","unstructured":"Poul\u00a0O Fanger. 1970. Thermal comfort. Analysis and applications in environmental engineering.Thermal comfort. Analysis and applications in environmental engineering. (1970)."},{"key":"e_1_3_2_1_19_1","volume-title":"Advances in the implementation of the box-counting method of fractal dimension estimation. Applied mathematics and computation 105, 2-3","author":"Kayhan","year":"1999","unstructured":"Kayhan Foroutan-pour, Pierre Dutilleul, and Donald\u00a0L Smith. 1999. Advances in the implementation of the box-counting method of fractal dimension estimation. Applied mathematics and computation 105, 2-3 (1999), 195\u2013210."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2002.11.001"},{"key":"e_1_3_2_1_21_1","first-page":"22209","article-title":"Two steps to risk sensitivity","volume":"34","author":"Gagne Christopher","year":"2021","unstructured":"Christopher Gagne and Peter Dayan. 2021. Two steps to risk sensitivity. Advances in Neural Information Processing Systems 34 (2021), 22209\u201322220.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_22_1","volume-title":"International Conference on Algorithmic Learning Theory. PMLR, 381\u2013407","author":"Garcelon Evrard","year":"2022","unstructured":"Evrard Garcelon, Kamalika Chaudhuri, Vianney Perchet, and Matteo Pirotta. 2022. Privacy amplification via shuffling for linear contextual bandits. In International Conference on Algorithmic Learning Theory. PMLR, 381\u2013407."},{"key":"e_1_3_2_1_23_1","first-page":"10561","article-title":"Local differential privacy for regret minimization in reinforcement learning","volume":"34","author":"Garcelon Evrard","year":"2021","unstructured":"Evrard Garcelon, Vianney Perchet, Ciara Pike-Burke, and Matteo Pirotta. 2021. Local differential privacy for regret minimization in reinforcement learning. Advances in Neural Information Processing Systems 34 (2021), 10561\u201310573.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_24_1","unstructured":"Michael Gerber. 2014. energyplus energy Simulation Software. (2014)."},{"key":"e_1_3_2_1_25_1","volume-title":"Motion sickness susceptibility questionnaire revised and its relationship to other forms of sickness. Brain research bulletin 47, 5","author":"Golding F","year":"1998","unstructured":"John\u00a0F Golding. 1998. Motion sickness susceptibility questionnaire revised and its relationship to other forms of sickness. Brain research bulletin 47, 5 (1998), 507\u2013516."},{"key":"e_1_3_2_1_26_1","unstructured":"Dylan Hadfield-Menell Stuart\u00a0J Russell Pieter Abbeel and Anca Dragan. 2016. Cooperative inverse reinforcement learning. In Advances in neural information processing systems. 3909\u20133917."},{"key":"e_1_3_2_1_27_1","unstructured":"Alexander Hans Daniel Schneega\u00df Anton\u00a0Maximilian Sch\u00e4fer and Steffen Udluft. 2008. Safe exploration for reinforcement learning.. In ESANN. Citeseer 143\u2013148."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2013.09.004"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3055305.3055311"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3137133.3137166"},{"key":"e_1_3_2_1_31_1","unstructured":"KhanAcademy. 2021. AP College Biology. https:\/\/www.khanacademy.org\/science\/ap-biology. Accessed: 2021-10-07."},{"key":"e_1_3_2_1_32_1","unstructured":"KhanAcademy. 2021. AP College Physics. https:\/\/www.khanacademy.org\/science\/ap-physics-2. Accessed: 2021-10-07."},{"key":"e_1_3_2_1_33_1","unstructured":"KhanAcademy. 2021. Organic Chemistry. https:\/\/www.khanacademy.org\/science\/organic-chemistry. Accessed: 2021-10-07."},{"key":"e_1_3_2_1_34_1","volume-title":"Moodscope: Building a mood sensor from smartphone usage patterns. In Proceeding of the 11th annual international conference on Mobile systems, applications, and services. ACM, 389\u2013402.","author":"LiKamWa Robert","year":"2013","unstructured":"Robert LiKamWa, Yunxin Liu, Nicholas\u00a0D Lane, and Lin Zhong. 2013. Moodscope: Building a mood sensor from smartphone usage patterns. In Proceeding of the 11th annual international conference on Mobile systems, applications, and services. ACM, 389\u2013402."},{"key":"e_1_3_2_1_35_1","volume-title":"Deceptive Reinforcement Learning for Privacy-Preserving Planning. arXiv preprint arXiv:2102.03022","author":"Liu Zhengshang","year":"2021","unstructured":"Zhengshang Liu, Yue Yang, Tim Miller, and Peta Masters. 2021. Deceptive Reinforcement Learning for Privacy-Preserving Planning. arXiv preprint arXiv:2102.03022 (2021)."},{"key":"e_1_3_2_1_36_1","first-page":"350","article-title":"Privacy-preserving bandits","volume":"2","author":"Malekzadeh Mohammad","year":"2020","unstructured":"Mohammad Malekzadeh, Dimitrios Athanasakis, Hamed Haddadi, and Ben Livshits. 2020. Privacy-preserving bandits. Proceedings of Machine Learning and Systems 2 (2020), 350\u2013362.","journal-title":"Proceedings of Machine Learning and Systems"},{"key":"e_1_3_2_1_37_1","volume-title":"Retrieved","author":"MATLAB.","year":"2022","unstructured":"MATLAB. 2022. Thermal Model of a House. Retrieved June 10, 2022 from https:\/\/www.mathworks.com\/help\/simulink\/slref\/thermal-model-of-a-house.html"},{"key":"e_1_3_2_1_38_1","volume-title":"Secure Data Communication Using Information Hiding and Encryption Algorithms. In 2022 Second International Conference on Artificial Intelligence and Smart Energy (ICAIS). IEEE, 1448\u20131452","author":"Mishra Shilpi","year":"2022","unstructured":"Shilpi Mishra, Divyapratap Singh, Divyansh Pant, and Akash Rawat. 2022. Secure Data Communication Using Information Hiding and Encryption Algorithms. In 2022 Second International Conference on Artificial Intelligence and Smart Energy (ICAIS). IEEE, 1448\u20131452."},{"key":"e_1_3_2_1_39_1","volume-title":"Theory of games and economic behavior","author":"Morgenstern Oskar","unstructured":"Oskar Morgenstern and John Von\u00a0Neumann. 1953. Theory of games and economic behavior. Princeton university press."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2014.2370945"},{"key":"e_1_3_2_1_41_1","volume-title":"A survey of POMDP solution techniques. environment 2","author":"Murphy P","year":"2000","unstructured":"Kevin\u00a0P Murphy. 2000. A survey of POMDP solution techniques. environment 2 (2000), X3."},{"key":"e_1_3_2_1_42_1","volume-title":"How You Act Tells a Lot: Privacy-Leaking Attack on Deep Reinforcement Learning.AAMAS","author":"Pan Xinlei","year":"2019","unstructured":"Xinlei Pan, Weiyao Wang, Xiaoshuai Zhang, Bo Li, Jinfeng Yi, and Dawn Song. 2019. How You Act Tells a Lot: Privacy-Leaking Attack on Deep Reinforcement Learning.AAMAS (2019)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/IoTDI54339.2022.00015"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","unstructured":"Maria Petrescu and Anjala\u00a0S Krishen. 2018. Analyzing the analytics: data privacy concerns. 41\u201343\u00a0pages.","DOI":"10.1057\/s41270-018-0034-x"},{"key":"e_1_3_2_1_45_1","volume-title":"NIPS workshop: teaching machines, robots, and humans.","author":"Reddy Siddharth","year":"2017","unstructured":"Siddharth Reddy, Sergey Levine, and Anca Dragan. 2017. Accelerating human learning with deep reinforcement learning. In NIPS workshop: teaching machines, robots, and humans."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2011.6005272"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Dorsa Sadigh Anca\u00a0D Dragan Shankar Sastry and Sanjit\u00a0A Seshia. 2017. Active Preference-Based Learning of Reward Functions.. In Robotics: Science and Systems.","DOI":"10.15607\/RSS.2017.XIII.053"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341162.3343772"},{"key":"e_1_3_2_1_49_1","volume-title":"Psychometric evaluation of the Simulator Sickness Questionnaire as a measure of cybersickness. Ph.\u00a0D. Dissertation","author":"William\u00a0Bruce","unstructured":"William\u00a0Bruce Stone\u00a0III. 2017. Psychometric evaluation of the Simulator Sickness Questionnaire as a measure of cybersickness. Ph.\u00a0D. Dissertation. Iowa State University."},{"key":"e_1_3_2_1_50_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton S","unstructured":"Richard\u00a0S Sutton and Andrew\u00a0G Barto. 2018. Reinforcement learning: An introduction. MIT press."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379336.3381500"},{"key":"e_1_3_2_1_52_1","unstructured":"The New\u00a0York Times. 2022. The Best Smart Thermostat. https:\/\/www.nytimes.com\/wirecutter\/reviews\/the-best-thermostat\/. Accessed: 2022-06-10."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.2307\/1914185"},{"key":"e_1_3_2_1_54_1","volume-title":"Privacy-preserving q-learning with functional noise in continuous spaces. Advances in Neural Information Processing Systems 32","author":"Wang Baoxiang","year":"2019","unstructured":"Baoxiang Wang and Nidhi Hegde. 2019. Privacy-preserving q-learning with functional noise in continuous spaces. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2022.3152361"}],"event":{"name":"IoTDI '23: International Conference on Internet-of-Things Design and Implementation","location":"San Antonio TX USA","acronym":"IoTDI '23","sponsor":["SIGBED ACM Special Interest Group on Embedded Systems"]},"container-title":["Proceedings of the 8th ACM\/IEEE Conference on Internet of Things Design and Implementation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576842.3582325","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576842.3582325","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576842.3582325","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:08:57Z","timestamp":1750183737000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576842.3582325"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,9]]},"references-count":55,"alternative-id":["10.1145\/3576842.3582325","10.1145\/3576842"],"URL":"https:\/\/doi.org\/10.1145\/3576842.3582325","relation":{},"subject":[],"published":{"date-parts":[[2023,5,9]]},"assertion":[{"value":"2023-05-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}