{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,22]],"date-time":"2025-12-22T18:40:38Z","timestamp":1766428838961,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,9,11]],"date-time":"2022-09-11T00:00:00Z","timestamp":1662854400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,9,11]]},"DOI":"10.1145\/3544794.3558457","type":"proceedings-article","created":{"date-parts":[[2022,12,27]],"date-time":"2022-12-27T16:50:21Z","timestamp":1672159821000},"page":"23-27","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Reinforcement Learning Based Online Active Learning for Human Activity Recognition"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4317-8864","authenticated-orcid":false,"given":"Yulai","family":"Cui","sequence":"first","affiliation":[{"name":"College of Computing, Georgia Institute of Technology, United States"}]},{"given":"Shruthi Kashinath","family":"Hiremath","sequence":"additional","affiliation":[{"name":"School of Interactive Computing, Georgia Institute of Technology, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1243-7563","authenticated-orcid":false,"given":"Thomas","family":"Ploetz","sequence":"additional","affiliation":[{"name":"School of Interactive Computing, Georgia Institute of Technology, United States"}]}],"member":"320","published-online":{"date-parts":[[2022,12,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2019.2963816"},{"key":"#cr-split#-e_1_3_2_1_2_1.1","unstructured":"Philip Bachman Alessandro Sordoni and Adam Trischler. 2017. Learning Algorithms for Active Learning. https:\/\/doi.org\/10.48550\/ARXIV.1708.00088 10.48550\/ARXIV.1708.00088"},{"key":"#cr-split#-e_1_3_2_1_2_1.2","unstructured":"Philip Bachman Alessandro Sordoni and Adam Trischler. 2017. Learning Algorithms for Active Learning. https:\/\/doi.org\/10.48550\/ARXIV.1708.00088"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-13105-4_14"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-021-03957-4"},{"key":"e_1_3_2_1_5_1","volume-title":"Random Forests. Machine Learning 45, 1 (01","author":"Breiman Leo","year":"2001","unstructured":"Leo Breiman . 2001. Random Forests. Machine Learning 45, 1 (01 Oct 2001 ), 5\u201332. https:\/\/doi.org\/10.1023\/A:1010933404324 10.1023\/A:1010933404324 Leo Breiman. 2001. Random Forests. Machine Learning 45, 1 (01 Oct 2001), 5\u201332. https:\/\/doi.org\/10.1023\/A:1010933404324"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499621"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132272.3134111"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3399715.3399744"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2021.102607"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2022.102285"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2012.12.014"},{"key":"e_1_3_2_1_12_1","unstructured":"L.\u00a0Atlas D.\u00a0Cohn and R. Ladner. 1994. Improving Generalization with Active Learning. Springer.  L.\u00a0Atlas D.\u00a0Cohn and R. Ladner. 1994. Improving Generalization with Active Learning. Springer."},{"volume-title":"the Twelfth International Conference on Machine Learning. Morgan Kaufmann, 150\u2013157","author":"Engelson Dagan","key":"e_1_3_2_1_13_1","unstructured":"Dagan and S. Engelson . 1995. Committee-based sampling for training probabilistic classifiers . In the Twelfth International Conference on Machine Learning. Morgan Kaufmann, 150\u2013157 . Dagan and S. Engelson. 1995. Committee-based sampling for training probabilistic classifiers. In the Twelfth International Conference on Machine Learning. Morgan Kaufmann, 150\u2013157."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1063"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1135777.1135870"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3214269"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330688"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.pmcj.2010.11.007"},{"key":"e_1_3_2_1_19_1","volume-title":"A study of wrist-worn activity measurement as a potential real-world biomarker for late-life depression. Psychological medicine 47, 1","author":"Jackson D\u00a0Stow N","year":"2017","unstructured":"D\u00a0Stow N Hammerla T Ploetz M Firbank C Ladha K Ladha D Jackson Roisin McNaney et \u00a0al . JT\u00a0O\u2019Brien, P\u00a0Gallagher. 2017. A study of wrist-worn activity measurement as a potential real-world biomarker for late-life depression. Psychological medicine 47, 1 ( 2017 ), 93\u2013102. D\u00a0Stow N Hammerla T Ploetz M Firbank C Ladha K Ladha D Jackson Roisin McNaney et\u00a0al. JT\u00a0O\u2019Brien, P\u00a0Gallagher. 2017. A study of wrist-worn activity measurement as a potential real-world biomarker for late-life depression. Psychological medicine 47, 1 (2017), 93\u2013102."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3063002"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-022-01594-9"},{"key":"#cr-split#-e_1_3_2_1_22_1.1","doi-asserted-by":"crossref","unstructured":"David\u00a0D. Lewis and William\u00a0A. Gale. 1994. A Sequential Algorithm for Training Text Classifiers. https:\/\/doi.org\/10.48550\/ARXIV.CMP-LG\/9407020 10.48550\/ARXIV.CMP-LG","DOI":"10.1007\/978-1-4471-2099-5_1"},{"key":"#cr-split#-e_1_3_2_1_22_1.2","doi-asserted-by":"crossref","unstructured":"David\u00a0D. Lewis and William\u00a0A. Gale. 1994. A Sequential Algorithm for Training Text Classifiers. https:\/\/doi.org\/10.48550\/ARXIV.CMP-LG\/9407020","DOI":"10.1007\/978-1-4471-2099-5_1"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.4108\/icst.pervasivehealth.2012.248680"},{"volume-title":"ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct Publication. ACM, 767\u2013776","author":"Miu Pl\u00f6tz T.","key":"e_1_3_2_1_24_1","unstructured":"Pl\u00f6tz T. Missier P. & Roggen\u00a0D. Miu , T.2014. On strategies for budget-based online annotation in human activity recognition . In ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct Publication. ACM, 767\u2013776 . Pl\u00f6tz T. Missier P. & Roggen\u00a0D. Miu, T.2014. On strategies for budget-based online annotation in human activity recognition. In ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct Publication. ACM, 767\u2013776."},{"key":"e_1_3_2_1_25_1","volume-title":"Bootstrapping Personalised Human Activity Recognition Models Using Online Active Learning. In 2015 IEEE International Conference on Computer and Information Technology","author":"Miu Tudor","year":"2015","unstructured":"Tudor Miu , Paolo Missier , and Thomas Pl\u00f6tz . 2015. Bootstrapping Personalised Human Activity Recognition Models Using Online Active Learning. In 2015 IEEE International Conference on Computer and Information Technology ; Ubiquitous Computing and Communications; Dependable, Autonomic and Secure Computing; Pervasive Intelligence and Computing . 1138\u20131147. https:\/\/doi.org\/10.1109\/CIT\/IUCC\/DASC\/PICOM. 2015 .170 10.1109\/CIT Tudor Miu, Paolo Missier, and Thomas Pl\u00f6tz. 2015. Bootstrapping Personalised Human Activity Recognition Models Using Online Active Learning. In 2015 IEEE International Conference on Computer and Information Technology; Ubiquitous Computing and Communications; Dependable, Autonomic and Secure Computing; Pervasive Intelligence and Computing. 1138\u20131147. https:\/\/doi.org\/10.1109\/CIT\/IUCC\/DASC\/PICOM.2015.170"},{"key":"e_1_3_2_1_26_1","volume-title":"Online Active Learning for Human Activity Recognition from Sensory Data Streams. Neurocomputing 390 (10","author":"Mohamad Saad","year":"2019","unstructured":"Saad Mohamad , M. Sayed\u00a0Mouchaweh , and Hamid Bouchachia . 2019. Online Active Learning for Human Activity Recognition from Sensory Data Streams. Neurocomputing 390 (10 2019 ). https:\/\/doi.org\/10.1016\/j.neucom.2019.08.092 10.1016\/j.neucom.2019.08.092 Saad Mohamad, M. Sayed\u00a0Mouchaweh, and Hamid Bouchachia. 2019. Online Active Learning for Human Activity Recognition from Sensory Data Streams. Neurocomputing 390 (10 2019). https:\/\/doi.org\/10.1016\/j.neucom.2019.08.092"},{"key":"e_1_3_2_1_27_1","volume-title":"29th AAAI conference on artificial intelligence 29","author":"Lynn Rochester Richard\u00a0Walker Peter Andras","year":"2015","unstructured":"Peter Andras Lynn Rochester Richard\u00a0Walker Nils Yannick\u00a0Hammerla , James\u00a0Fisher and Thomas Pl\u00f6tz . 2015 . Pd disease state assessment in naturalistic environments using deep learning . 29th AAAI conference on artificial intelligence 29 , 1(2015), 93\u2013102. Peter Andras Lynn Rochester Richard\u00a0Walker Nils Yannick\u00a0Hammerla, James\u00a0Fisher and Thomas Pl\u00f6tz. 2015. Pd disease state assessment in naturalistic environments using deep learning. 29th AAAI conference on artificial intelligence 29, 1(2015), 93\u2013102."},{"key":"#cr-split#-e_1_3_2_1_28_1.1","unstructured":"Kunkun Pang Mingzhi Dong Yang Wu and Timothy Hospedales. 2018. Meta-Learning Transferable Active Learning Policies by Deep Reinforcement Learning. https:\/\/doi.org\/10.48550\/ARXIV.1806.04798 10.48550\/ARXIV.1806.04798"},{"key":"#cr-split#-e_1_3_2_1_28_1.2","unstructured":"Kunkun Pang Mingzhi Dong Yang Wu and Timothy Hospedales. 2018. Meta-Learning Transferable Active Learning Policies by Deep Reinforcement Learning. https:\/\/doi.org\/10.48550\/ARXIV.1806.04798"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISWC.2012.13"},{"key":"e_1_3_2_1_30_1","volume-title":"Online Active Learning Methods for Fast Label-Efficient Spam Filtering.4th Conference on Email and Anti-Spam, CEAS","author":"Sculley D.","year":"2007","unstructured":"D. Sculley . 2007 . Online Active Learning Methods for Fast Label-Efficient Spam Filtering.4th Conference on Email and Anti-Spam, CEAS 2007. D. Sculley. 2007. Online Active Learning Methods for Fast Label-Efficient Spam Filtering.4th Conference on Email and Anti-Spam, CEAS 2007."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/MPRV.2008.40"},{"key":"e_1_3_2_1_32_1","volume-title":"European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECML-PKDD) Workshop on Interactive Adaptive Learning (IAL)","author":"Wassermann Sarah","year":"2019","unstructured":"Sarah Wassermann , Thibaut Cuvelier , and Pedro Casas . 2019 . RAL - Improving Stream-Based Active Learning by Reinforcement Learning . In European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECML-PKDD) Workshop on Interactive Adaptive Learning (IAL) . W\u00fcrzburg, Germany. https:\/\/hal.archives-ouvertes.fr\/hal-02265426 Sarah Wassermann, Thibaut Cuvelier, and Pedro Casas. 2019. RAL - Improving Stream-Based Active Learning by Reinforcement Learning. In European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases (ECML-PKDD) Workshop on Interactive Adaptive Learning (IAL). W\u00fcrzburg, Germany. https:\/\/hal.archives-ouvertes.fr\/hal-02265426"},{"key":"e_1_3_2_1_33_1","first-page":"1","article-title":"Towards reliable, automated general movement assessment for perinatal stroke screening in infants using wearable accelerometers","volume":"3","author":"Anna Basu Jessica\u00a0Baggaley Yu\u00a0Guan","year":"2019","unstructured":"Yu\u00a0Guan Anna Basu Jessica\u00a0Baggaley Yan\u00a0Gao, Yang\u00a0Long and Thomas Ploetz . 2019 . Towards reliable, automated general movement assessment for perinatal stroke screening in infants using wearable accelerometers . Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. 3 , 1 (2019), 1 \u2013 22 . Yu\u00a0Guan Anna Basu Jessica\u00a0Baggaley Yan\u00a0Gao, Yang\u00a0Long and Thomas Ploetz. 2019. Towards reliable, automated general movement assessment for perinatal stroke screening in infants using wearable accelerometers. Proc. ACM Interact. Mob. Wearable Ubiquitous Technol. 3, 1 (2019), 1\u201322.","journal-title":"Proc. ACM Interact. Mob. Wearable Ubiquitous Technol."},{"key":"e_1_3_2_1_34_1","volume-title":"WARD: a wearable action recognition database","author":"Yang A","year":"2009","unstructured":"A Yang , P Kuryloski , and R Bajcsy . [n.d.]. WARD: a wearable action recognition database ( 2009 ). A Yang, P Kuryloski, and R Bajcsy. [n.d.]. WARD: a wearable action recognition database (2009)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2370216.2370438"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/1698924.1698988"}],"event":{"name":"UbiComp\/ISWC '22: The 2022 ACM International Joint Conference on Pervasive and Ubiquitous Computing","sponsor":["SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing","SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGSPATIAL ACM Special Interest Group on Spatial Information"],"location":"Cambridge United Kingdom","acronym":"UbiComp\/ISWC '22"},"container-title":["Proceedings of the 2022 ACM International Symposium on Wearable Computers"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544794.3558457","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544794.3558457","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:00:06Z","timestamp":1750186806000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544794.3558457"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,11]]},"references-count":39,"alternative-id":["10.1145\/3544794.3558457","10.1145\/3544794"],"URL":"https:\/\/doi.org\/10.1145\/3544794.3558457","relation":{},"subject":[],"published":{"date-parts":[[2022,9,11]]},"assertion":[{"value":"2022-12-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}