{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T13:56:29Z","timestamp":1764251789167,"version":"3.40.5"},"reference-count":47,"publisher":"Informa UK Limited","issue":"18","funder":[{"name":"United States National Science Foundation","award":["IIS-1406578"],"award-info":[{"award-number":["IIS-1406578"]}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Human\u2013Computer Interaction"],"published-print":{"date-parts":[[2023,11,8]]},"DOI":"10.1080\/10447318.2022.2101589","type":"journal-article","created":{"date-parts":[[2022,8,2]],"date-time":"2022-08-02T04:58:02Z","timestamp":1659416282000},"page":"3634-3648","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":2,"title":["Understanding the Roles of Video and Sensor Data in the Annotation of Human Activities"],"prefix":"10.1080","volume":"39","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0131-527X","authenticated-orcid":false,"given":"Michael","family":"Jones","sequence":"first","affiliation":[{"name":"Brigham Young University, Provo, UT, USA"}]},{"given":"Courtni","family":"Byun","sequence":"additional","affiliation":[{"name":"Brigham Young University, Provo, UT, USA"}]},{"given":"Naomi","family":"Johnson","sequence":"additional","affiliation":[{"name":"Brigham Young University, Provo, UT, USA"},{"name":"GitHub, San Francisco, CA, USA"}]},{"given":"Kevin","family":"Seppi","sequence":"additional","affiliation":[{"name":"Brigham Young University, Provo, UT, USA"}]}],"member":"301","published-online":{"date-parts":[[2022,8]]},"reference":[{"key":"e_1_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351228"},{"key":"e_1_3_3_3_1","unstructured":"Baidu T. N. L. (2017). Curve . https:\/\/github.com\/baidu\/Curve."},{"key":"e_1_3_3_4_1","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1145\/2968219.2971459","volume-title":"Proceedings of the 2016 ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct","author":"Barz M.","year":"2016","unstructured":"Barz, M., Moniri, M. M., Weber, M., & Sonntag, D. (2016). Multimodal multisensor activity annotation tool. In Proceedings of the 2016 ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct (pp. 17\u201320)."},{"key":"e_1_3_3_5_1","doi-asserted-by":"crossref","first-page":"577","DOI":"10.1007\/978-3-030-37734-2_47","volume-title":"Multimedia modeling","author":"Baur T.","year":"2020","unstructured":"Baur, T., Clausen, S., Heimerl, A., Lingenfelser, F., Lutz, W., & Andr\u00e9, E. (2020). Nova: A tool for explanatory multimodal behavior analysis and its application to psychotherapy. In Y. M. Ro (Ed.), Multimedia modeling (pp. 577\u2013588). Springer International Publishing."},{"key":"e_1_3_3_6_1","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1145\/2818346.2820767","volume-title":"Proceedings of the 2015 ACM on International Conference on Multimodal Interaction","author":"Bedri A.","year":"2015","unstructured":"Bedri, A., Verlekar, A., Thomaz, E., Avva, V., & Starner, T. (2015). Detecting mastication: A wearable approach. In Proceedings of the 2015 ACM on International Conference on Multimodal Interaction (pp. 247\u2013250). ACM. Retrieved from https:\/\/doi.org\/10.1145\/2818346.2820767"},{"key":"e_1_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.3390\/s19030501"},{"key":"e_1_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499621"},{"key":"e_1_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3161184"},{"key":"e_1_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131902"},{"key":"e_1_3_3_11_1","first-page":"82","volume-title":"Proceedings of the 2nd Workshop on the Representation and Processing of Sign Languages: Lexicographic Matters and Didactic Scenarios","author":"Crasborn O.","year":"2006","unstructured":"Crasborn, O., Sloetjes, H., Auer, E., & Wittenburg, P. (2006). Combining video and numeric data in the analysis of sign languages with the ELAN annotation software. In Proceedings of the 2nd Workshop on the Representation and Processing of Sign Languages: Lexicographic Matters and Didactic Scenarios (pp. 82\u201387)."},{"key":"e_1_3_3_12_1","first-page":"155","volume-title":"Proceedings of the IEEE International Conference on Pervasive Computing and Communications (PerCom 2018)","author":"Derungs A.","year":"2018","unstructured":"Derungs, A., Soller, S., Wesihaupl, A., Bleuel, J., Berschin, G., & Amft, O. (2018). Regression-based, mistake-driven movement skill estimation in Nordic walking using wearable inertial sensors. In Proceedings of the IEEE International Conference on Pervasive Computing and Communications (PerCom 2018) (pp. 155\u2013164). IEEE."},{"key":"e_1_3_3_13_1","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1145\/985692.985697","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","author":"Dey A. K.","year":"2004","unstructured":"Dey, A. K., Hamid, R., Beckmann, C., Li, I., & Hsu, D. (2004). A cappella: Programming by demonstration of context-aware applications. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (pp. 33\u201340). ACM. Retrieved from https:\/\/doi.org\/10.1145\/985692.985697"},{"key":"e_1_3_3_14_1","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1109\/PERCOMW.2017.7917542","volume-title":"2017 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops)","author":"Diete A.","year":"2017","unstructured":"Diete, A., Sztyler, T., & Stuckenschmidt, H. (2017). A smart data annotation tool for multi-sensor activity recognition. In 2017 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops) (pp. 111\u2013116)."},{"key":"e_1_3_3_15_1","volume-title":"Statistical methods for research workers","author":"Fisher R. A.","year":"1946","unstructured":"Fisher, R. A. (1946). Statistical methods for research workers. In Statistical methods for research workers (10th ed.). Oliver and Boyd.","edition":"10"},{"key":"e_1_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-020-09548-1"},{"key":"e_1_3_3_17_1","first-page":"299","volume-title":"CHI\u201911 Extended Abstracts on Human Factors in Computing Systems","author":"Fouse A.","year":"2011","unstructured":"Fouse, A., Weibel, N., Hutchins, E., & Hollan, J. D. (2011). Chronoviz: A system for supporting navigation of time-coded data. In CHI\u201911 Extended Abstracts on Human Factors in Computing Systems (pp. 299\u2013304). ACM. Retrieved from https:\/\/doi.org\/10.1145\/1979742.1979706"},{"key":"e_1_3_3_18_1","doi-asserted-by":"crossref","DOI":"10.4135\/9781412983419","volume-title":"ANOVA: Repeated measures","author":"Girden E. R.","year":"1992","unstructured":"Girden, E. R. (1992). ANOVA: Repeated measures (No. 84). Sage."},{"key":"e_1_3_3_19_1","volume-title":"Proceedings of the 4th International Workshop on Sensor-Based Activity Recognition and Interaction","author":"Grzeszick R.","year":"2017","unstructured":"Grzeszick, R., Lenk, J. M., Rueda, F. M., Fink, G. A., Feldhorst, S., & Hompel, M. T. (2017). Deep neural network based human activity recognition for the order picking process. In Proceedings of the 4th International Workshop on Sensor-Based Activity Recognition and Interaction. Association for Computing Machinery. https:\/\/doi.org\/10.1145\/3134230.3134231"},{"key":"e_1_3_3_20_1","doi-asserted-by":"crossref","unstructured":"Haladjian J. (2019). The Wearables Development Toolkit (WDK) . https:\/\/github.com\/avenix\/WDK. https:\/\/doi.org\/10.1145\/3369813","DOI":"10.1145\/3369813"},{"key":"e_1_3_3_21_1","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1109\/ICCCS49078.2020.9118506","volume-title":"2020 5th International Conference on Computer and Communication Systems (ICCCS)","author":"Hou C.","year":"2020","unstructured":"Hou, C. (2020). A study on IMU-based human activity recognition using deep learning and traditional machine learning. In 2020 5th International Conference on Computer and Communication Systems (ICCCS) (pp. 225\u2013234). https:\/\/doi.org\/10.1109\/ICCCS49078.2020.9118506"},{"key":"e_1_3_3_22_1","doi-asserted-by":"crossref","first-page":"856","DOI":"10.1145\/2968219.2968535","volume-title":"Proceedings of the 2016 ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct","author":"Jones M.","year":"2016","unstructured":"Jones, M., Walker, C., Anderson, Z., & Thatcher, L. (2016). Automatic detection of alpine ski turns in sensor data. In Proceedings of the 2016 ACM International Joint Conference on Pervasive and Ubiquitous Computing: Adjunct (pp. 856\u2013860). ACM. Retrieved from https:\/\/doi.org\/10.1145\/2968219.2968535"},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1111\/mice.12002"},{"key":"e_1_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130927"},{"key":"e_1_3_3_25_1","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1109\/PERCOMW.2017.7917621","volume-title":"2017 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops)","author":"Khan M. A. A. H.","year":"2017","unstructured":"Khan, M. A. A. H., & Roy, N. (2017). Transact: Transfer learning enabled activity recognition. In 2017 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops) (pp. 545\u2013550)."},{"key":"e_1_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131893"},{"key":"e_1_3_3_27_1","doi-asserted-by":"crossref","unstructured":"Kipp M. (2001). ANVIL \u2013 A generic annotation tool for multimodal dialogue .","DOI":"10.21437\/Eurospeech.2001-354"},{"key":"e_1_3_3_28_1","volume-title":"Content analysis: An introduction to its methodology","author":"Krippendorff K.","year":"2012","unstructured":"Krippendorff, K. (2012). Content analysis: An introduction to its methodology. SAGE Publications."},{"key":"e_1_3_3_29_1","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1145\/3341163.3347744","volume-title":"Proceedings of the 23rd International Symposium on Wearable Computers","author":"Kwon H.","year":"2019","unstructured":"Kwon, H., Abowd, G. D., & Pl\u00f6tz, T. (2019). Handling annotation uncertainty in human activity recognition. In Proceedings of the 23rd International Symposium on Wearable Computers (pp. 109\u2013117). Association for Computing Machinery. https:\/\/doi.org\/10.1145\/3341163.3347744"},{"key":"e_1_3_3_30_1","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1145\/2030112.2030160","volume-title":"Proceedings of the 13th International Conference on Ubiquitous Computing","author":"Lane N. D.","year":"2011","unstructured":"Lane, N. D., Xu, Y., Lu, H., Hu, S., Choudhury, T., Campbell, A. T., & Zhao, F. (2011). Enabling large-scale human activity inference on smartphones using community similarity networks (CSN). In Proceedings of the 13th International Conference on Ubiquitous Computing (pp. 355\u2013364). ACM. Retrieved from https:\/\/doi.org\/10.1145\/2030112.2030160"},{"key":"e_1_3_3_31_1","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1145\/2642918.2647367","volume-title":"Proceedings of the 27th Annual ACM Symposium on User Interface Software and Technology","author":"Lasecki W. S.","year":"2014","unstructured":"Lasecki, W. S., Gordon, M., Koutra, D., Jung, M. F., Dow, S. P., & Bigham, J. P. (2014). Glance: Rapidly coding behavioral video with the crowd. In Proceedings of the 27th Annual ACM Symposium on User Interface Software and Technology (pp. 551\u2013562). ACM. Retrieved from https:\/\/doi.org\/10.1145\/2642918.2647367"},{"key":"e_1_3_3_32_1","doi-asserted-by":"crossref","first-page":"1203","DOI":"10.1145\/2441776.2441912","volume-title":"Proceedings of the 2013 Conference on Computer Supported Cooperative Work","author":"Lasecki W. S.","year":"2013","unstructured":"Lasecki, W. S., Song, Y. C., Kautz, H., & Bigham, J. P. (2013). Real-time crowd labeling for deployable activity recognition. In Proceedings of the 2013 Conference on Computer Supported Cooperative Work (pp. 1203\u20131212). ACM. Retrieved from https:\/\/doi.org\/10.1145\/2441776.2441912"},{"key":"e_1_3_3_33_1","unstructured":"MathWorks (2018). Image and video ground truth labeling . https:\/\/tinyurl.com\/4k4rpte3."},{"key":"e_1_3_3_34_1","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1109\/BSN.2006.24","volume-title":"International Workshop on Wearable and Implantable Body Sensor Networks (BSN\u201906)","author":"Maurer U.","year":"2006","unstructured":"Maurer, U., Smailagic, A., Siewiorek, D., & Deisher, M. (2006). Activity recognition and monitoring using multiple sensors on different body positions. In International Workshop on Wearable and Implantable Body Sensor Networks (BSN\u201906) (pp. 4\u2013116)."},{"key":"e_1_3_3_35_1","unstructured":"Microsoft (2018). TagAnomaly. https:\/\/github.com\/Microsoft\/TagAnomaly."},{"key":"e_1_3_3_36_1","doi-asserted-by":"crossref","first-page":"1138","DOI":"10.1109\/CIT\/IUCC\/DASC\/PICOM.2015.170","volume-title":"2015 IEEE International Conference on Computer and Information Technology; Ubiquitous Computing and Communications; Dependable, Autonomic and Secure Computing; Pervasive Intelligence and Computing","author":"Miu T.","year":"2015","unstructured":"Miu, T., Missier, P., & Pl\u00f6tz, T. (2015). Bootstrapping personalised human activity recognition models using online active learning. In 2015 IEEE International Conference on Computer and Information Technology; Ubiquitous Computing and Communications; Dependable, Autonomic and Secure Computing; Pervasive Intelligence and Computing (pp. 1138\u20131147)."},{"key":"e_1_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2637350"},{"key":"e_1_3_3_38_1","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1007\/978-3-642-05408-2_4","volume-title":"European Conference on Ambient Intelligence","author":"Pham C.","year":"2009","unstructured":"Pham, C., & Olivier, P. (2009). Slice&Dice: Recognizing food preparation activities using embedded accelerometers. In European Conference on Ambient Intelligence (pp. 34\u201343)."},{"key":"e_1_3_3_39_1","first-page":"673","volume-title":"International Conference on Computational Science and Its Applications","author":"Pham C.","year":"2013","unstructured":"Pham, C., & Phuong, T. M. (2013). Real-time fall detection and activity recognition using low-cost wearable sensors. In International Conference on Computational Science and Its Applications (pp. 673\u2013682)."},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3130959"},{"key":"e_1_3_3_41_1","unstructured":"Schaekermann M. (2018). CrowdCurio Time Series Annotator Library . https:\/\/github.com\/CrowdCurio\/time-series-annotator."},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2011.36"},{"key":"e_1_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSPEC.2022.9754503"},{"key":"e_1_3_3_44_1","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1145\/3089341.3089345","volume-title":"Proceedings of the 1st Workshop on Digital Biomarkers","author":"Thomaz E.","year":"2017","unstructured":"Thomaz, E., Bedri, A., Prioleau, T., Essa, I., & Abowd, G. D. (2017). Exploring symmetric and asymmetric bimanual eating detection with inertial sensors on the wrist. In Proceedings of the 1st Workshop on Digital Biomarkers (pp. 21\u201326)."},{"key":"e_1_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.2307\/3001913"},{"key":"e_1_3_3_46_1","first-page":"1556","volume-title":"5th International Conference on Language Resources and Evaluation (LREC 2006","author":"Wittenburg P.","year":"2006","unstructured":"Wittenburg, P., Brugman, H., Russel, A., Klassmann, A., & Sloetjes, H. (2006). Elan: A professional framework for multimodality research. In 5th International Conference on Language Resources and Evaluation (LREC 2006) (pp. 1556\u20131559)."},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106970"},{"key":"e_1_3_3_48_1","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1109\/SKIMA.2016.7916228","volume-title":"2016 10th International Conference on Software, Knowledge, Information Management & Applications (SKIMA)","author":"Yu H.","year":"2016","unstructured":"Yu, H., Cang, S., & Wang, Y. (2016). A review of sensor selection, sensor devices and sensor deployment for wearable sensor-based human activity recognition systems. In 2016 10th International Conference on Software, Knowledge, Information Management & Applications (SKIMA) (pp. 250\u2013257). https:\/\/doi.org\/10.1109\/SKIMA.2016.7916228"}],"container-title":["International Journal of Human\u2013Computer Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/10447318.2022.2101589","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,13]],"date-time":"2023-10-13T13:21:45Z","timestamp":1697203305000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/10447318.2022.2101589"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8]]},"references-count":47,"journal-issue":{"issue":"18","published-print":{"date-parts":[[2023,11,8]]}},"alternative-id":["10.1080\/10447318.2022.2101589"],"URL":"https:\/\/doi.org\/10.1080\/10447318.2022.2101589","relation":{},"ISSN":["1044-7318","1532-7590"],"issn-type":[{"type":"print","value":"1044-7318"},{"type":"electronic","value":"1532-7590"}],"subject":[],"published":{"date-parts":[[2022,8]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=hihc20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=hihc20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2021-10-07","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-06-29","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-08-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}