{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T13:30:23Z","timestamp":1780407023620,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642065","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:06Z","timestamp":1715416686000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":26,"title":["Human I\/O: Towards a Unified Approach to Detecting Situational Impairments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6988-5471","authenticated-orcid":false,"given":"Xingyu Bruce","family":"Liu","sequence":"first","affiliation":[{"name":"HCI Research, UCLA, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4937-0024","authenticated-orcid":false,"given":"Jiahao Nick","family":"Li","sequence":"additional","affiliation":[{"name":"HCI Research, UCLA, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0508-3509","authenticated-orcid":false,"given":"David","family":"Kim","sequence":"additional","affiliation":[{"name":"Google, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8527-1744","authenticated-orcid":false,"given":"Xiang 'Anthony'","family":"Chen","sequence":"additional","affiliation":[{"name":"HCI Research, UCLA, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2471-9776","authenticated-orcid":false,"given":"Ruofei","family":"Du","sequence":"additional","affiliation":[{"name":"Google, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11042"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/3495724.3495883"},{"key":"e_1_3_3_3_3_1","volume-title":"The Psychology of Human-Computer Interaction","author":"Card K","unstructured":"Stuart\u00a0K Card. 2018. The Psychology of Human-Computer Interaction. Crc Press."},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3494991"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.4108\/ICST.PERVASIVEHEALTH2010.8901"},{"key":"e_1_3_3_3_6_1","unstructured":"Alan Dix Janet Finlay Gregory\u00a0D Abowd and Russell Beale. 2003. Human-Computer Interaction. Pearson Education."},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300915"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415881"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2301.13867"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1620545.1620581"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208662"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481386"},{"key":"e_1_3_3_3_13_1","unstructured":"Google. 2023. Google Activity Recognition API. https:\/\/developers.google.com\/location-context\/activity-recognition"},{"key":"e_1_3_3_3_14_1","unstructured":"Google. 2023. Object Detection Task Guide. https:\/\/developers.google.com\/mediapipe\/solutions\/vision\/object_detector"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01842"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0165"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/1185356_11"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3474349.3480209"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2012.2200554"},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1409240.1409253"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/CONFLUENCE.2016.7508177"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1155\/2014"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33765-_15"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2205.11916"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242609"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300568"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2984511.2984582"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025773"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-24352-_5"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2206.14858"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2301.12597"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347945"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585609"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581566"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545703"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07788-_27"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702539"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173808"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/I2MTC.2016.7520541"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415817"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545616"},{"key":"e_1_3_3_3_42_1","unstructured":"Manoj Plakal and Dan. Ellis. 2020. YAMNet. https:\/\/github.com\/tensorflow\/models\/tree\/master\/research\/audioset\/yamnet"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10599-_35"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","unstructured":"Tauhidur Rahman Alexander\u00a0Travis Adams Mi Zhang Erin Cherry Bobby Zhou Huaishu Peng and Tanzeem Choudhury. 2014. BodyBeat: A Mobile System for Sensing Non-Speech Body Sounds. In MobiSys Vol.\u00a014. 2\u2013594. https:\/\/doi.org\/10.1145\/2594368.2594386","DOI":"10.1145\/2594368.2594386"},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472168"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1201\/9781410615862"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299110"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2210.15718"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3183112"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3243028"},{"key":"e_1_3_3_3_51_1","volume-title":"Enabling Conversational Interaction With Mobile UI Using Large Language Models. ArXiv Preprint ArXiv:2209.08655","author":"Wang Bryan","year":"2022","unstructured":"Bryan Wang, Gang Li, and Yang Li. 2022. Enabling Conversational Interaction With Mobile UI Using Large Language Models. ArXiv Preprint ArXiv:2209.08655 (2022). https:\/\/arxiv.org\/pdf\/2209.08655"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2201.11903"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319499.3330292"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2204.00598"},{"key":"e_1_3_3_3_55_1","volume-title":"Mediapipe Hands: On-Device Real-Time Hand Tracking. ArXiv Preprint ArXiv:2006.10214","author":"Zhang Fan","year":"2020","unstructured":"Fan Zhang, Valentin Bazarevsky, Andrey Vakunov, Andrei Tkachenka, George Sung, Chuo-Ling Chang, and Matthias Grundmann. 2020. Mediapipe Hands: On-Device Real-Time Hand Tracking. ArXiv Preprint ArXiv:2006.10214 (2020). https:\/\/arxiv.org\/pdf\/2006.10214"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","unstructured":"Zhongyi Zhou Jing Jin Vrushank Phadnis Xiuxiu Yuan Jun Jiang Xun Qian Jingtao Zhou Yiyi Huang Zheng Xu Yinda Zhang Kristen Wright Jason Mayes Mark Sherwood Johnny Lee Alex Olwal David Kim Ram Iyengar Na Li and Ruofei Du. 2023. InstructPipe: Building Visual Programming Pipelines With Human Instructions. https:\/\/doi.org\/10.48550\/arXiv.2312.09672","DOI":"10.48550\/arXiv.2312.09672"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642065","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642065","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:41Z","timestamp":1750291001000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642065"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":56,"alternative-id":["10.1145\/3613904.3642065","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642065","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}