{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:49:40Z","timestamp":1776084580604,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":13,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3706651","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:48:52Z","timestamp":1745441332000},"page":"1-4","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Multimodal AI for Human Sensing and Interaction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7768-3610","authenticated-orcid":false,"given":"Paul Pu","family":"Liang","sequence":"first","affiliation":[{"name":"Media Lab and EECS, Massachusetts Institute of Technology, Cambridge, Massachusetts, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2497-0530","authenticated-orcid":false,"given":"Karan","family":"Ahuja","sequence":"additional","affiliation":[{"name":"Computer Science, Northwestern University, Evanston, Illinois, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-5127-0496","authenticated-orcid":false,"given":"Yiyue","family":"Luo","sequence":"additional","affiliation":[{"name":"ECE, University of Washington, Seattle, Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445138"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"crossref","unstructured":"Karan Ahuja Eyal Ofek Mar Gonzalez-Franco Christian Holz and Andrew\u00a0D Wilson. 2021. Coolmoves: User motion accentuation in virtual reality. Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies 5 2 (2021) 1\u201323.","DOI":"10.1145\/3463499"},{"key":"e_1_3_3_1_4_2","unstructured":"Joseph DelPreto Chao Liu Yiyue Luo Michael Foshey Yunzhu Li Antonio Torralba Wojciech Matusik and Daniela Rus. 2022. ActionSense: A multimodal dataset and recording framework for human activities using wearable sensors in a kitchen environment. Advances in Neural Information Processing Systems 35 (2022) 13800\u201313813."},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3672539.3686707"},{"key":"e_1_3_3_1_6_2","unstructured":"Paul\u00a0Pu Liang Yun Cheng Xiang Fan Chun\u00a0Kai Ling Suzanne Nie Richard Chen Zihao Deng Faisal Mahmood Ruslan Salakhutdinov and Louis-Philippe Morency. 2023. Quantifying & modeling feature interactions: An information decomposition framework. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.12247 (2023)."},{"key":"e_1_3_3_1_7_2","unstructured":"Paul\u00a0Pu Liang Yiwei Lyu Xiang Fan Jeffrey Tsaw Yudong Liu Shentong Mo Dani Yogatama Louis-Philippe Morency and Russ Salakhutdinov. 2023. High-Modality Multimodal Transformer: Quantifying Modality & Interaction Heterogeneity for High-Modality Representation Learning. Transactions on Machine Learning Research (2023)."},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Paul\u00a0Pu Liang Amir Zadeh and Louis-Philippe Morency. 2024. Foundations & trends in multimodal machine learning: Principles challenges and open questions. Comput. Surveys 56 10 (2024) 1\u201342.","DOI":"10.1145\/3656580"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"crossref","unstructured":"Yiyue Luo Yunzhu Li Pratyusha Sharma Wan Shou Kui Wu Michael Foshey Beichen Li Tom\u00e1s Palacios Antonio Torralba and Wojciech Matusik. 2021. Learning human\u2013environment interactions using conformal tactile textiles. Nature Electronics 4 3 (2021) 193\u2013201.","DOI":"10.1038\/s41928-021-00558-0"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517577"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"crossref","unstructured":"Vimal Mollyn Karan Ahuja Dhruv Verma Chris Harrison and Mayank Goel. 2022. SAMoSA: Sensing activities with motion and subsampled audio. Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies 6 3 (2022) 1\u201319.","DOI":"10.1145\/3550284"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581392"},{"key":"e_1_3_3_1_13_2","unstructured":"Devin Murphy Junyi Zhu Paul Liang Wojciech Matusik and Yiyue Luo. 2024. WiReSens Toolkit: An Open-source Platform towards Accessible Wireless Tactile Sensing. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2412.00247 (2024)."},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1656"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3706651","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3706651","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:57:12Z","timestamp":1750298232000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3706651"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":13,"alternative-id":["10.1145\/3706599.3706651","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3706651","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}