{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:05:40Z","timestamp":1750309540045,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3719864","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:20:42Z","timestamp":1745439642000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Beyond Predefined Interactions: Enhancing Gesture-Based Flexible Robot Interaction through Air-Writing and Large Models Inference"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-6519-4167","authenticated-orcid":false,"given":"Huizi","family":"Han","sequence":"first","affiliation":[{"name":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0067-0537","authenticated-orcid":false,"given":"Wenting","family":"He","sequence":"additional","affiliation":[{"name":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7920-0256","authenticated-orcid":false,"given":"Wei","family":"Ren","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Hong Kong, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2725-2529","authenticated-orcid":false,"given":"Jiannong","family":"Cao","sequence":"additional","affiliation":[{"name":"The Hong Kong Polytechnic University, Hong Kong, China"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","unstructured":"Emre Akdemir and Necaattin Bar\u0131\u015f\u00e7\u0131. 2024. A review on deep learning applications with semantics. Expert Systems with Applications 251 (2024) 124029. 10.1016\/j.eswa.2024.124029","DOI":"10.1016\/j.eswa.2024.124029"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","unstructured":"Md.\u00a0Shahinur Alam Ki-Chul Kwon Md.\u00a0Ashraful Alam Mohammed\u00a0Y. Abbass Shariar\u00a0Md Imtiaz and Nam Kim. 2020. Trajectory-Based Air-Writing Recognition Using Deep Neural Network and Depth Sensor. Sensors 20 2 (2020). 10.3390\/s20020376","DOI":"10.3390\/s20020376"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","unstructured":"Muhammad Arsalan and Avik Santra. 2019. Character Recognition in Air-Writing Based on Network of Radars for Human-Machine Interface. IEEE Sensors Journal 19 19 (2019) 8855\u20138864. 10.1109\/JSEN.2019.2922395","DOI":"10.1109\/JSEN.2019.2922395"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","unstructured":"Alessandro Carf\u00ec and Fulvio Mastrogiovanni. 2023. Gesture-Based Human\u2013Machine Interaction: Taxonomy Problem Definition and Analysis. IEEE Transactions on Cybernetics 53 1 (2023) 497\u2013513. 10.1109\/TCYB.2021.3129119","DOI":"10.1109\/TCYB.2021.3129119"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","unstructured":"Mingyu Chen Ghassan AlRegib and Biing-Hwang Juang. 2016. Air-Writing Recognition\u2014Part I: Modeling and Recognition of Characters Words and Connecting Motions. IEEE Transactions on Human-Machine Systems 46 3 (2016) 403\u2013413. 10.1109\/THMS.2015.2492598","DOI":"10.1109\/THMS.2015.2492598"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"Xiaojun Chen Shengbin Jia and Yang Xiang. 2020. A review: Knowledge reasoning over knowledge graph. Expert Systems with Applications 141 (2020) 112948. 10.1016\/j.eswa.2019.112948","DOI":"10.1016\/j.eswa.2019.112948"},{"key":"e_1_3_3_1_8_2","series-title":"(NIPS \u201923)","volume-title":"Proceedings of the 37th International Conference on Neural Information Processing Systems","author":"Dai Wenliang","year":"2024","unstructured":"Wenliang Dai, Junnan Li, Dongxu Li, Anthony Meng\u00a0Huat Tiong, Junqi Zhao, Weisheng Wang, Boyang Li, Pascale Fung, and Steven Hoi. 2024. InstructBLIP: towards general-purpose vision-language models with instruction tuning. In Proceedings of the 37th International Conference on Neural Information Processing Systems (New Orleans, LA, USA) (NIPS \u201923). Curran Associates Inc., Red Hook, NY, USA, Article 2142, 18\u00a0pages."},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCUBEA58933.2023.10392214"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","unstructured":"John\u00a0J. Dudley Jingyao Zheng Aakar Gupta Hrvoje Benko Matt Longest Robert Wang and Per\u00a0Ola Kristensson. 2023. Evaluating the Performance of Hand-Based Probabilistic Text Input Methods on a Mid-Air Virtual Qwerty Keyboard. IEEE Transactions on Visualization and Computer Graphics 29 11 (2023) 4567\u20134577. 10.1109\/TVCG.2023.3320238","DOI":"10.1109\/TVCG.2023.3320238"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3382888"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","unstructured":"Shichang Feng Zhiquan Feng and Liujuan Cao. 2019. Many-to-One Gesture-to-Command Flexible Mapping Approach for Smart Teaching Interface Interaction. IEEE Access 7 (2019) 179517\u2013179531. 10.1109\/ACCESS.2019.2957365","DOI":"10.1109\/ACCESS.2019.2957365"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","unstructured":"Zhangjie Fu Jiashuang Xu Zhuangdi Zhu Alex\u00a0X. Liu and Xingming Sun. 2019. Writing in the Air with WiFi Signals for Virtual Reality Devices. IEEE Transactions on Mobile Computing 18 2 (2019) 473\u2013484. 10.1109\/TMC.2018.2831709","DOI":"10.1109\/TMC.2018.2831709"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCNT61001.2024.10724832"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","unstructured":"Ruiyang Gao Wenwei Li Jinyi Liu Shuyu Dai Mi Zhang Leye Wang and Daqing Zhang. 2024. WiCGesture: Meta-Motion-Based Continuous Gesture Recognition With Wi-Fi. IEEE Internet of Things Journal 11 9 (2024) 15087\u201315099. 10.1109\/JIOT.2023.3343875","DOI":"10.1109\/JIOT.2023.3343875"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196741"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Masoumehsadat Hosseini Tjado Ihmels Ziqian Chen Marion Koelle Heiko M\u00fcller and Susanne Boll. 2023. Towards a Consensus Gesture Set: A Survey of Mid-Air Gestures in HCI for Maximized Agreement Across Domains(CHI \u201923). Association for Computing Machinery New York NY USA Article 311 24\u00a0pages. 10.1145\/3544548.3581420","DOI":"10.1145\/3544548.3581420"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","unstructured":"Chaur-Heh Hsieh You-Shen Lo Jen-Yang Chen and Sheng-Kai Tang. 2021. Air-Writing Recognition Based on Deep Convolutional Neural Networks. IEEE Access 9 (2021) 142827\u2013142836. 10.1109\/ACCESS.2021.3121093","DOI":"10.1109\/ACCESS.2021.3121093"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Ue-Hwan Kim Yewon Hwang Sun-Kyung Lee and Jong-Hwan Kim. 2023. Writing in the Air: Unconstrained Text Recognition From Finger Movement Using Spatio-Temporal Convolution. IEEE Transactions on Artificial Intelligence 4 6 (2023) 1386\u20131398. 10.1109\/TAI.2022.3212981","DOI":"10.1109\/TAI.2022.3212981"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Seong\u00a0Kyu Leem Faheem Khan and Sung\u00a0Ho Cho. 2020. Detecting Mid-Air Gestures for Digit Writing With Radio Sensors and a CNN. IEEE Transactions on Instrumentation and Measurement 69 4 (2020) 1066\u20131081. 10.1109\/TIM.2019.2909249","DOI":"10.1109\/TIM.2019.2909249"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581008"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","unstructured":"Oliver Limoyo Jimmy Li Dmitriy Rivkin Jonathan Kelly and Gregory Dudek. 2024. PhotoBot: Reference-Guided Interactive Photography via Natural Language. 10.1109\/IROS58592.2024.10801790 arxiv:https:\/\/arXiv.org\/abs\/2401.11061\u00a0[cs.CV]","DOI":"10.1109\/IROS58592.2024.10801790"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","unstructured":"Wei Lu Zheng Tong and Jinghui Chu. 2016. Dynamic Hand Gesture Recognition With Leap Motion Controller. IEEE Signal Processing Letters 23 9 (2016) 1188\u20131192. 10.1109\/LSP.2016.2590470","DOI":"10.1109\/LSP.2016.2590470"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642255"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","unstructured":"Sohom Mukherjee Sk.\u00a0Arif Ahmed Debi\u00a0Prosad Dogra Samarjit Kar and Partha\u00a0Pratim Roy. 2019. Fingertip detection and tracking for recognition of air-writing in videos. Expert Systems with Applications 136 (2019) 217\u2013229. 10.1016\/j.eswa.2019.06.034","DOI":"10.1016\/j.eswa.2019.06.034"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","unstructured":"Shouxiang Ni Lindong Zhao Ang Li Dan Wu and Liang Zhou. 2023. Cross-View Human Intention Recognition for Human-Robot Collaboration. IEEE Wireless Communications 30 3 (2023) 189\u2013195. 10.1109\/MWC.018.2200514","DOI":"10.1109\/MWC.018.2200514"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","unstructured":"Paramita Ray and Amlan Chakrabarti. 2022. A mixed approach of deep learning method and rule-based method to improve aspect level sentiment analysis. Applied Computing and Informatics 18 1\/2 (2022) 163\u2013178. 10.1016\/j.aci.2019.02.002","DOI":"10.1016\/j.aci.2019.02.002"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/2598153.2598167"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","unstructured":"Zhou Ren Junsong Yuan Jingjing Meng and Zhengyou Zhang. 2013. Robust Part-Based Hand Gesture Recognition Using Kinect Sensor. IEEE Transactions on Multimedia 15 5 (2013) 1110\u20131120. 10.1109\/TMM.2013.2246148","DOI":"10.1109\/TMM.2013.2246148"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161403"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","unstructured":"Juan\u00a0P. Vasconez George\u00a0A. Kantor and Fernando\u00a0A. Auat Cheein. 2019. Human\u2013robot interaction in agriculture: A survey and current challenges. Biosystems Engineering 179 (2019) 35\u201348. 10.1016\/j.biosystemseng.2018.12.005","DOI":"10.1016\/j.biosystemseng.2018.12.005"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","unstructured":"Chong Wang Zhong Liu and Shing-Chow Chan. 2015. Superpixel-Based Hand Gesture Recognition With Kinect Depth Camera. IEEE Transactions on Multimedia 17 1 (2015) 29\u201339. 10.1109\/TMM.2014.2374357","DOI":"10.1109\/TMM.2014.2374357"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","unstructured":"Pengcheng Wang Junyang Lin Fuyue Wang Jianping Xiu Yue Lin Na Yan and Hongtao Xu. 2020. A Gesture Air-Writing Tracking Method that Uses 24 GHz SIMO Radar SoC. IEEE Access 8 (2020) 152728\u2013152741. 10.1109\/ACCESS.2020.3017869","DOI":"10.1109\/ACCESS.2020.3017869"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20077-9_21"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Yokohama Japan","acronym":"CHI EA '25"},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3719864","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3719864","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:35Z","timestamp":1750295915000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3719864"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":33,"alternative-id":["10.1145\/3706599.3719864","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3719864","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}