{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T22:23:08Z","timestamp":1776118988707,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3719854","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:20:42Z","timestamp":1745439642000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Exploring the Impact of Drivers' Emotion and Multi-task Learning on Takeover Behavior Prediction in Multimodal Environment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-3954-6181","authenticated-orcid":false,"given":"Xinyu","family":"Feng","sequence":"first","affiliation":[{"name":"Guangxi Key Laboratory of Trusted Software, Guilin University of Electronic Technology, Guilin, Guangxi, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3187-6668","authenticated-orcid":false,"given":"Yu","family":"Gu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan Province, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6850-5222","authenticated-orcid":false,"given":"Yuming","family":"Lin","sequence":"additional","affiliation":[{"name":"Guangxi Key Laboratory of Trusted Software, Guilin University of Electronic Technolog, Guilin, Guangxi, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5272-7722","authenticated-orcid":false,"given":"Yaojun","family":"Cai","sequence":"additional","affiliation":[{"name":"Guangxi Key Laboratory of Digital Infrastructure, Guangxi Zhuang Autonomous Region Information Center, Nanning, Guangxi, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"crossref","unstructured":"Pavlo Bazilinskyy and Joost de Winter. 2015. Auditory interfaces in automated driving: an international survey. PeerJ Computer Science 1 (2015) e13.","DOI":"10.7717\/peerj-cs.13"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"crossref","unstructured":"Christian Braunagel Wolfgang Rosenstiel and Enkelejda Kasneci. 2017. Ready for take-over? A new driver assistance system for an automated classification of driver take-over readiness. IEEE Intelligent Transportation Systems Magazine 9 4 (2017) 10\u201322.","DOI":"10.1109\/MITS.2017.2743165"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"crossref","unstructured":"Leo Breiman. 2001. Random forests. Machine learning 45 (2001) 5\u201332.","DOI":"10.1023\/A:1010933404324"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Hallie Clark and Jing Feng. 2017. Age differences in the takeover of vehicle control and engagement in non-driving-related activities in simulated driving with conditional automation. Accident Analysis & Prevention 106 (2017) 468\u2013479.","DOI":"10.1016\/j.aap.2016.08.027"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"crossref","unstructured":"Corinna Cortes. 1995. Support-Vector Networks. Machine Learning 20 (1995) 273\u2013297.","DOI":"10.1007\/BF00994018"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"T. Cover and P. Hart. 1967. Nearest neighbor pattern classification. IEEE Transactions on Information Theory 13 1 (1967) 21\u201327. 10.1109\/TIT.1967.1053964","DOI":"10.1109\/TIT.1967.1053964"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Nachiket Deo and Mohan\u00a0M Trivedi. 2019. Looking at the driver\/rider in autonomous vehicles to predict take-over readiness. IEEE Transactions on Intelligent Vehicles 5 1 (2019) 41\u201352.","DOI":"10.1109\/TIV.2019.2955364"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376247"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3409120.3410666"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3382963"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"crossref","unstructured":"Na Du Feng Zhou Elizabeth\u00a0M Pulver Dawn\u00a0M Tilbury Lionel\u00a0P Robert Anuj\u00a0K Pradhan and X\u00a0Jessie Yang. 2020. Examining the effects of emotional valence and arousal on takeover performance in conditionally automated driving. Transportation research part C: emerging technologies 112 (2020) 78\u201387.","DOI":"10.1016\/j.trc.2020.01.006"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"crossref","unstructured":"Na Du Feng Zhou Elizabeth\u00a0M Pulver Dawn\u00a0M Tilbury Lionel\u00a0P Robert Anuj\u00a0K Pradhan and X\u00a0Jessie Yang. 2020. Predicting driver takeover performance in conditionally automated driving. Accident Analysis & Prevention 148 (2020) 105748.","DOI":"10.1016\/j.aap.2020.105748"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"Ahinoam Eherenfreund-Hager Orit Taubman-Ben-Ari Tomer Toledo and Haneen Farah. 2017. The effect of positive and negative emotions on young drivers: A simulator study. Transportation research part F: traffic psychology and behaviour 49 (2017) 236\u2013243.","DOI":"10.1016\/j.trf.2017.07.002"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-53305-5_22"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.865"},{"key":"e_1_3_3_1_17_2","unstructured":"Christian Gold and Klaus Bengler. 2014. Taking over control from highly automated vehicles. Advances in Human Aspects of Transportation: Part II 8 (2014) 64."},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339672"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Yu Gu Yibing Weng Yantong Wang Meng Wang Guohang Zhuang Jinyang Huang Xiaolan Peng Liang Luo and Fuji Ren. 2024. EmoTake: Exploring Drivers\u2019 Emotion for Takeover Behavior Prediction. IEEE Trans. Affect. Comput. 15 4 (2024) 2112\u20132127. 10.1109\/TAFFC.2024.3399328","DOI":"10.1109\/TAFFC.2024.3399328"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Sepp Hochreiter and J\u00fcrgen Schmidhuber. 1997. Long Short-Term Memory. Neural Computation 9 8 (1997) 1735\u20131780. 10.1162\/neco.1997.9.8.1735","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"Myounghoon Jeon. 2017. Emotions and affect in human factors and human\u2013computer interaction: Taxonomy theories approaches and methods. Emotions and affect in human factors and human-computer interaction (2017) 3\u201326.","DOI":"10.1016\/B978-0-12-801851-4.00001-X"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"crossref","unstructured":"Andrew\u00a0L Kun Susanne Boll and Albrecht Schmidt. 2016. Shifting gears: User interfaces in the age of autonomous driving. IEEE Pervasive Computing 15 1 (2016) 32\u201338.","DOI":"10.1109\/MPRV.2016.14"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","unstructured":"Shaoshan Liu Liangkai Liu Jie Tang Bo Yu Yifan Wang and Weisong Shi. 2019. Edge Computing for Autonomous Driving: Opportunities and Challenges. Proc. IEEE 107 8 (2019) 1697\u20131716. 10.1109\/JPROC.2019.2915983","DOI":"10.1109\/JPROC.2019.2915983"},{"key":"e_1_3_3_1_24_2","unstructured":"Yong Liu Tengge Hu Haoran Zhang Haixu Wu Shiyu Wang Lintao Ma and Mingsheng Long. 2024. iTransformer: Inverted Transformers Are Effective for Time Series Forecasting. arxiv:https:\/\/arXiv.org\/abs\/2310.06625\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2310.06625"},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93885-1_30"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1109\/IV55156.2024.10588802"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300494"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"crossref","unstructured":"Fanxing Meng Cristy Ho Rob Gray and Charles Spence. 2015. Dynamic vibrotactile warning signals for frontal collision avoidance: towards the torso versus towards the head. Ergonomics 58 3 (2015) 411\u2013425.","DOI":"10.1080\/00140139.2014.976278"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"crossref","unstructured":"Natasha Merat A\u00a0Hamish Jamson Frank\u00a0CH Lai Michael Daly and Oliver\u00a0MJ Carsten. 2014. Transition to manual: Driver behaviour when resuming control from a highly automated vehicle. Transportation research part F: traffic psychology and behaviour 27 (2014) 274\u2013282.","DOI":"10.1016\/j.trf.2014.09.005"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","unstructured":"Abhishek Mukhopadhyay Vinay\u00a0Krishna Sharma Prashant\u00a0Gaikwad Tatyarao Aumkar\u00a0Kishore Shah Ananthram M\u00a0C Rao P\u00a0Raj Subin and Pradipta Biswas. 2023. A comparison study between XR interfaces for driver assistance in take over request. Transportation Engineering 11 (2023) 100159. 10.1016\/j.treng.2022.100159","DOI":"10.1016\/j.treng.2022.100159"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"crossref","unstructured":"Daniil Osokin. 2018. Real-time 2D Multi-Person Pose Estimation on CPU: Lightweight OpenPose. arxiv:https:\/\/arXiv.org\/abs\/1811.12004\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/1811.12004","DOI":"10.5220\/0007555407440748"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445563"},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172990"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"crossref","unstructured":"Daniele Ruscio Maria\u00a0Rita Ciceri and Federica Biassoni. 2015. How does a collision warning system shape driver\u2019s brake response time? The influence of expectancy and automation complacency on real-life emergency braking. Accident Analysis & Prevention 77 (2015) 72\u201381.","DOI":"10.1016\/j.aap.2015.01.018"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1177\/1541931213601972"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"crossref","unstructured":"Jaehyun\u00a0Jason So Sungho Park Jonghwa Kim Jejin Park and Ilsoo Yun. 2021. Investigating the impacts of road traffic conditions and driver\u2019s characteristics on automated vehicle takeover time and quality using a driving simulator. Journal of advanced transportation 2021 1 (2021) 8859553.","DOI":"10.1155\/2021\/8859553"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"crossref","unstructured":"Qiuyang Tang Gang Guo Zijian Zhang Bingbing Zhang and Yingzhang Wu. 2021. Olfactory facilitation of takeover performance in highly automated driving. Human factors 63 4 (2021) 553\u2013564.","DOI":"10.1177\/0018720819893137"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"crossref","unstructured":"Y-I Tian Takeo Kanade and Jeffrey\u00a0F Cohn. 2001. Recognizing action units for facial expression analysis. IEEE Transactions on pattern analysis and machine intelligence 23 2 (2001) 97\u2013115.","DOI":"10.1109\/34.908962"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025507"},{"key":"e_1_3_3_1_40_2","unstructured":"Laurens van\u00a0der Maaten and Geoffrey Hinton. 2008. Visualizing Data using t-SNE. Journal of Machine Learning Research 9 86 (2008) 2579\u20132605. http:\/\/jmlr.org\/papers\/v9\/vandermaaten08a.html"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"crossref","unstructured":"Marcel Walch Kristin M\u00fchl Johannes Kraus Tanja Stoll Martin Baumann and Michael Weber. 2017. From car-driver-handovers to cooperative interfaces: Visions for driver\u2013vehicle interaction in automated driving. Automotive user interfaces: Creating interactive experiences in the car (2017) 273\u2013294.","DOI":"10.1007\/978-3-319-49448-7_10"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"crossref","unstructured":"Bernhard Wandtner Nadja Sch\u00f6mig and Gerald Schmidt. 2018. Effects of non-driving related task modalities on takeover performance in highly automated driving. Human factors 60 6 (2018) 870\u2013881.","DOI":"10.1177\/0018720818768199"},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"crossref","unstructured":"Lora Warshawsky-Livne and David Shinar. 2002. Effects of uncertainty transmission type driver age and gender on brake reaction and movement time. Journal of safety research 33 1 (2002) 117\u2013128.","DOI":"10.1016\/S0022-4375(02)00006-3"},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"crossref","unstructured":"JCF\u00a0De Winter Neville\u00a0A Stanton Josh\u00a0S Price and Harvey Mistry. 2016. The effects of driving with different levels of unreliable automation on self-reported workload and secondary task performance. International journal of vehicle design 70 4 (2016) 297\u2013324.","DOI":"10.1504\/IJVD.2016.076736"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","unstructured":"Mengyao Wu F.\u00a0Richard Yu and Peter\u00a0Xiaoping Liu. 2022. Intelligence Networking for Autonomous Driving in Beyond 5G Networks With Multi-Access Edge Computing. IEEE Transactions on Vehicular Technology 71 6 (2022) 5853\u20135866. 10.1109\/TVT.2022.3165172","DOI":"10.1109\/TVT.2022.3165172"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"crossref","unstructured":"Jing Yang Nade Liang Brandon\u00a0J Pitts Kwaku\u00a0O Prakah-Asante Reates Curry Mike Blommer Radhakrishnan Swaminathan and Denny Yu. 2023. Multimodal sensing and computational intelligence for situation awareness classification in autonomous driving. IEEE Transactions on Human-Machine Systems 53 2 (2023) 270\u2013281.","DOI":"10.1109\/THMS.2023.3234429"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"crossref","unstructured":"Kathrin Zeeb Axel Buchner and Michael Schrauf. 2016. Is take-over time all that matters? The impact of visual-cognitive load on driver take-over quality after conditionally automated driving. Accident analysis & prevention 92 (2016) 230\u2013239.","DOI":"10.1016\/j.aap.2016.04.002"},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"crossref","unstructured":"Bo Zhang Joost De\u00a0Winter Silvia Varotto Riender Happee and Marieke Martens. 2019. Determinants of take-over time from automated driving: A meta-analysis of 129 studies. Transportation research part F: traffic psychology and behaviour 64 (2019) 285\u2013307.","DOI":"10.1016\/j.trf.2019.04.020"},{"key":"e_1_3_3_1_49_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.49"},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"crossref","unstructured":"Kaipeng Zhang Zhanpeng Zhang Zhifeng Li and Yu Qiao. 2016. Joint face detection and alignment using multitask cascaded convolutional networks. IEEE signal processing letters 23 10 (2016) 1499\u20131503.","DOI":"10.1109\/LSP.2016.2603342"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"publisher","unstructured":"Yu Zhang and Qiang Yang. 2022. A Survey on Multi-Task Learning. IEEE Transactions on Knowledge and Data Engineering 34 12 (2022) 5586\u20135609. 10.1109\/TKDE.2021.3070203","DOI":"10.1109\/TKDE.2021.3070203"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","unstructured":"Feng Zhou X.\u00a0Jessie Yang and Joost C.\u00a0F. de Winter. 2022. Using Eye-Tracking Data to Predict Situation Awareness in Real Time During Takeover Transitions in Conditionally Automated Driving. IEEE Transactions on Intelligent Transportation Systems 23 3 (2022) 2284\u20132295. 10.1109\/TITS.2021.3069776","DOI":"10.1109\/TITS.2021.3069776"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"crossref","unstructured":"Jieyu Zhu Yanli Ma Yiran Zhang Yaping Zhang and Chen Lv. 2023. Takeover quality prediction based on driver physiological state of different cognitive tasks in conditionally automated driving. Advanced Engineering Informatics 57 (2023) 102100.","DOI":"10.1016\/j.aei.2023.102100"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3719854","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3719854","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:35Z","timestamp":1750295915000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3719854"}},"subtitle":["Exploring Takeover Behavior Prediction in Multimodal Environment"],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":52,"alternative-id":["10.1145\/3706599.3719854","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3719854","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}