{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,8]],"date-time":"2026-01-08T23:39:07Z","timestamp":1767915547287,"version":"3.49.0"},"reference-count":123,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3056007","type":"journal-article","created":{"date-parts":[[2021,2,2]],"date-time":"2021-02-02T06:25:48Z","timestamp":1612247148000},"page":"23956-23978","source":"Crossref","is-referenced-by-count":38,"title":["HARMONY: A Human-Centered Multimodal Driving Study in the Wild"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8675-8570","authenticated-orcid":false,"given":"Arash","family":"Tavakoli","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shashwat","family":"Kumar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5006-4163","authenticated-orcid":false,"given":"Xiang","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5553-7599","authenticated-orcid":false,"given":"Vahid","family":"Balali","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6295-2523","authenticated-orcid":false,"given":"Mehdi","family":"Boukhechba","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5972-6947","authenticated-orcid":false,"given":"Arsalan","family":"Heydarian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1049\/iet-its.2018.5529"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-801851-4.00001-X"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TIM.2017.2779329"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"192","DOI":"10.3390\/electronics8020192","article-title":"Using wearable ECG\/PPG sensors for driver drowsiness detection based on distinguishable pattern of recurrence plots","volume":"8","author":"lee","year":"2019","journal-title":"Electronics"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2019.3353"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2913849"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106617"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2019.2945295"},{"key":"ref35","first-page":"32","article-title":"Personalized driver state profiles: A naturalistic data-driven study","author":"tavakoli","year":"2020","journal-title":"Proc Int Conf Appl Hum Factors Ergonom"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1108\/IJPCC-03-2019-0017"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2675538"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.15436\/2378-6841.16.1123"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2839766"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.treng.2020.100008"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2013.06.006"},{"key":"ref21","first-page":"237","volume":"9904","author":"abdic","year":"2016","journal-title":"Driver frustration detection from audio and video in the wild"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2013.2263400"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312883"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1007\/s007790170019"},{"key":"ref26","author":"tankovska","year":"2020","journal-title":"Global Connected Wearable Devices 2016–2022"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1177\/0305735613496860"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/mti3020037"},{"key":"ref50","article-title":"Automotive collision avoidance system field operational test report: Methodology and results","author":"ervin","year":"2005"},{"key":"ref51","article-title":"Road departure crash warning system field operational test: Methodology and results. Volume 1: Technical report","author":"leblanc","year":"2006"},{"key":"ref59","article-title":"Analysis of naturalistic driving study data: Safer glances, driver inattention, and crash risk","author":"victor","year":"2015"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.3141\/2663-13"},{"key":"ref57","article-title":"Naturalistic driving study: Technical coordination and quality control","author":"dingus","year":"2015"},{"key":"ref56","first-page":"30","article-title":"The SHRP 2 naturalistic driving study: Addressing driver performance and Behavior in traffic safety","author":"campbell","year":"2012","journal-title":"TR News"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1080\/15389588.2014.928703"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1080\/15389588.2015.1057281"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbspro.2012.06.1047"},{"key":"ref52","doi-asserted-by":"crossref","DOI":"10.1037\/e621772011-001","article-title":"Integrated vehicle-based safety systems field operational test: Final program report","author":"sayer","year":"2011"},{"key":"ref40","article-title":"Vehicle driver monitoring: Sleepiness and cognitive load","author":"nilsson","year":"2017"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2020.102820"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2016.2530623"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2014.2369522"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376644"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41598-020-77117-8","article-title":"Comparing supervised and unsupervised approaches to emotion categorization in the human brain, body, and subjective experience","volume":"10","author":"azari","year":"2020","journal-title":"Sci Rep"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.trpro.2016.05.234"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2902812"},{"key":"ref9","doi-asserted-by":"crossref","DOI":"10.1037\/e729262011-001","article-title":"The impact of driver inattention on near-crash\/crash risk: An analysis using the 100-car naturalistic driving study data","author":"klauer","year":"2006"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.21586\/ross0000004"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsr.2019.12.021"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2016.7795971"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.biopsycho.2015.03.017"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph14020203"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3409251.3411715"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.ssci.2019.04.004"},{"key":"ref43","article-title":"A spontaneous driver emotion facial expression (DEFE) dataset for intelligent vehicles","author":"li","year":"2020","journal-title":"arXiv 2005 08626"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.4271\/2015-01-1387"},{"key":"ref72","first-page":"1","article-title":"The Australian naturalistic driving study: From beginnings to launch","author":"williamson","year":"2015","journal-title":"Proc Australas Road Saf Conf"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.3390\/geriatrics3020016"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2013.02.006"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2020.01.006"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1093\/scan\/nsx060"},{"key":"ref74","article-title":"Visualising data of the Australian naturalistic driving study","author":"larue","year":"2019","journal-title":"Proc 8th Int Symp Naturalistic Driving Res"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00173"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-69180-y"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174226"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s12544-016-0202-z"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1080\/15389588.2018.1426920"},{"key":"ref61","article-title":"The udrive dataset and key analysis results","author":"b\u00e4rgman","year":"2017"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2018.06.009"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsr.2019.09.012"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2019.01.006"},{"key":"ref66","article-title":"Canadian naturalistic driving study","author":"hankey","year":"2014"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.iatssr.2010.07.002"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2013.04.002"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s42154-019-00087-9"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2013.02.009"},{"key":"ref1","article-title":"Human-centered autonomous vehicle systems: Principles of effective shared autonomy","author":"fridman","year":"2018","journal-title":"arXiv 1810 01835"},{"key":"ref109","article-title":"OpenPose: Realtime multi-person 2D pose estimation using part affinity fields","author":"cao","year":"2018","journal-title":"arXiv 1812 08008"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1177\/1029864917700706"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2018.00019"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1155\/2019\/4623109"},{"key":"ref107","year":"2020","journal-title":"FFMPEG"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-29381-9_43"},{"key":"ref106","year":"2020","journal-title":"Current weather and forecast - openweathermap"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1016\/j.apacoust.2018.01.023"},{"key":"ref105","year":"2020","journal-title":"The Geo-Location API"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/2370216.2370455"},{"key":"ref104","author":"boukhechba","year":"2020","journal-title":"Swear—Apps on Google Play"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/2753509.2753518"},{"key":"ref103","article-title":"Swear: Sensing using wearables. generalized human crowdsensing on smartwatches","author":"boukhechba","year":"2020","journal-title":"Proc IEEE 11th Int Conf Appl Hum Factors Ergonom"},{"key":"ref102","first-page":"1","article-title":"Context-aware driving behaviour model","author":"rakotonirainy","year":"2005","journal-title":"Proc 19th Int Tech Conf Enhanced Saf Vehicles"},{"key":"ref111","year":"2020","journal-title":"Pradipta Song Lyrics & Knowledge"},{"key":"ref112","year":"2020","journal-title":"Genius A Pythonic Implementation of Lyrics"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2890247"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/3004323.3004344"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1177\/1029864918765613"},{"key":"ref96","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1016\/j.trf.2013.09.004","article-title":"Driving with music: Effects on arousal and performance","volume":"21","author":"\u00fcnal","year":"2013","journal-title":"Transp Res F Traffic Psychol Behav"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph16152766"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2013.06.022"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2016.7795957"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.trf.2018.02.034"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2020.105508"},{"key":"ref14","first-page":"400","article-title":"An overview of the 100-car naturalistic study and findings","volume":"5","author":"neale","year":"2005","journal-title":"Nat Highway Traffic Saf Admin Paper"},{"key":"ref15","article-title":"Udrive: The European naturalistic driving study","author":"eenink","year":"2014","journal-title":"Proceedings of Transport Research Arena"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2017.2720459"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2926040"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2020.105432"},{"key":"ref117","year":"2020","journal-title":"Harmony Case Study"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1513271113"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2891971"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsr.2018.12.015"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1177\/0018720809337716"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1007\/s10182-013-0216-y"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsr.2015.06.017"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ECBIOS.2019.8807443"},{"key":"ref114","author":"abdulla","year":"2017","journal-title":"Mask r-cnn for object detection and instance segmentation on keras and tensorflow"},{"key":"ref113","year":"2020","journal-title":"Harmony Annotation Scheme and Details"},{"key":"ref116","year":"2020","journal-title":"Harmony Most Recent Map"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2908425"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2018.08.009"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.2307\/2290726"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2016.2566667"},{"key":"ref121","doi-asserted-by":"crossref","DOI":"10.1002\/0470011815.b2a14021","article-title":"M arkov chain m onte c arlo","volume":"4","author":"gilks","year":"2005","journal-title":"The Encyclopedia of Biostatistics"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v023.i03"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1080\/02699930802204677"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.3390\/s20030718"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/3427384.3427393"},{"key":"ref87","first-page":"100","article-title":"Human daily activity and fall recognition using a smartphone’s acceleration sensor","author":"chatzaki","year":"2016","journal-title":"Proc Int Conf Inf Commun Technol Ageing Well e-Health"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2020.105804"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09343252.pdf?arnumber=9343252","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,19]],"date-time":"2023-10-19T23:41:53Z","timestamp":1697758913000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9343252\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":123,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3056007","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}