{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T20:03:14Z","timestamp":1780776194589,"version":"3.54.1"},"reference-count":30,"publisher":"Wiley","license":[{"start":{"date-parts":[[2021,6,12]],"date-time":"2021-06-12T00:00:00Z","timestamp":1623456000000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61872134"],"award-info":[{"award-number":["61872134"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61672222"],"award-info":[{"award-number":["61672222"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["201935"],"award-info":[{"award-number":["201935"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["kh200519"],"award-info":[{"award-number":["kh200519"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["kq2004021"],"award-info":[{"award-number":["kq2004021"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2017YFC1703306"],"award-info":[{"award-number":["2017YFC1703306"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2018GL01"],"award-info":[{"award-number":["2018GL01"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Science and Technology Project of Transport Department of Hunan Province","award":["61872134"],"award-info":[{"award-number":["61872134"]}]},{"name":"Science and Technology Project of Transport Department of Hunan Province","award":["61672222"],"award-info":[{"award-number":["61672222"]}]},{"name":"Science and Technology Project of Transport Department of Hunan Province","award":["201935"],"award-info":[{"award-number":["201935"]}]},{"name":"Science and Technology Project of Transport Department of Hunan Province","award":["kh200519"],"award-info":[{"award-number":["kh200519"]}]},{"name":"Science and Technology Project of Transport Department of Hunan Province","award":["kq2004021"],"award-info":[{"award-number":["kq2004021"]}]},{"name":"Science and Technology Project of Transport Department of Hunan Province","award":["2017YFC1703306"],"award-info":[{"award-number":["2017YFC1703306"]}]},{"name":"Science and Technology Project of Transport Department of Hunan Province","award":["2018GL01"],"award-info":[{"award-number":["2018GL01"]}]},{"name":"Science and Technology Program of Changsha City","award":["61872134"],"award-info":[{"award-number":["61872134"]}]},{"name":"Science and Technology Program of Changsha City","award":["61672222"],"award-info":[{"award-number":["61672222"]}]},{"name":"Science and Technology Program of Changsha City","award":["201935"],"award-info":[{"award-number":["201935"]}]},{"name":"Science and Technology Program of Changsha City","award":["kh200519"],"award-info":[{"award-number":["kh200519"]}]},{"name":"Science and Technology Program of Changsha City","award":["kq2004021"],"award-info":[{"award-number":["kq2004021"]}]},{"name":"Science and Technology Program of Changsha City","award":["2017YFC1703306"],"award-info":[{"award-number":["2017YFC1703306"]}]},{"name":"Science and Technology Program of Changsha City","award":["2018GL01"],"award-info":[{"award-number":["2018GL01"]}]},{"name":"National Key Research & Development Plan","award":["61872134"],"award-info":[{"award-number":["61872134"]}]},{"name":"National Key Research & Development Plan","award":["61672222"],"award-info":[{"award-number":["61672222"]}]},{"name":"National Key Research & Development Plan","award":["201935"],"award-info":[{"award-number":["201935"]}]},{"name":"National Key Research & Development Plan","award":["kh200519"],"award-info":[{"award-number":["kh200519"]}]},{"name":"National Key Research & Development Plan","award":["kq2004021"],"award-info":[{"award-number":["kq2004021"]}]},{"name":"National Key Research & Development Plan","award":["2017YFC1703306"],"award-info":[{"award-number":["2017YFC1703306"]}]},{"name":"National Key Research & Development Plan","award":["2018GL01"],"award-info":[{"award-number":["2018GL01"]}]},{"DOI":"10.13039\/501100014978","name":"Hunan University of Chinese Medicine","doi-asserted-by":"publisher","award":["61872134"],"award-info":[{"award-number":["61872134"]}],"id":[{"id":"10.13039\/501100014978","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014978","name":"Hunan University of Chinese Medicine","doi-asserted-by":"publisher","award":["61672222"],"award-info":[{"award-number":["61672222"]}],"id":[{"id":"10.13039\/501100014978","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014978","name":"Hunan University of Chinese Medicine","doi-asserted-by":"publisher","award":["201935"],"award-info":[{"award-number":["201935"]}],"id":[{"id":"10.13039\/501100014978","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014978","name":"Hunan University of Chinese Medicine","doi-asserted-by":"publisher","award":["kh200519"],"award-info":[{"award-number":["kh200519"]}],"id":[{"id":"10.13039\/501100014978","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014978","name":"Hunan University of Chinese Medicine","doi-asserted-by":"publisher","award":["kq2004021"],"award-info":[{"award-number":["kq2004021"]}],"id":[{"id":"10.13039\/501100014978","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014978","name":"Hunan University of Chinese Medicine","doi-asserted-by":"publisher","award":["2017YFC1703306"],"award-info":[{"award-number":["2017YFC1703306"]}],"id":[{"id":"10.13039\/501100014978","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014978","name":"Hunan University of Chinese Medicine","doi-asserted-by":"publisher","award":["2018GL01"],"award-info":[{"award-number":["2018GL01"]}],"id":[{"id":"10.13039\/501100014978","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Security and Communication Networks"],"published-print":{"date-parts":[[2021,6,12]]},"abstract":"<jats:p>In recent years, fatigue driving has been a serious threat to the traffic safety, which makes the research of fatigue detection a hotspot field. Research on fatigue recognition has a great significance to improve the traffic safety. However, the existing fatigue detection methods still have room for improvement in detection accuracy and efficiency. In order to detect whether the driver has fatigue driving, this paper proposes a fatigue state recognition algorithm. The method first uses MTCNN (multitask convolutional neural network) to detect human face, and then DLIB (an open-source software library) is used to locate facial key points to extract the fatigue feature vector of each frame. The fatigue feature vectors of multiple frames are spliced into a temporal feature sequence and sent to the LSTM (long short-term memory) network to obtain a final fatigue feature value. Experiments show that compared with other methods, the fatigue state recognition algorithm proposed in this paper has achieved better results in accuracy. The average accuracy of the proposed method in detecting key points of the face is as high as 93%, and the running time is less than half of the ordinary DLIB method.<\/jats:p>","DOI":"10.1155\/2021\/5383573","type":"journal-article","created":{"date-parts":[[2021,6,14]],"date-time":"2021-06-14T21:05:07Z","timestamp":1623704707000},"page":"1-9","source":"Crossref","is-referenced-by-count":60,"title":["Driver Fatigue Detection Based on Facial Key Points and LSTM"],"prefix":"10.1155","volume":"2021","author":[{"given":"Long","family":"Chen","sequence":"first","affiliation":[{"name":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9121-9929","authenticated-orcid":true,"given":"Guojiang","family":"Xin","sequence":"additional","affiliation":[{"name":"School of Informatics, Hunan University of Chinese Medicine, Changsha 410208, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuling","family":"Liu","sequence":"additional","affiliation":[{"name":"College of Computer Science and Electronic Engineering, Hunan University, Changsha 410082, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Junwei","family":"Huang","sequence":"additional","affiliation":[{"name":"HERE North American LLC, Burlington 01803, VT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"311","reference":[{"key":"1","article-title":"Driver fatigue and falling asleep-experience, knowledge and action among private drivers and professional drivers","author":"S. Nordbakke","year":"2004","journal-title":"Fatigue"},{"key":"2","doi-asserted-by":"publisher","DOI":"10.1016\/j.trf.2006.03.003"},{"key":"3","article-title":"Research on driver fatigue detection strategy based on human eye state","author":"P. Chen"},{"key":"4","doi-asserted-by":"publisher","DOI":"10.1109\/tits.2018.2868499"},{"key":"5","doi-asserted-by":"publisher","DOI":"10.1109\/mits.2018.2842047"},{"key":"6","first-page":"95","article-title":"Eye detection in face images for a driver vigilance system","author":"T. D\u2019orazio"},{"key":"7","first-page":"1","article-title":"Eye locating arithmetic in fatigue detection based on image processing","author":"X. Sun"},{"key":"8","first-page":"155","article-title":"Depth video-based two-stream convolutional neural networks for driver fatigue detection","author":"X. Ma"},{"key":"9","first-page":"105","article-title":"Driver fatigue detection based on eye state recognition","author":"F. Zhang"},{"key":"10","doi-asserted-by":"crossref","article-title":"An improved fatigue detection system based on behavioral characteristics of driver","author":"R. Gupta","DOI":"10.1109\/ICITE.2017.8056914"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1090\/1\/012037"},{"key":"12","first-page":"1","article-title":"Real time driver fatigue detection based on SVM algorithm","author":"B. K. Sava\u015f"},{"issue":"8","key":"13","doi-asserted-by":"crossref","first-page":"3038","DOI":"10.1109\/TITS.2018.2871262","article-title":"Automatic detection of driver impairment based on pupillary light reflex","volume":"20","author":"A. Amodio","year":"2018","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"14","doi-asserted-by":"publisher","DOI":"10.32604\/jai.2019.06346"},{"key":"15","doi-asserted-by":"publisher","DOI":"10.3390\/fi11050115"},{"key":"16","doi-asserted-by":"publisher","DOI":"10.1109\/access.2020.2963960"},{"issue":"2","key":"17","first-page":"87","article-title":"Driver fatigue detection based on deeply-learned facial expression representation","volume":"29","author":"Z. Liu","year":"2020","journal-title":"Journal of Visual Communication and Image Representation"},{"key":"18","doi-asserted-by":"publisher","DOI":"10.3390\/jimaging6030008"},{"key":"19","first-page":"1","article-title":"Face segmentation and detection using Voronoi diagram and 2D histogram","author":"S. Jida"},{"key":"20","first-page":"86","article-title":"Microarray camera image segmentation with faster-RCNN","author":"J. Zou"},{"key":"21","first-page":"1763","article-title":"Eyes localization algorithm based on prior MTCNN face detection","author":"X. Chen"},{"key":"22","first-page":"1","article-title":"Study on effect of source to film distance (SFD) on the radiographic images","author":"N. L. Arifin"},{"key":"23","first-page":"122","article-title":"Face-magnet: magnifying feature maps to detect small faces","author":"P. Samangouei"},{"key":"24","first-page":"2625","article-title":"Long-term recurrent convolutional networks for visual recognition and description","author":"J. Donahue"},{"key":"25","doi-asserted-by":"publisher","DOI":"10.1109\/lsp.2016.2603342"},{"key":"26","doi-asserted-by":"publisher","DOI":"10.1109\/access.2019.2917382"},{"key":"27","first-page":"144","article-title":"Driver fatigue state detection based on facial key points","author":"N. Zhang"},{"key":"28","first-page":"1","article-title":"A driver fatigue recognition algorithm based on spatio- temporal feature sequence","author":"C. Zhang"},{"key":"29","first-page":"24","article-title":"YawDD: A yawning detection dataset","author":"S. Abtahi"},{"key":"30","doi-asserted-by":"publisher","DOI":"10.1109\/tim.2015.2507378"}],"container-title":["Security and Communication Networks"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/downloads.hindawi.com\/journals\/scn\/2021\/5383573.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/downloads.hindawi.com\/journals\/scn\/2021\/5383573.xml","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/downloads.hindawi.com\/journals\/scn\/2021\/5383573.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,14]],"date-time":"2021-06-14T21:05:19Z","timestamp":1623704719000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.hindawi.com\/journals\/scn\/2021\/5383573\/"}},"subtitle":[],"editor":[{"given":"Beijing","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2021,6,12]]},"references-count":30,"alternative-id":["5383573","5383573"],"URL":"https:\/\/doi.org\/10.1155\/2021\/5383573","relation":{},"ISSN":["1939-0122","1939-0114"],"issn-type":[{"value":"1939-0122","type":"electronic"},{"value":"1939-0114","type":"print"}],"subject":[],"published":{"date-parts":[[2021,6,12]]}}}