{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T19:52:12Z","timestamp":1769889132413,"version":"3.49.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"17","license":[{"start":{"date-parts":[[2021,4,17]],"date-time":"2021-04-17T00:00:00Z","timestamp":1618617600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,4,17]],"date-time":"2021-04-17T00:00:00Z","timestamp":1618617600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100007129","name":"Natural Science Foundation of Shandong Province","doi-asserted-by":"publisher","award":["ZR2018MEE008"],"award-info":[{"award-number":["ZR2018MEE008"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Key Research and Development Project of Shandong Province","award":["2019JZZY020326"],"award-info":[{"award-number":["2019JZZY020326"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2021,7]]},"DOI":"10.1007\/s11042-021-10930-z","type":"journal-article","created":{"date-parts":[[2021,4,17]],"date-time":"2021-04-17T04:02:54Z","timestamp":1618632174000},"page":"25495-25515","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Real-time detection method of driver fatigue state based on deep learning of face video"],"prefix":"10.1007","volume":"80","author":[{"given":"Zhe","family":"Cui","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hong-Mei","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruo-Nan","family":"Yin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Li","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hai-Bin","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1612-4764","authenticated-orcid":false,"given":"Rui-Sheng","family":"Jia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,4,17]]},"reference":[{"key":"10930_CR1","doi-asserted-by":"publisher","unstructured":"Anund A, Fors C, Ahlstrom C (2017) The severity of driver fatigue in terms of line crossing: a pilot study comparing day-and night time driving in simulator. Eur Transp Res Rev 9(31). https:\/\/doi.org\/10.1007\/s12544-017-0248-6","DOI":"10.1007\/s12544-017-0248-6"},{"key":"10930_CR2","doi-asserted-by":"crossref","unstructured":"Azim T, Jaffar M A, Mirza A M (2009) Automatic fatigue detection of drivers through pupil detection and yawning analysis, Int Conf Innov Comput, Inf Control (ICICIC), 441-445","DOI":"10.1109\/ICICIC.2009.119"},{"key":"10930_CR3","unstructured":"Bochkovskiy A, Wang C Y, Liao H Y M (2020) YOLOv4: optimal speed and accuracy of object detection, arXiv preprint arXiv:2004.10934"},{"key":"10930_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TMECH.2020.3022379","volume":"99","author":"A Bosso","year":"2020","unstructured":"Bosso A, Conficoni C, Raggini D (2020) A computational-effective field-oriented control strategy for accurate and efficient electric propulsion of unmanned aerial vehicles. IEEE\/ASME Trans Mechatron 99:1\u20131. https:\/\/doi.org\/10.1109\/TMECH.2020.3022379","journal-title":"IEEE\/ASME Trans Mechatron"},{"issue":"6","key":"10930_CR5","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1109\/MCG.2018.2878902","volume":"38","author":"D Cashman","year":"2018","unstructured":"Cashman D, Patterson G, Mosca A (2018) Rnnbow: visualizing learning via backpropagation gradients in rnns. IEEE Comput Graph Appl 38(6):39\u201350","journal-title":"IEEE Comput Graph Appl"},{"key":"10930_CR6","doi-asserted-by":"crossref","unstructured":"Dwivedi K, Biswaranjan K, Sethi A (2014) Drowsy driver detection using representation learning, IEEE Int Adv Comput Conf (IACC), 995-999","DOI":"10.1109\/IAdCC.2014.6779459"},{"issue":"3","key":"10930_CR7","doi-asserted-by":"publisher","first-page":"601","DOI":"10.1137\/18M1209854","volume":"49","author":"D Feldman","year":"2020","unstructured":"Feldman D, Schmidt M, Sohler C (2020) Turning big data into tiny data: constant-size coresets for k-means, PCA, and projective clustering. SIAM J Comput 49(3):601\u2013657. https:\/\/doi.org\/10.1137\/18M1209854","journal-title":"SIAM J Comput"},{"issue":"2","key":"10930_CR8","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10846-009-9391-1","volume":"59","author":"MJ Flores","year":"2010","unstructured":"Flores MJ, Armingol JM, de la Escalera A (2010) Real-time warning system for driver drowsiness detection using visual information. J Intell Robot Syst 59(2):103\u2013125","journal-title":"J Intell Robot Syst"},{"issue":"1","key":"10930_CR9","first-page":"274","volume":"44","author":"LF Geng","year":"2018","unstructured":"Geng LF, Yuan ZT, Xiao ZT (2018) Driver fatigue detection method based on facial behavior analysis. Comput Eng 44(1):274\u2013279","journal-title":"Comput Eng"},{"key":"10930_CR10","doi-asserted-by":"publisher","unstructured":"Girshick R (2015) Fast r-cnn. Proceedings of the IEEE international conference on computer vision (ICCV), pp 1440\u20131448. https:\/\/doi.org\/10.1109\/ICCV.2015.169","DOI":"10.1109\/ICCV.2015.169"},{"key":"10930_CR11","doi-asserted-by":"crossref","unstructured":"Girshick R, Donahue J, Darrell T (2014) Rich feature hierarchies for accurate object detection and semantic segmentation. IEEE Conf Comput Vis Pattern Recognition:580\u2013587","DOI":"10.1109\/CVPR.2014.81"},{"issue":"12","key":"10930_CR12","doi-asserted-by":"publisher","first-page":"2319","DOI":"10.1049\/iet-ipr.2018.5245","volume":"12","author":"WH Gu","year":"2018","unstructured":"Gu WH, Zhu Y, Chen XD (2018) Hierarchical CNN-based real-time fatigue detection system by visual-based technologies using MSP model. IET Image Process 12(12):2319\u20132329","journal-title":"IET Image Process"},{"issue":"9","key":"10930_CR13","doi-asserted-by":"publisher","first-page":"1904","DOI":"10.1109\/TPAMI.2015.2389824","volume":"37","author":"K He","year":"2015","unstructured":"He K (2015) Spatial pyramid pooling in deep convolutional networks for visual recognition. IEEE Trans Pattern Anal Mach Intell 37(9):1904\u20131916","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"10930_CR14","doi-asserted-by":"crossref","unstructured":"Huang J, Lin Z (1651) Multi-feature fatigue driving detection based on computer vision. J Phys Conf Ser 2020(1):012188","DOI":"10.1088\/1742-6596\/1651\/1\/012188"},{"key":"10930_CR15","doi-asserted-by":"publisher","unstructured":"Huang R, Pedoeem J, Chen C (2018) YOLO-LITE: a real-time object detection algorithm optimized for non-GPU computers, IEEE international conference on big data. pp 2503-2510. https:\/\/doi.org\/10.1109\/BigData.2018.8621865","DOI":"10.1109\/BigData.2018.8621865"},{"key":"10930_CR16","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: Accelerating deep network training by reducing internal covariate shift. Proceedings of the 32nd International Conference on Machine Learning 37:338\u2013356"},{"key":"10930_CR17","doi-asserted-by":"crossref","unstructured":"Ivanov Y (2015) Adaptive moving object segmentation algorithms in cluttered environments, The Exp Design Appl CAD Syst Microelectron, 97\u201399","DOI":"10.1109\/CADSM.2015.7230806"},{"key":"10930_CR18","doi-asserted-by":"crossref","unstructured":"Khunpisuth O, Chotchinasri T, Koschakosai V (2016) Driver drowsiness detection using eye-closeness detection, international conference on signal-image Technology & Internet-Based Systems, 661-668","DOI":"10.1109\/SITIS.2016.110"},{"issue":"1","key":"10930_CR19","first-page":"1","volume":"14","author":"S Kim","year":"2020","unstructured":"Kim S, Wisanggeni I, Ros R (2020) Detecting fatigue driving through PERCLOS: a review. Int J Image Process (IJIP) 14(1):1","journal-title":"Int J Image Process (IJIP)"},{"key":"10930_CR20","doi-asserted-by":"publisher","unstructured":"Koh S, Cho B R, Lee J (2017) Driver drowsiness detection via PPG biosignals by using multimodal head support, 2017 4th international conference on control, decision and information technologies (CoDIT), pp 0383\u20130388. https:\/\/doi.org\/10.1109\/CoDIT.2017.8102622","DOI":"10.1109\/CoDIT.2017.8102622"},{"key":"10930_CR21","doi-asserted-by":"publisher","first-page":"101244","DOI":"10.1109\/ACCESS.2020.2998363","volume":"8","author":"K Li","year":"2020","unstructured":"Li K, Gong Y, Ren Z (2020) A fatigue driving detection algorithm based on facial multi-feature fusion. IEEE Access 8:101244\u2013101259. https:\/\/doi.org\/10.1109\/ACCESS.2020.2998363","journal-title":"IEEE Access"},{"key":"10930_CR22","doi-asserted-by":"crossref","unstructured":"Liu W, Anguelov D, Erhan D (2016) Ssd: single shot multibox detector. Eur Conf Comput Vis Springer:21\u201337","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"10930_CR23","doi-asserted-by":"crossref","unstructured":"LIU Z, LUO P, WANG X (2015) Deep learning face attributes in the wild. IEEE Comput Soc Conf Comput Vis Pattern Recog:3730\u20133738","DOI":"10.1109\/ICCV.2015.425"},{"key":"10930_CR24","doi-asserted-by":"publisher","unstructured":"Lu X, Ma C, Ni B (2018) Deep regression tracking with shrinkage loss. Proceedings of the European Conference on Computer Vision (ECCV), pp 353\u2013369). https:\/\/doi.org\/10.1007\/978-3-030-01264-9_22","DOI":"10.1007\/978-3-030-01264-9_22"},{"key":"10930_CR25","doi-asserted-by":"crossref","unstructured":"Lv Z, Qiao L (2020) Deep belief network and linear perceptron based cognitive computing for collaborative robots Appl Soft Comput, 92","DOI":"10.1016\/j.asoc.2020.106300"},{"key":"10930_CR26","first-page":"1","volume":"99","author":"Z Lv","year":"2020","unstructured":"Lv Z, Qiao L, Li J (2020) Deep learning enabled security issues in the internet of things. IEEE Internet Things J 99:1\u20131","journal-title":"IEEE Internet Things J"},{"key":"10930_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TITS.2020.2980864","volume":"99","author":"Z Lv","year":"2020","unstructured":"Lv Z, Zhang S, Xiu W (2020) Solving the security problem of intelligent transportation system with deep learning. IEEE Trans Intell Transp Syst 99:1\u201310. https:\/\/doi.org\/10.1109\/TITS.2020.2980864","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"10930_CR28","doi-asserted-by":"publisher","unstructured":"Ma N, Zhang X, Zheng H T (2018) Shufflenet v2: practical guidelines for efficient cnn architecture design, proceedings of the European conference on computer vision (ECCV). https:\/\/doi.org\/10.1007\/978-3-030-01264-9_8","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"10930_CR29","doi-asserted-by":"publisher","first-page":"133529","DOI":"10.1109\/ACCESS.2019.2941547","volume":"7","author":"Q Mao","year":"2019","unstructured":"Mao Q, Sun H, Liu Y, Jia R (2019) Mini-YOLOv3: real-time object detector for embedded applications. IEEE Access 7:133529\u2013133538","journal-title":"IEEE Access"},{"issue":"5","key":"10930_CR30","doi-asserted-by":"publisher","first-page":"052015","DOI":"10.1088\/1742-6596\/1529\/5\/052015","volume":"1529","author":"DA Navastara","year":"2020","unstructured":"Navastara DA, Putra WYM, Fatichah C (2020) Drowsiness detection based on facial landmark and uniform local binary pattern. J Phys Conf Ser 1529(5):052015. https:\/\/doi.org\/10.1088\/1742-6596\/1529\/5\/052015","journal-title":"J Phys Conf Ser"},{"issue":"1","key":"10930_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s41133-019-0023-4","volume":"5","author":"V Parekh","year":"2020","unstructured":"Parekh V, Shah D, Shah M (2020) Fatigue detection using artificial intelligence framework. Augmented Hum Res 5(1):1\u201317. https:\/\/doi.org\/10.1007\/s41133-019-0023-4","journal-title":"Augmented Hum Res"},{"key":"10930_CR32","doi-asserted-by":"crossref","unstructured":"Peleshko D, Ivanov Y, Sharov B, Izonin I, Borzov Y (2016) Design and implementation of visitors queue density analysis and registration method for retail video surveillance purposes. IEEE First Int Conf Data Stream Min Process (DSMP) 2016:159\u2013162","DOI":"10.1109\/DSMP.2016.7583531"},{"key":"10930_CR33","doi-asserted-by":"publisher","unstructured":"Ravi A, Phanigna T R, Lenina Y (2020) Real time driver fatigue detection and smart rescue system, international conference on electronics and sustainable communication systems (ICESC), pp 434-439. https:\/\/doi.org\/10.1109\/ICESC48915.2020.9156021","DOI":"10.1109\/ICESC48915.2020.9156021"},{"key":"10930_CR34","doi-asserted-by":"publisher","unstructured":"Redmon J, Divvala S, Girshick R (2016) You only look once: unified, real-time object detection. IEEE Conf Comput Vis Pattern Recognition (CVPR), pp 779\u2013788. https:\/\/doi.org\/10.1109\/CVPR.2016.91","DOI":"10.1109\/CVPR.2016.91"},{"key":"10930_CR35","doi-asserted-by":"crossref","unstructured":"Redmon J, Farhadi A (2017) YOLO9000: better, faster, stronger, IEEE Conf Comput Vis Pattern Recog, 7263\u20137271","DOI":"10.1109\/CVPR.2017.690"},{"key":"10930_CR36","unstructured":"Redmon J, Farhadi A (2018) Yolov3: An incremental improvement, 1-6. [online]. Available: https:\/\/pjreddie.com\/media\/files\/papers\/YOLOv3.pdf"},{"issue":"6","key":"10930_CR37","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2016","unstructured":"Ren S, He K, Girshick R (2016) Faster r-cnn: towards real-time object detection with region proposal networks. IEEE Trans Pattern Anal Mach Intell 39(6):1137\u20131149","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"10930_CR38","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard A, Zhu M (2018) Mobilenetv2: inverted residuals and linear bottlenecks, IEEE Conf Comput Vis Pattern Recog, 4510-4520","DOI":"10.1109\/CVPR.2018.00474"},{"key":"10930_CR39","doi-asserted-by":"crossref","unstructured":"Taigman Y, Yang M, Ranzato M A (2014) Deepface: closing the gap to human-level performance in face verification, IEEE Conf Comput Vis Pattern Recog, 1701-1708","DOI":"10.1109\/CVPR.2014.220"},{"key":"10930_CR40","doi-asserted-by":"publisher","unstructured":"Tkachenko R, Tkachenko P, Izonin I (2018) Learning-based image scaling using neural-like structure of geometric transformation paradigm. Adv Soft Comput Mach Learn Image Process, 537\u2013565. https:\/\/doi.org\/10.1007\/978-3-319-63754-9_25","DOI":"10.1007\/978-3-319-63754-9_25"},{"key":"10930_CR41","doi-asserted-by":"crossref","unstructured":"Wong A, Famuori M, Shafiee M J (2019) YOLO Nano: a Highly Compact You Only Look Once Convolutional Neural Network for Object Detection, arXiv preprint arXiv:1910.01271, 2019","DOI":"10.1109\/EMC2-NIPS53020.2019.00013"},{"key":"10930_CR42","doi-asserted-by":"publisher","unstructured":"Xu H, Zhou X, Xue C (2020) Fatigue measurement of task: based on multiple eye-tracking parameters and task performance, international conference on intelligent human systems integration, pp 1263-1269. https:\/\/doi.org\/10.1007\/978-3-030-39512-4_193","DOI":"10.1007\/978-3-030-39512-4_193"},{"issue":"3","key":"10930_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/IJEHMC.2020070101","volume":"11","author":"N Yadav","year":"2020","unstructured":"Yadav N, Banerjee K, Bali V (2020) A survey on fatigue detection of workers using machine learning. Int J E-Health Med Commun (IJEHMC) 11(3):1\u20138","journal-title":"Int J E-Health Med Commun (IJEHMC)"},{"issue":"3","key":"10930_CR44","doi-asserted-by":"publisher","first-page":"790","DOI":"10.1109\/JAS.2020.1003099","volume":"7","author":"H Zhang","year":"2020","unstructured":"Zhang H, Li Y, Lv Z, Sangaiah AK, Huang T (2020) A real-time and ubiquitous network attack detection based on deep belief network and support vector machine. IEEE\/CAA J Autom Sin 7(3):790\u2013799. https:\/\/doi.org\/10.1109\/JAS.2020.1003099","journal-title":"IEEE\/CAA J Autom Sin"},{"key":"10930_CR45","unstructured":"Zhang W, Murphey Y L, Wang T (2015) Driver yawning detection based on deep convolutional neural learning and robust nose tracking, Int Joint Conf Neural Netw (IJCNN), 1-8"},{"key":"10930_CR46","doi-asserted-by":"publisher","unstructured":"Zhang P, Zhong Y, Li X (2019) SlimYOLOv3: narrower, faster and better for real-time UAV applications. IEEE international conference on computer vision (ICCV). https:\/\/doi.org\/10.1109\/ICCVW.2019.00011","DOI":"10.1109\/ICCVW.2019.00011"},{"key":"10930_CR47","doi-asserted-by":"publisher","unstructured":"Zhou Z, Cai Y, Ke R, Yang J (2017) A collision avoidance model for twopedestrian groups: considering random avoidance patterns. Physica A: Stat Mech Appl 475:142\u2013154. https:\/\/doi.org\/10.1016\/j.physa.2016.12.041","DOI":"10.1016\/j.physa.2016.12.041"},{"issue":"2","key":"10930_CR48","doi-asserted-by":"publisher","first-page":"1019","DOI":"10.1080\/23249935.2018.1559895","volume":"15","author":"Z Zhou","year":"2019","unstructured":"Zhou Z, Zhou Y, Pu Z (2019) Simulation of pedestrian behavior during the flashing green signal using a modified social force model. Transportmetrica A: Transport Sci 15(2):1019\u20131040. https:\/\/doi.org\/10.1080\/23249935.2018.1559895","journal-title":"Transportmetrica A: Transport Sci"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-10930-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-021-10930-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-10930-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,7,6]],"date-time":"2021-07-06T06:09:46Z","timestamp":1625551786000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-021-10930-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,17]]},"references-count":48,"journal-issue":{"issue":"17","published-print":{"date-parts":[[2021,7]]}},"alternative-id":["10930"],"URL":"https:\/\/doi.org\/10.1007\/s11042-021-10930-z","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4,17]]},"assertion":[{"value":"30 September 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 December 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 April 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 April 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}