{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T05:50:38Z","timestamp":1770529838309,"version":"3.49.0"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2021,2,8]],"date-time":"2021-02-08T00:00:00Z","timestamp":1612742400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,2,8]],"date-time":"2021-02-08T00:00:00Z","timestamp":1612742400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1007\/s11042-021-10542-7","type":"journal-article","created":{"date-parts":[[2021,2,9]],"date-time":"2021-02-09T12:17:56Z","timestamp":1612873076000},"page":"16045-16058","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Hierarchical deep neural networks to detect driver drowsiness"],"prefix":"10.1007","volume":"80","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7055-2706","authenticated-orcid":false,"given":"Samaneh","family":"Jamshidi","sequence":"first","affiliation":[]},{"given":"Reza","family":"Azmi","sequence":"additional","affiliation":[]},{"given":"Mehran","family":"Sharghi","sequence":"additional","affiliation":[]},{"given":"Mohsen","family":"Soryani","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,2,8]]},"reference":[{"key":"10542_CR1","doi-asserted-by":"crossref","unstructured":"Alioua N, Amine A, Rziza M (2014) Driver\u2019s fatigue detection based on yawning extraction. Int J Veh Technol, vol 2014","DOI":"10.1155\/2014\/678786"},{"issue":"1","key":"10542_CR2","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1109\/TITS.2006.869598","volume":"7","author":"LM Bergasa","year":"2006","unstructured":"Bergasa LM, Nuevo J, Sotelo MA, Barea R, Lopez ME (2006) Real-time system for monitoring driver vigilance. IEEE Trans Intell Transp Syst 7(1):63\u201377","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"2","key":"10542_CR3","first-page":"203","volume":"3","author":"G Bhandari","year":"2014","unstructured":"Bhandari G, Durge A, Bidwai A, Aware U (2014) Driver drowsiness monitoring. Int J Sci Eng Technol 3(2):203\u2013206","journal-title":"Int J Sci Eng Technol"},{"key":"10542_CR4","unstructured":"Breuer R, Kimmel R (2017) A deep learning perspective on the origin of facial expressions. arXiv:1705.01842"},{"key":"10542_CR5","unstructured":"Choi IH, Kim YG (2014) Head pose and gaze direction tracking for detecting a drowsy driver. In: 2014 International conference on big data and smart computing (BIGCOMP). IEEE, pp 241\u2013244"},{"key":"10542_CR6","unstructured":"Craye C, Karray F (2015) Driver distraction detection and recognition using rgb-d sensor. arXiv:1502.00250"},{"key":"10542_CR7","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.asoc.2016.04.027","volume":"45","author":"K Diaz-Chito","year":"2016","unstructured":"Diaz-Chito K, Hern\u00e1ndez-Sabat\u00e9 A., L\u00f3pez A. M. (2016) A reduced feature set for driver head pose estimation. Appl Soft Comput 45:98\u2013107","journal-title":"Appl Soft Comput"},{"key":"10542_CR8","doi-asserted-by":"crossref","unstructured":"Feng R, Zhang G, Cheng B (2009) An on-board system for detecting driver drowsiness based on multi-sensor data fusion using dempster-shafer theory. In: 2009 International conference on networking, sensing and control. IEEE, pp 897\u2013902","DOI":"10.1109\/ICNSC.2009.4919399"},{"issue":"3","key":"10542_CR9","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1007\/s10044-013-0331-0","volume":"16","author":"D Gonz\u00e1lez-Ortega","year":"2013","unstructured":"Gonz\u00e1lez-Ortega D, D\u00edaz-Pernas F, Ant\u00f3n-Rodr\u00edguez M, Mart\u00ednez-Zarzuela M, D\u00edez-Higuera J (2013) Real-time vision-based eye state detection for driver alertness monitoring. Pattern Anal Appl 16(3):285\u2013306","journal-title":"Pattern Anal Appl"},{"issue":"4","key":"10542_CR10","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1007\/s11760-014-0615-x","volume":"9","author":"AD Gritzman","year":"2015","unstructured":"Gritzman AD, Rubin DM, Pantanowitz A (2015) Comparison of colour transforms used in lip segmentation algorithms. SIViP 9(4):947\u2013957","journal-title":"SIViP"},{"issue":"20","key":"10542_CR11","doi-asserted-by":"publisher","first-page":"29,059","DOI":"10.1007\/s11042-018-6378-6","volume":"78","author":"JM Guo","year":"2019","unstructured":"Guo JM, Markoni H (2019) Driver drowsiness detection using hybrid convolutional neural network and long short-term memory. Multimed Tools Appl 78(20):29,059\u201329,087","journal-title":"Multimed Tools Appl"},{"key":"10542_CR12","doi-asserted-by":"crossref","unstructured":"Hachisuka S (2013) Human and vehicle-driver drowsiness detection by facial expression. In: 2013 International conference on biometrics and Kansei engineering. IEEE, pp 320\u2013326","DOI":"10.1109\/ICBAKE.2013.89"},{"key":"10542_CR13","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR), pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"issue":"8","key":"10542_CR14","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"10542_CR15","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1016\/j.bspc.2015.02.006","volume":"18","author":"MM Ibrahim","year":"2015","unstructured":"Ibrahim MM, Soraghan JJ, Petropoulakis L, Di Caterina G (2015) Yawn analysis with mouth occlusion detection. Biomed Sig Process Control 18:360\u2013369","journal-title":"Biomed Sig Process Control"},{"issue":"1","key":"10542_CR16","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1111\/j.1365-2869.2006.00504.x","volume":"15","author":"M Ingre","year":"2006","unstructured":"Ingre M, \u00c5kerstedt T, Peters B, Anund A, Kecklund G (2006) Subjective sleepiness, simulated driving performance and blink duration: examining individual differences. J Sleep Res 15(1):47\u201353","journal-title":"J Sleep Res"},{"key":"10542_CR17","doi-asserted-by":"crossref","unstructured":"Ishii Y, Ogitsu T, Takemura H, Mizoguchi H (2014) Real-time eyelid open\/closed state recognition based on hlac towards driver drowsiness detection. In: 2014 IEEE international conference on robotics and biomimetics (ROBIO 2014). IEEE, pp 2449\u20132454","DOI":"10.1109\/ROBIO.2014.7090707"},{"issue":"14","key":"10542_CR18","first-page":"2","volume":"3","author":"M Jones","year":"2003","unstructured":"Jones M, Viola P (2003) Fast multi-view face detection. Mitsubishi Electr Res Lab TR-20003-96 3(14):2","journal-title":"Mitsubishi Electr Res Lab TR-20003-96"},{"issue":"1","key":"10542_CR19","first-page":"12","volume":"1","author":"H Kalbkhani","year":"2012","unstructured":"Kalbkhani H, Amirani MC (2012) An efficient algorithm for lip segmentation in color face images based on local information. J World\u2019s Electr Eng Technol 1(1):12\u201316","journal-title":"J World\u2019s Electr Eng Technol"},{"issue":"6","key":"10542_CR20","doi-asserted-by":"publisher","first-page":"3017","DOI":"10.1109\/TITS.2015.2462084","volume":"16","author":"S Kaplan","year":"2015","unstructured":"Kaplan S, Guvensan MA, Yavuz AG, Karalurt Y (2015) Driver behavior analysis for safe driving: A survey. IEEE Trans Intell Transp Syst 16 (6):3017\u20133032","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"12","key":"10542_CR21","doi-asserted-by":"publisher","first-page":"7169","DOI":"10.1109\/JSEN.2015.2473679","volume":"15","author":"G Li","year":"2015","unstructured":"Li G, Lee BL, Chung WY (2015) Smartwatch-based wearable eeg system for driver drowsiness detection. IEEE Sensors J 15(12):7169\u20137180","journal-title":"IEEE Sensors J"},{"issue":"3","key":"10542_CR22","doi-asserted-by":"publisher","first-page":"495","DOI":"10.3390\/s17030495","volume":"17","author":"Z Li","year":"2017","unstructured":"Li Z, Li SE, Li R, Cheng B, Shi J (2017) Online detection of driver fatigue using steering wheel angles for real driving conditions. Sensors 17(3):495","journal-title":"Sensors"},{"key":"10542_CR23","doi-asserted-by":"crossref","unstructured":"Li H, Lin Z, Shen X, Brandt J, Hua G (2015) A convolutional neural network cascade for face detection. In: Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR), pp 5325\u20135334","DOI":"10.1109\/CVPR.2015.7299170"},{"issue":"4","key":"10542_CR24","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1109\/TBCAS.2010.2046415","volume":"4","author":"CT Lin","year":"2010","unstructured":"Lin CT, Chang CJ, Lin BS, Hung SH, Chao CF, Wang IJ (2010) A real-time wireless brain\u2013computer interface system for drowsiness detection. IEEE Trans Biomed Circ Syst 4(4):214\u2013222","journal-title":"IEEE Trans Biomed Circ Syst"},{"key":"10542_CR25","doi-asserted-by":"crossref","unstructured":"Lu X, Wang W, Shen J, Tai YW, Crandall DJ, Hoi SC (2020) Learning video object segmentation from unlabeled videos. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 8960\u20138970","DOI":"10.1109\/CVPR42600.2020.00898"},{"issue":"3","key":"10542_CR26","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1109\/TITS.2016.2582900","volume":"18","author":"B Mandal","year":"2016","unstructured":"Mandal B, Li L, Wang GS, Lin J (2016) Towards detection of bus driver fatigue based on robust visual analysis of eye state. IEEE Trans Intell Transp Syst 18(3):545\u2013557","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"3","key":"10542_CR27","doi-asserted-by":"publisher","first-page":"1462","DOI":"10.1109\/TITS.2013.2262098","volume":"14","author":"RO Mbouna","year":"2013","unstructured":"Mbouna RO, Kong SG, Chun MG (2013) Visual analysis of eye state and head pose for driver alertness monitoring. IEEE Trans Intell Transp Syst 14(3):1462\u20131469","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"10542_CR28","doi-asserted-by":"crossref","unstructured":"Mehta S, Dadhich S, Gumber S, Jadhav Bhatt A (2019) Real-time driver drowsiness detection system using eye aspect ratio and eye closure ratio. In: Proceedings of international conference on sustainable computing in science, technology and Management (SUSCOM), Amity University Rajasthan, Jaipur-India","DOI":"10.2139\/ssrn.3356401"},{"issue":"3","key":"10542_CR29","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1109\/TIM.2015.2507378","volume":"65","author":"M Omidyeganeh","year":"2016","unstructured":"Omidyeganeh M, Shirmohammadi S, Abtahi S, Khurshid A, Farhan M, Scharcanski J, Hariri B, Laroche D, Martel L (2016) Yawning detection using embedded smart cameras. IEEE Trans Instrum Meas 65(3):570\u2013582","journal-title":"IEEE Trans Instrum Meas"},{"key":"10542_CR30","unstructured":"Park S, Pan F, Kang S, Yoo CD (2016) Driver drowsiness detection system based on feature representation learning using various deep networks. In: Asian conference on computer vision. Springer, pp. 154\u2013164"},{"key":"10542_CR31","doi-asserted-by":"crossref","unstructured":"Pratama BG, Ardiyanto I, Adji TB (2017) A review on driver drowsiness based on image, bio-signal, and driver behavior. In: 2017 3rd international conference on science and technology-computer (ICST). IEEE, pp 70\u201375","DOI":"10.1109\/ICSTC.2017.8011855"},{"issue":"3","key":"10542_CR32","first-page":"4245","volume":"5","author":"V Saini","year":"2014","unstructured":"Saini V, Saini R (2014) Driver drowsiness detection system and techniques: a review. Int J Comput Sci Inf Technol 5(3):4245\u20134249","journal-title":"Int J Comput Sci Inf Technol"},{"key":"10542_CR33","unstructured":"Shih TH, Hsu CT (2016) Mstn: Multistage spatial-temporal network for driver drowsiness detection. In: Asian conference on computer vision. Springer, pp 146\u2013153"},{"key":"10542_CR34","unstructured":"Tansakul W, Tangamchit P (2016) Fatigue driver detection system using a combination of blinking rate and driving inactivity. J Autom Control Eng, vol 4(1)"},{"key":"10542_CR35","unstructured":"Tu Y, Zeng C, Yeh C, Huang S, Cheng T, Ouhyoung M (2011) Real-time head pose estimation using depth map for avatar control. In: Proceedings of IPPR conference on computer vision, graphics, and image processing"},{"key":"10542_CR36","unstructured":"Weng CH, Lai YH, Lai SH (2016) Driver drowsiness detection via a hierarchical temporal deep belief network. In: Asian conference on computer vision. Springer, pp 117\u2013133"},{"key":"10542_CR37","unstructured":"Wood R, Olszewska JI (2012) Lighting-variable adaboost based-on system for robust face detection. In: Proceedings of the 5th international conference on bio-inspired systems and signal processing. SciTePress digital library, pp. 494\u2013497"},{"key":"10542_CR38","unstructured":"Yu J, Park S, Lee S, Jeon M (2016) Representation learning, scene understanding, and feature fusion for drowsiness detection. In: Asian conference on computer vision. Springer, pp 165\u2013177"},{"issue":"2","key":"10542_CR39","first-page":"1","volume":"6","author":"L Zhang","year":"2015","unstructured":"Zhang L, Liu F, Tang J (2015) Real-time system for driver fatigue detection by rgb-d camera. ACM Trans Intell Syst Technol (TIST) 6(2):1\u201317","journal-title":"ACM Trans Intell Syst Technol (TIST)"},{"key":"10542_CR40","doi-asserted-by":"crossref","unstructured":"Zhang Z, Luo P, Loy CC, Tang X (2014) Facial landmark detection by deep multi-task learning. In: European conference on computer vision. Springer, pp 94\u2013108","DOI":"10.1007\/978-3-319-10599-4_7"},{"issue":"10","key":"10542_CR41","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1109\/LSP.2016.2603342","volume":"23","author":"K Zhang","year":"2016","unstructured":"Zhang K, Zhang Z, Li Z, Qiao Y (2016) Joint face detection and alignment using multitask cascaded convolutional networks. IEEE Sig Process Lett 23(10):1499\u20131503","journal-title":"IEEE Sig Process Lett"},{"issue":"5","key":"10542_CR42","doi-asserted-by":"publisher","first-page":"053,024","DOI":"10.1117\/1.JEI.25.5.053024","volume":"25","author":"L Zhao","year":"2016","unstructured":"Zhao L, Wang Z, Wang X, Qi Y, Liu Q, Zhang G (2016) Human fatigue expression recognition through image-based dynamic multi-information and bimodal deep learning. J Electron Imaging 25(5):053,024","journal-title":"J Electron Imaging"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-10542-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-021-10542-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-021-10542-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,16]],"date-time":"2022-12-16T00:44:48Z","timestamp":1671151488000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-021-10542-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,8]]},"references-count":42,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2021,4]]}},"alternative-id":["10542"],"URL":"https:\/\/doi.org\/10.1007\/s11042-021-10542-7","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,2,8]]},"assertion":[{"value":"14 May 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 December 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 January 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 February 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}