{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T13:20:21Z","timestamp":1780492821620,"version":"3.54.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,3,16]],"date-time":"2022-03-16T00:00:00Z","timestamp":1647388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,16]],"date-time":"2022-03-16T00:00:00Z","timestamp":1647388800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Real-Time Image Proc"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s11554-022-01211-5","type":"journal-article","created":{"date-parts":[[2022,3,16]],"date-time":"2022-03-16T03:02:20Z","timestamp":1647399740000},"page":"607-622","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Real-time eye state recognition using dual convolutional neural network ensemble"],"prefix":"10.1007","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4375-4107","authenticated-orcid":false,"given":"Sumeet","family":"Saurav","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prashant","family":"Gidde","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ravi","family":"Saini","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sanjay","family":"Singh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,3,16]]},"reference":[{"issue":"15","key":"1211_CR1","doi-asserted-by":"publisher","first-page":"19415","DOI":"10.1007\/s11042-017-5380-8","volume":"77","author":"L Zhao","year":"2018","unstructured":"Zhao, L., Wang, Z., Zhang, G., Qi, Y., Wang, X.: Eye state recognition based on deep integrated neural network and transfer learning. Multimed. Tools Appl. 77(15), 19415\u201319438 (2018)","journal-title":"Multimed. Tools Appl."},{"key":"1211_CR2","doi-asserted-by":"crossref","unstructured":"Liu, A., Li, Z., Wang, L., Zhao, Y.: A practical driver fatigue detection algorithm based on eye state. In: 2010 Asia Pacific Conference on Postgraduate Research in Microelectronics and Electronics (PrimeAsia), IEEE, pp 235\u2013238 (2010)","DOI":"10.1109\/PRIMEASIA.2010.5604919"},{"issue":"4","key":"1211_CR3","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1007\/s10209-011-0256-6","volume":"11","author":"A Kr\u00f3lak","year":"2012","unstructured":"Kr\u00f3lak, A., Strumi\u0142\u0142o, P.: Eye-blink detection system for human-computer interaction. Univ. Access Inf. Soc. 11(4), 409\u2013419 (2012)","journal-title":"Univ. Access Inf. Soc."},{"key":"1211_CR4","doi-asserted-by":"crossref","unstructured":"Fuangkaew, S., Patanukhom, K.: Eye state detection and eye sequence classification for paralyzed patient interaction. In: 2013 2nd IAPR Asian Conference on Pattern Recognition, IEEE, pp 376\u2013380 (2013)","DOI":"10.1109\/ACPR.2013.91"},{"key":"1211_CR5","doi-asserted-by":"crossref","unstructured":"Liu, Z. T., Jiang, C.S., Li, S.H., Wu, M., Cao, W.H., Hao, M.: Eye state detection based on weight binarization convolution neural network and transfer learning. Applied Soft Computing, p 107565 (2021)","DOI":"10.1016\/j.asoc.2021.107565"},{"key":"1211_CR6","doi-asserted-by":"crossref","unstructured":"Liu, Z., Ai, H.: Automatic eye state recognition and closed-eye photo correction. In: 2008 19th International Conference on Pattern Recognition, IEEE, pp 1\u20134 (2008)","DOI":"10.1109\/ICPR.2008.4761186"},{"key":"1211_CR7","doi-asserted-by":"crossref","unstructured":"Belkacem, A.N., Saetia, S., Zintus-art, K., Shin, D., Kambara, H., Yoshimura, N., Berrached, N., Koike, Y.: Real-time control of a video game using eye movements and two temporal eeg sensors. Computational intelligence and neuroscience, 2015 (2015)","DOI":"10.1155\/2015\/653639"},{"key":"1211_CR8","doi-asserted-by":"crossref","unstructured":"Ahad, M.A.R., Kobashi, S., Tavares, J.M.R.: Advancements of image processing and vision in healthcare, (2018)","DOI":"10.1155\/2018\/8458024"},{"issue":"2","key":"1211_CR9","doi-asserted-by":"publisher","first-page":"84","DOI":"10.4103\/digm.digm_41_17","volume":"4","author":"\u0141 Piatek","year":"2018","unstructured":"Piatek, \u0141, Fiedler, P., Haueisen, J., et al.: Eye state classification from electroencephalography recordings using machine learning algorithms. Digit. Med. 4(2), 84 (2018)","journal-title":"Digit. Med."},{"key":"1211_CR10","doi-asserted-by":"crossref","unstructured":"Zhou, Z., Li, P., Liu, J., Dong, W.: A novel real-time eeg based eye state recognition system. In: International Conference on Communications and Networking in China, Springer, pp 175\u2013183 (2018)","DOI":"10.1007\/978-3-030-06161-6_17"},{"issue":"9","key":"1211_CR11","doi-asserted-by":"publisher","first-page":"2825","DOI":"10.1016\/j.patcog.2014.03.024","volume":"47","author":"F Song","year":"2014","unstructured":"Song, F., Tan, X., Liu, X., Chen, S.: Eyes closeness detection from still images with multi-scale histograms of principal oriented gradients. Pattern Recogn. 47(9), 2825\u20132838 (2014)","journal-title":"Pattern Recogn."},{"issue":"2","key":"1211_CR12","doi-asserted-by":"publisher","first-page":"707106","DOI":"10.1155\/2014\/707106","volume":"7","author":"B Zhang","year":"2015","unstructured":"Zhang, B., Wang, W., Cheng, B.: Driver eye state classification based on cooccurrence matrix of oriented gradients. Adv. Mech. Eng. 7(2), 707106 (2015)","journal-title":"Adv. Mech. Eng."},{"issue":"19","key":"1211_CR13","doi-asserted-by":"publisher","first-page":"11763","DOI":"10.1007\/s11042-015-2635-0","volume":"75","author":"Y Dong","year":"2016","unstructured":"Dong, Y., Zhang, Y., Yue, J., Hu, Z.: Comparison of random forest, random ferns and support vector machine for eye state classification. Multimed. Tools Appl. 75(19), 11763\u201311783 (2016)","journal-title":"Multimed. Tools Appl."},{"key":"1211_CR14","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1016\/j.patcog.2017.01.023","volume":"67","author":"C Gou","year":"2017","unstructured":"Gou, C., Wu, Y., Wang, K., Wang, K., Wang, F.Y., Ji, Q.: A joint cascaded framework for simultaneous eye detection and eye state estimation. Pattern Recognit. 67, 23\u201331 (2017)","journal-title":"Pattern Recognit."},{"key":"1211_CR15","doi-asserted-by":"crossref","unstructured":"Chowdhury, A.I., Niloy, A.R., Sharmin, N., et\u00a0al.: A deep learning based approach for real-time driver drowsiness detection. In: 2021 5th International conference on electrical engineering and information & communication technology (ICEEICT), IEEE, pp 1\u20135 (2021)","DOI":"10.1109\/ICEEICT53905.2021.9667944"},{"key":"1211_CR16","doi-asserted-by":"crossref","unstructured":"Fitriyani, N.L., Yang, C.K., Syafrudin, M.: Real-time eye state detection system using haar cascade classifier and circular hough transform. In: 2016 IEEE 5th Global Conference on Consumer Electronics, IEEE, pp 1\u20133 (2016)","DOI":"10.1109\/GCCE.2016.7800424"},{"key":"1211_CR17","doi-asserted-by":"crossref","unstructured":"Li, B., Fu, H.: Real time eye detector with cascaded convolutional neural networks. Applied Computational Intelligence and Soft Computing (2018)","DOI":"10.1155\/2018\/1439312"},{"issue":"1","key":"1211_CR18","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/s11554-020-00955-2","volume":"18","author":"NY Ahmed","year":"2021","unstructured":"Ahmed, N.Y.: Real-time accurate eye center localization for low-resolution grayscale images. J. Real-Time Image Proc. 18(1), 193\u2013220 (2021)","journal-title":"J. Real-Time Image Proc."},{"issue":"2","key":"1211_CR19","doi-asserted-by":"publisher","first-page":"345","DOI":"10.3233\/IDA-173361","volume":"22","author":"M Yu","year":"2018","unstructured":"Yu, M., Tang, X., Lin, Y., Schmidt, D., Wang, X., Guo, Y., Liang, B.: An eye detection method based on convolutional neural networks and support vector machines. Intell. Data Anal. 22(2), 345\u2013362 (2018)","journal-title":"Intell. Data Anal."},{"issue":"3","key":"1211_CR20","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1109\/TITS.2016.2582900","volume":"18","author":"B Mandal","year":"2016","unstructured":"Mandal, B., Li, L., Wang, G.S., Lin, J.: Towards detection of bus driver fatigue based on robust visual analysis of eye state. IEEE Trans. Intell. Transp. Syst. 18(3), 545\u2013557 (2016)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"5","key":"1211_CR21","doi-asserted-by":"publisher","first-page":"051205","DOI":"10.1117\/1.JEI.27.5.051205","volume":"27","author":"Y Ji","year":"2018","unstructured":"Ji, Y., Wang, S., Lu, Y., Wei, J., Zhao, Y.: Eye and mouth state detection algorithm based on contour feature extraction. J. Electron. Imaging 27(5), 051205 (2018)","journal-title":"J. Electron. Imaging"},{"key":"1211_CR22","first-page":"123","volume":"128","author":"HY Yang","year":"2012","unstructured":"Yang, H.Y., Jiang, X.H., Wang, L., Zhang, Y.H.: Eye statement recognition for driver fatigue detection based on gabor wavelet and hmm. Appl. Mech. Mater. Trans. Tech. Publ. 128, 123\u2013129 (2012)","journal-title":"Appl. Mech. Mater. Trans. Tech. Publ."},{"key":"1211_CR23","doi-asserted-by":"crossref","unstructured":"Zhou, L., Wang, H.: Open\/closed eye recognition by local binary increasing intensity patterns. In: 2011 IEEE 5th International Conference on Robotics, pp. 7\u201311. Automation and Mechatronics (RAM), IEEE (2011)","DOI":"10.1109\/RAMECH.2011.6070447"},{"key":"1211_CR24","first-page":"669","volume":"4","author":"P Yan","year":"2014","unstructured":"Yan, P., Yan, D., Du, C.: Design and implementation of a driver\u2019s eye state recognition algorithm based on perclos. Chin. J. Electron. 4, 669\u2013672 (2014)","journal-title":"Chin. J. Electron."},{"key":"1211_CR25","first-page":"944","volume":"457","author":"C Sun","year":"2014","unstructured":"Sun, C., Li, J.H., Song, Y., Jin, L.: Real-time driver fatigue detection based on eye state recognition. Appl. Mech. Mater. Trans. Tech. Publ. 457, 944\u2013952 (2014)","journal-title":"Appl. Mech. Mater. Trans. Tech. Publ."},{"key":"1211_CR26","doi-asserted-by":"crossref","unstructured":"Wu, Y.S., Lee, T.W., Wu, Q.Z., Liu, H.S.: An eye state recognition method for drowsiness detection. In: 2010 IEEE 71st Vehicular Technology Conference, IEEE, pp 1\u20135 (2010)","DOI":"10.1109\/VETECS.2010.5493951"},{"key":"1211_CR27","doi-asserted-by":"crossref","unstructured":"Aing, L., Kondo, T., Nilkhamhang, I., Bunnun, P., Kaneko, H.: Eye state recognition using the hamming distances of eye image intensities. In: 2017 8th International Conference of Information and Communication Technology for Embedded Systems (IC-ICTES), IEEE, pp 1\u20135 (2017)","DOI":"10.1109\/ICTEmSys.2017.7958767"},{"key":"1211_CR28","doi-asserted-by":"crossref","unstructured":"Liu, X., Tan, X., Chen, S.: Eyes closeness detection using appearance based methods. In: International Conference on Intelligent Information Processing, Springer, pp 398\u2013408 (2012)","DOI":"10.1007\/978-3-642-32891-6_49"},{"issue":"7","key":"1211_CR29","doi-asserted-by":"publisher","first-page":"1534","DOI":"10.3390\/s17071534","volume":"17","author":"KW Kim","year":"2017","unstructured":"Kim, K.W., Hong, H.G., Nam, G.P., Park, K.R.: A study of deep cnn-based classification of open and closed eyes using a visible light camera sensor. Sensors 17(7), 1534 (2017)","journal-title":"Sensors"},{"key":"1211_CR30","doi-asserted-by":"crossref","unstructured":"Rahman, M.M., Islam, M.S., Jannat, M.K.A., Rahman, M.H., Arifuzzaman, M., Sassi, R., Aktaruzzaman, M.: Eyenet: An improved eye states classification system using convolutional neural network. In: 2020 22nd International Conference on Advanced Communication Technology (ICACT), IEEE, pp 84\u201390 (2020)","DOI":"10.23919\/ICACT48636.2020.9061472"},{"key":"1211_CR31","doi-asserted-by":"crossref","unstructured":"Geng, L., Yin, H., Xiao, Z., Xi, J.: Eye state recognition method for drivers with glasses. In: Journal of Physics: Conference Series, IOP Publishing, vol 1213, p 052049 (2019)","DOI":"10.1088\/1742-6596\/1213\/5\/052049"},{"key":"1211_CR32","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1186\/1687-6180-2012-30","volume":"1","author":"M Dehnavi","year":"2012","unstructured":"Dehnavi, M., Eshghi, M.: Design and implementation of a real time and train less eye state recognition system. EURASIP J. Adv. Signal Process. 1, 30 (2012)","journal-title":"EURASIP J. Adv. Signal Process."},{"key":"1211_CR33","doi-asserted-by":"crossref","unstructured":"Huang, J., Rathod, V., Sun, C., Zhu, M., Korattikara, A., Fathi, A., Fischer, I., Wojna, Z., Song, Y., Guadarrama, S., et\u00a0al.: Speed\/accuracy trade-offs for modern convolutional object detectors. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 7310\u20137311 (2017)","DOI":"10.1109\/CVPR.2017.351"},{"issue":"Jul","key":"1211_CR34","first-page":"1755","volume":"10","author":"DE King","year":"2009","unstructured":"King, D.E.: Dlib-ml: a machine learning toolkit. J. Mach. Learn. Res. 10(Jul), 1755\u20131758 (2009)","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"1211_CR35","doi-asserted-by":"publisher","first-page":"356","DOI":"10.1109\/TIP.2018.2868382","volume":"28","author":"S Li","year":"2018","unstructured":"Li, S., Deng, W.: Reliable crowdsourcing and deep locality-preserving learning for unconstrained facial expression recognition. IEEE Trans. Image Process. 28(1), 356\u2013370 (2018)","journal-title":"IEEE Trans. Image Process."},{"key":"1211_CR36","doi-asserted-by":"crossref","unstructured":"Fusek, R.: Pupil localization using geodesic distance. In: International Symposium on Visual Computing, Springer, pp 433\u2013444 (2018)","DOI":"10.1007\/978-3-030-03801-4_38"},{"issue":"1","key":"1211_CR37","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/s11265-016-1219-1","volume":"90","author":"BD Eddine","year":"2018","unstructured":"Eddine, B.D., Dos Santos, F.N., Boulebtateche, B., Bensaoula, S.: Eyelsd a robust approach for eye localization and state detection. J. Signal Process. Syst. 90(1), 99\u2013125 (2018)","journal-title":"J. Signal Process. Syst."},{"key":"1211_CR38","unstructured":"Gorbachev, Y., Fedorov, M., Slavutin, I., Tugarev, A., Fatekhov, M., Tarkan, Y.: Openvino deep learning workbench: Comprehensive analysis and tuning of neural networks inference. In: Proceedings of the IEEE International Conference on Computer Vision Workshops, pp 0\u20130 (2019)"},{"key":"1211_CR39","unstructured":"Ditty, M., Karandikar, A., Reed, D.: Nvidia\u2019s xavier soc. In: Hot Chips: A Symposium on High Performance Chips, (2018)"},{"key":"1211_CR40","unstructured":"Vanholder, H.: Efficient inference with tensorrt, (2016)"},{"key":"1211_CR41","doi-asserted-by":"crossref","unstructured":"Zhang, J., Liu, Y., Liu, H., Wang, J., Zhang, Y.: Distractor-aware visual tracking using hierarchical correlation filters adaptive selection. Applied Intelligence, pp 1\u201319 (2021a)","DOI":"10.1007\/s10489-021-02694-8"},{"issue":"8","key":"1211_CR42","doi-asserted-by":"publisher","first-page":"8427","DOI":"10.1007\/s12652-020-02572-0","volume":"12","author":"J Zhang","year":"2021","unstructured":"Zhang, J., Sun, J., Wang, J., Yue, X.G.: Visual object tracking based on residual network and cascaded correlation filters. J. Ambient. Intell. Hum. Comput. 12(8), 8427\u20138440 (2021)","journal-title":"J. Ambient. Intell. Hum. Comput."},{"issue":"21","key":"1211_CR43","doi-asserted-by":"publisher","first-page":"15095","DOI":"10.1007\/s11042-018-6562-8","volume":"79","author":"J Zhang","year":"2020","unstructured":"Zhang, J., Jin, X., Sun, J., Wang, J., Sangaiah, A.K.: Spatial and semantic convolutional features for robust visual object tracking. Multimed. Tools Appl. 79(21), 15095\u201315115 (2020)","journal-title":"Multimed. Tools Appl."},{"key":"1211_CR44","doi-asserted-by":"publisher","first-page":"43956","DOI":"10.1109\/ACCESS.2019.2908668","volume":"7","author":"J Zhang","year":"2019","unstructured":"Zhang, J., Jin, X., Sun, J., Wang, J., Li, K.: Dual model learning combined with multiple feature selection for accurate visual tracking. IEEE Access 7, 43956\u201343969 (2019)","journal-title":"IEEE Access"},{"issue":"1","key":"1211_CR45","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/s11042-015-3058-7","volume":"76","author":"L Leng","year":"2017","unstructured":"Leng, L., Li, M., Kim, C., Bi, X.: Dual-source discrimination power analysis for multi-instance contactless palmprint recognition. Multimed. Tools Appl. 76(1), 333\u2013354 (2017)","journal-title":"Multimed. Tools Appl."},{"key":"1211_CR46","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neucom.2012.08.028","volume":"108","author":"L Leng","year":"2013","unstructured":"Leng, L., Zhang, J.: Palmhash code vs. palmphasor code. Neurocomputing 108, 1\u201312 (2013)","journal-title":"Neurocomputing"}],"container-title":["Journal of Real-Time Image Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11554-022-01211-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11554-022-01211-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11554-022-01211-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,20]],"date-time":"2024-09-20T10:09:16Z","timestamp":1726826956000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11554-022-01211-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,16]]},"references-count":46,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["1211"],"URL":"https:\/\/doi.org\/10.1007\/s11554-022-01211-5","relation":{},"ISSN":["1861-8200","1861-8219"],"issn-type":[{"value":"1861-8200","type":"print"},{"value":"1861-8219","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,16]]},"assertion":[{"value":"23 October 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 February 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 March 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}