{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T21:28:17Z","timestamp":1775251697293,"version":"3.50.1"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,9,17]],"date-time":"2020-09-17T00:00:00Z","timestamp":1600300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,9,17]],"date-time":"2020-09-17T00:00:00Z","timestamp":1600300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2021,1]]},"DOI":"10.1007\/s11042-020-09741-5","type":"journal-article","created":{"date-parts":[[2020,9,17]],"date-time":"2020-09-17T14:31:05Z","timestamp":1600353065000},"page":"2907-2929","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":45,"title":["Surveillance video analysis for student action recognition and localization inside computer laboratories of a smart campus"],"prefix":"10.1007","volume":"80","author":[{"given":"M.","family":"Rashmi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1690-1626","authenticated-orcid":false,"given":"T. S.","family":"Ashwin","sequence":"additional","affiliation":[]},{"given":"Ram Mohana Reddy","family":"Guddeti","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,9,17]]},"reference":[{"issue":"2","key":"9741_CR1","doi-asserted-by":"publisher","first-page":"1387","DOI":"10.1007\/s10639-019-10004-6","volume":"25","author":"T Ashwin","year":"2020","unstructured":"Ashwin T, Guddeti RMR (2020) Automatic detection of students\u2019 affective states in classroom environment using hybrid convolutional neural networks. Educ Inf Technol 25(2):1387\u20131415","journal-title":"Educ Inf Technol"},{"key":"9741_CR2","doi-asserted-by":"publisher","first-page":"150,693","DOI":"10.1109\/ACCESS.2019.2947519","volume":"7","author":"TS Ashwin","year":"2019","unstructured":"Ashwin TS, Guddeti RMR (2019) Unobtrusive behavioral analysis of students in classroom environment using non-verbal cues. IEEE Access 7:150,693\u2013150,709","journal-title":"IEEE Access"},{"issue":"3","key":"9741_CR3","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1049\/iet-cvi.2018.5281","volume":"13","author":"C Bian","year":"2019","unstructured":"Bian C, Zhang Y, Yang F, Bi W, Lu W (2019) Spontaneous facial expression database for academic emotion inference in online learning. IET Comput Vis 13(3):329\u2013337","journal-title":"IET Comput Vis"},{"key":"9741_CR4","doi-asserted-by":"publisher","unstructured":"Bosch N, D\u2019Mello S (2019) Automatic detection of mind wandering from video in the lab and in the classroom. IEEE Trans Affect Comput 1\u20131. https:\/\/doi.org\/10.1109\/TAFFC.2019.2908837","DOI":"10.1109\/TAFFC.2019.2908837"},{"key":"9741_CR5","unstructured":"Brownlee J How and when to use roc curves and precision-recall curves for classification in python,. https:\/\/machinelearningmastery.com\/roc-curves-and-precision-recall-curves-for-classification-in-python\/. Accessed: 14 05 2019"},{"key":"9741_CR6","doi-asserted-by":"crossref","unstructured":"Candra Kirana K, Wibawanto S, Wahyu Herwanto H (2018) Facial emotion recognition based on viola-jones algorithm in the learning environment. In: 2018 International seminar on application for technology of information and communication, pp 406\u2013410","DOI":"10.1109\/ISEMANTIC.2018.8549735"},{"key":"9741_CR7","unstructured":"Cartucho: map (mean average precision), https:\/\/github.com\/Cartucho\/mAP. Accessed: 12-06-2020"},{"key":"9741_CR8","doi-asserted-by":"crossref","unstructured":"Cartucho J, Ventura R, Veloso M (2018) Robust object recognition through symbiotic deep learning in mobile robots. In: 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp 2336\u20132341","DOI":"10.1109\/IROS.2018.8594067"},{"issue":"12","key":"9741_CR9","doi-asserted-by":"publisher","first-page":"2313","DOI":"10.1109\/TCSVT.2015.2473295","volume":"26","author":"G Casta\u00f1\u00f3n","year":"2016","unstructured":"Casta\u00f1\u00f3n G, Elgharib M, Saligrama V, Jodoin P (2016) Retrieval in long-surveillance videos using user-described motion and object attributes. IEEE Trans Circuits Sys Video Technol 26(12):2313\u20132327","journal-title":"IEEE Trans Circuits Sys Video Technol"},{"issue":"8","key":"9741_CR10","doi-asserted-by":"publisher","first-page":"3826","DOI":"10.1109\/TLA.2016.7786370","volume":"14","author":"L Chamba","year":"2016","unstructured":"Chamba L, Aguilar J (2016) Design of an augmented reality component from the theory of agents for smart classrooms. IEEE Lat Am Trans 14(8):3826\u20133837","journal-title":"IEEE Lat Am Trans"},{"issue":"1","key":"9741_CR11","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1049\/iet-cvi.2018.5020","volume":"13","author":"S Chaudhary","year":"2019","unstructured":"Chaudhary S, Murala S (2019) Depth-based end-to-end deep network for human action recognition. IET Comput Vis 13(1):15\u201322","journal-title":"IET Comput Vis"},{"issue":"1","key":"9741_CR12","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/s11042-012-1162-5","volume":"70","author":"H Cheng","year":"2014","unstructured":"Cheng H, Liu Z, Zhao Y, Ye G, Sun X (2014) Real world activity summary for senior home monitoring. Multimed Tools Appl 70(1):177\u2013197. https:\/\/doi.org\/10.1007\/s11042-012-1162-5","journal-title":"Multimed Tools Appl"},{"key":"9741_CR13","doi-asserted-by":"crossref","unstructured":"Chintalapati S, Raghunadh MV (2013) Automated attendance management system based on face recognition algorithms. In: 2013 IEEE International conference on computational intelligence and computing research, pp 1\u20135","DOI":"10.1109\/ICCIC.2013.6724266"},{"key":"9741_CR14","doi-asserted-by":"publisher","first-page":"15,283","DOI":"10.1109\/ACCESS.2018.2809552","volume":"6","author":"K Chou","year":"2018","unstructured":"Chou K, Prasad M, Wu D, Sharma N, Li D, Lin Y, Blumenstein M, Lin W, Lin C (2018) Robust feature-based automated multi-view human action recognition system. IEEE Access 6:15,283\u201315,296","journal-title":"IEEE Access"},{"issue":"1","key":"9741_CR15","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educational and Psychological Measurement 20(1):37\u201346. https:\/\/doi.org\/10.1177\/001316446002000104","journal-title":"Educational and Psychological Measurement"},{"issue":"1","key":"9741_CR16","first-page":"231","volume":"2010","author":"D Conte","year":"2010","unstructured":"Conte D, Foggia P, Percannella G, Tufano F, Vento M (2010) A method for counting moving people in video surveillance videos. EURASIP Journal on Advances in Signal Processing 2010(1):231\u2013240","journal-title":"EURASIP Journal on Advances in Signal Processing"},{"key":"9741_CR17","doi-asserted-by":"crossref","unstructured":"Davis J, Goadrich M (2006) The relationship between precision-recall and roc curves. In: Proceedings of the 23rd International Conference on Machine Learning, ICML \u201906, pp 233\u2013240","DOI":"10.1145\/1143844.1143874"},{"issue":"4","key":"9741_CR18","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/MIS.2007.79","volume":"22","author":"S D\u2019Mello","year":"2007","unstructured":"D\u2019Mello S, Picard RW, Graesser A (2007) Toward an affect-sensitive autotutor. IEEE Intell Syst 22(4):53\u201361","journal-title":"IEEE Intell Syst"},{"key":"9741_CR19","doi-asserted-by":"crossref","unstructured":"Du S, Meng F, Gao B (2016) Research on the application system of smart campus in the context of smart city. In: 2016 8th International Conference on Information Technology in Medicine and Education (ITME), pp 714\u2013718","DOI":"10.1109\/ITME.2016.0166"},{"issue":"C","key":"9741_CR20","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1016\/j.patrec.2014.07.017","volume":"51","author":"A Eweiwi","year":"2015","unstructured":"Eweiwi A, Cheema MS, Bauckhage C (2015) Action recognition in still images by learning spatial interest regions from videos. Pattern Recogn Lett 51 (C):8\u201315","journal-title":"Pattern Recogn Lett"},{"key":"9741_CR21","doi-asserted-by":"crossref","unstructured":"Ghazal S, Khan US (2018) Human posture classification using skeleton information. In: 2018 International Conference on Computing, Mathematics and Engineering Technologies (iCoMET), pp 1\u20134","DOI":"10.1109\/ICOMET.2018.8346407"},{"key":"9741_CR22","doi-asserted-by":"crossref","unstructured":"Girshick RB (2015) Fast r-cnn. arXiv:1504.08083","DOI":"10.1109\/ICCV.2015.169"},{"key":"9741_CR23","volume-title":"Deep learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep learning. MIT Press, Cambridge. http:\/\/www.deeplearningbook.org"},{"key":"9741_CR24","unstructured":"Gu J (2019) Bbox-label-tool. https:\/\/github.com\/jxgu1016\/BBox-Label-Tool-Multi-Class. Accessed 02 Aug 2019"},{"key":"9741_CR25","doi-asserted-by":"crossref","unstructured":"Gupta SK, Ashwin T, Reddy Guddeti RM (2018) Cvucams: Computer vision based unobtrusive classroom attendance management system. In: 2018 IEEE 18th International Conference on Advanced Learning Technologies (ICALT), pp 101\u2013102","DOI":"10.1109\/ICALT.2018.00131"},{"issue":"2","key":"9741_CR26","doi-asserted-by":"publisher","first-page":"45:1","DOI":"10.1145\/3177757","volume":"14","author":"M Huang","year":"2018","unstructured":"Huang M, Su SZ, Zhang HB, Cai GR, Gong D, Cao D, Li SZ (2018) Multifeature selection for 3d human action recognition. ACM Trans Multimedia Comput Commun Appl 14(2):45:1\u201345:18","journal-title":"ACM Trans Multimedia Comput Commun Appl"},{"key":"9741_CR27","doi-asserted-by":"crossref","unstructured":"Jo H, Na Y, Song J (2017) Data augmentation using synthesized images for object detection. In: 2017 17th International Conference on Control, Automation and Systems (ICCAS), pp 1035\u20131038","DOI":"10.23919\/ICCAS.2017.8204369"},{"key":"9741_CR28","unstructured":"Kamel A, Sheng B, Yang P, Li P, Shen R, Feng DD (2018) Deep convolutional neural networks for human action recognition using depth maps and postures. IEEE Transactions on Systems, Man, and Cybernetics: Systems, 1\u201314"},{"key":"9741_CR29","doi-asserted-by":"publisher","first-page":"5308","DOI":"10.1109\/ACCESS.2018.2791861","volume":"6","author":"Y Kim","year":"2018","unstructured":"Kim Y, Soyata T, Behnagh RF (2018) Towards emotionally aware ai smart classroom: Current issues and directions for engineering and education. IEEE Access 6:5308\u20135331","journal-title":"IEEE Access"},{"issue":"1","key":"9741_CR30","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. Biometrics 33(1):159\u2013174. http:\/\/www.jstor.org\/stable\/2529310","journal-title":"Biometrics"},{"key":"9741_CR31","doi-asserted-by":"publisher","first-page":"61,386","DOI":"10.1109\/ACCESS.2018.2872798","volume":"6","author":"R Li","year":"2018","unstructured":"Li R, Liu Z, Tan J (2018) Reassessing hierarchical representation for action recognition in still images. IEEE Access 6:61,386\u201361,400","journal-title":"IEEE Access"},{"key":"9741_CR32","doi-asserted-by":"publisher","first-page":"44,211","DOI":"10.1109\/ACCESS.2018.2863943","volume":"6","author":"W Li","year":"2018","unstructured":"Li W, Nie W, Su Y (2018) Human action recognition based on selected spatio-temporal features via bidirectional lstm. IEEE Access 6:44,211\u201344,220","journal-title":"IEEE Access"},{"key":"9741_CR33","doi-asserted-by":"crossref","unstructured":"Liu W, Anguelov D, Erhan D, Szegedy C, Reed S, Fu CY, Berg AC (2016) Ssd: Single shot multibox detector. In: Leibe B, Matas J, Sebe N, Welling M (eds) Computer Vision \u2013 ECCV 2016. Springer International Publishing, Cham, pp 21\u201337","DOI":"10.1007\/978-3-319-46448-0_2"},{"issue":"1","key":"9741_CR34","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1109\/TAFFC.2016.2515084","volume":"8","author":"H Monkaresi","year":"2017","unstructured":"Monkaresi H, Bosch N, Calvo RA, D\u2019Mello SK (2017) Automated detection of engagement using video-based estimation of facial expressions and heart rate. IEEE Trans Affect Comput 8(1):15\u201328. https:\/\/doi.org\/10.1109\/TAFFC.2016.2515084","journal-title":"IEEE Trans Affect Comput"},{"key":"9741_CR35","unstructured":"OpenCV -Object Detection: Opencv -object detection, https:\/\/docs.opencv.org\/3.4.3\/df\/dfb\/group__imgproc__object.html. Accessed: 12-04-2019"},{"key":"9741_CR36","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective computing","author":"RW Picard","year":"2000","unstructured":"Picard RW (2000) Affective computing. MIT Press, Cambridge"},{"issue":"6","key":"9741_CR37","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1109\/TSMCC.2011.2178594","volume":"42","author":"OP Popoola","year":"2012","unstructured":"Popoola OP, Wang K (2012) Video-based abnormal human behavior recognition\u2014a review. IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews) 42(6):865\u2013878","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews)"},{"issue":"1","key":"9741_CR38","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1007\/s11042-012-1086-0","volume":"70","author":"GJ Poulisse","year":"2014","unstructured":"Poulisse GJ, Patsis Y, Moens MF (2014) Unsupervised scene detection and commentator building using multi-modal chains. Multimedia Tools and Applications 70(1):159\u2013175. https:\/\/doi.org\/10.1007\/s11042-012-1086-0","journal-title":"Multimedia Tools and Applications"},{"key":"9741_CR39","unstructured":"qqwweee: keras-yolo3. https:\/\/github.com\/qqwweee\/keras-yolo3. Accessed: 05-01-2019"},{"issue":"4","key":"9741_CR40","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1007\/s10462-016-9473-y","volume":"46","author":"M Ramezani","year":"2016","unstructured":"Ramezani M, Yaghmaee F (2016) A review on human action analysis in videos for retrieval applications. Artif Intell Rev 46(4):485\u2013514","journal-title":"Artif Intell Rev"},{"key":"9741_CR41","doi-asserted-by":"crossref","unstructured":"Redmon J, Divvala S, Girshick R, Farhadi A (2016) You only look once: Unified, real-time object detection. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp 779\u2013788","DOI":"10.1109\/CVPR.2016.91"},{"key":"9741_CR42","unstructured":"Redmon J, Farhadi A (2018) Yolov3: An incremental improvement. arXiv:1804.02767"},{"key":"9741_CR43","doi-asserted-by":"crossref","unstructured":"Sargano AB, Wang X, Angelov P, Habib Z (2017) Human action recognition using transfer learning with deep representations. In: 2017 International Joint Conference on Neural Networks (IJCNN), pp 463\u2013469","DOI":"10.1109\/IJCNN.2017.7965890"},{"issue":"2017","key":"9741_CR44","doi-asserted-by":"publisher","first-page":"012032","DOI":"10.1088\/1757-899X\/190\/1\/012032","volume":"190","author":"MW Sari","year":"2017","unstructured":"Sari MW, Ciptadi PW, Hardyanto RH (2017) Study of smart campus development using internet of things technology. IAES International Conference on Electrical Engineering, Computer Science and Informatics IOP Conf Series: Materials Science and Engineering 190(2017):012032. https:\/\/doi.org\/10.1088\/1757-899X\/190\/1\/012032","journal-title":"IAES International Conference on Electrical Engineering, Computer Science and Informatics IOP Conf Series: Materials Science and Engineering"},{"key":"9741_CR45","doi-asserted-by":"publisher","unstructured":"Sivabalan K, Ramaraj E (2020) Shortwave infrared-based phenology index method for satellite image land cover classification. In: Das K, Bansal J, Deep K, Nagar A, Pathipooranam P, Naidu R (eds) Soft computing for problem solving advances in intelligent systems and computing. Springer 1057. https:\/\/doi.org\/10.1007\/978-981-15-0184-5_75","DOI":"10.1007\/978-981-15-0184-5_75"},{"key":"9741_CR46","doi-asserted-by":"publisher","unstructured":"Szczuko P (2014) Genetic programming extension to apf-based monocular human body pose estimation. Multimedia Tools and Applications 68. https:\/\/doi.org\/10.1007\/s11042-012-1147-4","DOI":"10.1007\/s11042-012-1147-4"},{"key":"9741_CR47","doi-asserted-by":"publisher","unstructured":"Szczuko P (2019) Deep neural networks for human pose estimation from a very low resolution depth image. Multimedia Tools and Applications 1\u201321. https:\/\/doi.org\/10.1007\/s11042-019-7433-7","DOI":"10.1007\/s11042-019-7433-7"},{"issue":"2","key":"9741_CR48","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1109\/TSC.2015.2444849","volume":"10","author":"C Wang","year":"2017","unstructured":"Wang C, Li X, Wang A, Zhou X (2017) A classroom scheduling service for smart classes. IEEE Trans Serv Comput 10(2):155\u2013164","journal-title":"IEEE Trans Serv Comput"},{"issue":"1","key":"9741_CR49","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TAFFC.2014.2316163","volume":"5","author":"J Whitehill","year":"2014","unstructured":"Whitehill J, Serpell Z, Lin Y, Foster A, Movellan JR (2014) The faces of engagement: Automatic recognition of student engagementfrom facial expressions. IEEE Trans Affect Comput 5(1):86\u201398. https:\/\/doi.org\/10.1109\/TAFFC.2014.2316163","journal-title":"IEEE Trans Affect Comput"},{"key":"9741_CR50","doi-asserted-by":"crossref","unstructured":"Wong SC, Gatt A, Stamatescu V, McDonnell MD (2016) Understanding data augmentation for classification: when to warp? arXiv:1609.08764","DOI":"10.1109\/DICTA.2016.7797091"},{"issue":"11","key":"9741_CR51","doi-asserted-by":"publisher","first-page":"5479","DOI":"10.1109\/TIP.2016.2605305","volume":"25","author":"Y Zhang","year":"2016","unstructured":"Zhang Y, Cheng L, Wu J, Cai J, Do MN, Lu J (2016) Action recognition in still images with minimum annotation efforts. IEEE Trans Image Process 25(11):5479\u20135490","journal-title":"IEEE Trans Image Process"},{"key":"9741_CR52","doi-asserted-by":"crossref","unstructured":"Zheng Y, Zhang Y, Li X, Liu B (2012) Action recognition in still images using a combination of human pose and context information. In: 2012 19th IEEE International Conference on Image Processing, pp 785\u2013788","DOI":"10.1109\/ICIP.2012.6466977"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-09741-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-020-09741-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-09741-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,17]],"date-time":"2021-09-17T01:07:13Z","timestamp":1631840833000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-020-09741-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,17]]},"references-count":52,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,1]]}},"alternative-id":["9741"],"URL":"https:\/\/doi.org\/10.1007\/s11042-020-09741-5","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,9,17]]},"assertion":[{"value":"5 August 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 July 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 August 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 September 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Authors have obtained all ethical approvals from the Institutional Ethics Committee (IEC) of National Institute of Technology Karnataka Surathkal, Mangalore, India and a written consent was also obtained from the human subjects.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Statement"}}]}}