{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T02:53:25Z","timestamp":1771901605213,"version":"3.50.1"},"reference-count":202,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,10,14]],"date-time":"2019-10-14T00:00:00Z","timestamp":1571011200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,10,14]],"date-time":"2019-10-14T00:00:00Z","timestamp":1571011200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2020,4]]},"DOI":"10.1007\/s00530-019-00635-7","type":"journal-article","created":{"date-parts":[[2019,10,14]],"date-time":"2019-10-14T16:06:56Z","timestamp":1571069216000},"page":"83-106","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":31,"title":["Recent evolution of modern datasets for human activity recognition: a deep survey"],"prefix":"10.1007","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8527-1162","authenticated-orcid":false,"given":"Roshan","family":"Singh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ankur","family":"Sonawane","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rajeev","family":"Srivastava","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,10,14]]},"reference":[{"key":"635_CR1","doi-asserted-by":"crossref","unstructured":"Asadi-Aghbolaghi, M. et al.: A survey on deep learning based approaches for action and gesture recognition in image sequences. In: Proc.\u201412th IEEE Int. Conf. Autom. Face Gesture Recognition, FG 2017\u20141st Int. Work. Adapt. Shot Learn. Gesture Underst. Prod. ASL4GUP 2017, Biometrics Wild, Bwild 2017, Heteroge, pp. 476\u2013483 (2017)","DOI":"10.1109\/FG.2017.150"},{"key":"635_CR2","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1254","author":"S Ramasamy Ramamurthy","year":"2018","unstructured":"Ramasamy Ramamurthy, S., Roy, N.: Recent trends in machine learning for human activity recognition-A survey. Wiley Interdisc. Rev. Data Min. Knowl. Disc. (2018). https:\/\/doi.org\/10.1002\/widm.1254","journal-title":"Wiley Interdisc. Rev. Data Min. Knowl. Disc."},{"key":"635_CR3","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1016\/j.imavis.2017.01.010","volume":"60","author":"S Herath","year":"2017","unstructured":"Herath, S., Harandi, M., Porikli, F.: Going deeper into action recognition: a survey. Image Vis. Comput. 60, 4\u201321 (2017)","journal-title":"Image Vis. Comput."},{"issue":"4","key":"635_CR4","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1007\/s10462-016-9473-y","volume":"46","author":"M Ramezani","year":"2016","unstructured":"Ramezani, M., Yaghmaee, F.: A review on human action analysis in videos for retrieval applications. Artif. Intell. Rev. 46(4), 485\u2013514 (2016)","journal-title":"Artif. Intell. Rev."},{"key":"635_CR5","doi-asserted-by":"crossref","unstructured":"Zhang, N., Wang, Y., Yu, P.: A review of human action recognition in video. In: Proceedings\u201417th IEEE\/ACIS International Conference on Computer and Information Science, ICIS 2018, pp. 57\u201362 (2018)","DOI":"10.1109\/ICIS.2018.8466415"},{"key":"635_CR6","unstructured":"Liu, Y., Nie, L., Han, L., Zhang, L., Rosenblum, D.S.: Action2Activity: Recognizing complex activities from sensor data. In: IJCAI International Joint Conference on Artificial Intelligence, vol. 2015, pp. 1617\u20131623 (2015)"},{"key":"635_CR7","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.neucom.2015.08.096","volume":"181","author":"Y Liu","year":"2016","unstructured":"Liu, Y., Nie, L., Liu, L., Rosenblum, D.S.: From action to activity: sensor-based activity recognition. Neurocomputing 181, 108\u2013115 (2016)","journal-title":"Neurocomputing"},{"key":"635_CR8","unstructured":"Dai, X., Singh, B., Zhang, G., Davis, L.S. and Chen, Y.Q.: Temporal context network for activity localization in videos. In: Proceedings of the IEEE International Conference on Computer Vision, vol. 2017, pp. 5727\u20135736 (2017)"},{"key":"635_CR9","unstructured":"Zelnik-Manor, L., Irani, M.: Event-based analysis of video. WWW, 2005. [Online]. http:\/\/www.wisdom.weizmann.ac.il\/~vision\/VideoAnalysis\/Demos\/EventDetection\/EventDetection.html . Accessed 25 Mar 2019"},{"issue":"6","key":"635_CR10","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1016\/j.cviu.2013.01.013","volume":"117","author":"JM Chaquet","year":"2013","unstructured":"Chaquet, J.M., Carmona, E.J., Fern\u00e1ndez-Caballero, A.: A survey of video datasets for human action and activity recognition. Comput Vis. Image Underst 117(6), 633\u2013659 (2013)","journal-title":"Comput Vis. Image Underst"},{"key":"635_CR11","doi-asserted-by":"crossref","unstructured":"Fouhey, D.F., Kuo, W.C., Efros, A.A., Malik, J.: From lifestyle Vlogs to everyday interactions. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 4991\u20135000 (2018)","DOI":"10.1109\/CVPR.2018.00524"},{"key":"635_CR12","doi-asserted-by":"crossref","unstructured":"Heilbron, F.C., Escorcia, V., Ghanem, B., Niebles, J.C.: ActivityNet: a large-scale video benchmark for human activity understanding. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 07, pp. 961\u2013970 (2015)","DOI":"10.1109\/CVPR.2015.7298698"},{"key":"635_CR13","unstructured":"Soomro, K., Zamir, A.R., Shah, M.: UCF101: a dataset of 101 human actions classes from videos in the wild (2012). arXiv:1212.0402"},{"key":"635_CR14","unstructured":"Kay, W. et al.: The kinetics human action video dataset (2017) arXiv:1705.06950 [cs.CV]"},{"key":"635_CR15","doi-asserted-by":"crossref","unstructured":"Kuehne, H., Jhuang, H., Garrote, E., Poggio, T., Serre, T.: HMDB: a large video database for human motion recognition. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2556\u20132563 (2011)","DOI":"10.1109\/ICCV.2011.6126543"},{"key":"635_CR16","unstructured":"Yoshikawa, Y., Lin, J., Takeuchi, A.: STAIR actions: a video dataset of everyday home actions (2018). arXiv:1804.04326"},{"key":"635_CR17","doi-asserted-by":"crossref","unstructured":"Chao, Y.W., Wang, Z., He, Y., Wang, J., Deng, J.: HICO: A benchmark for recognizing human-object interactions in images. In: Proceedings of the IEEE International Conference on Computer Vision, vol. 2015 Inter, pp. 1017\u20131025 (2015)","DOI":"10.1109\/ICCV.2015.122"},{"key":"635_CR18","doi-asserted-by":"crossref","unstructured":"Le, D.-T., Uijlings, J., Bernardi, R.: TUHOI: Trento universal human object interaction dataset. In: Proceedings of the Third Workshop on Vision and Language (2014)","DOI":"10.3115\/v1\/W14-5403"},{"issue":"4","key":"635_CR19","first-page":"1","volume":"2010","author":"S Blunsden","year":"2010","unstructured":"Blunsden, S., Fisher, R.B.: The BEHAVE video dataset: ground truthed video for multi-person behavior classification. Ann. BMVA 2010(4), 1\u201311 (2010)","journal-title":"Ann. BMVA"},{"key":"635_CR20","doi-asserted-by":"crossref","unstructured":"Gu, C. et al.: AVA: a video dataset of spatio-temporally localized atomic visual actions. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 6047\u20136056 (2018)","DOI":"10.1109\/CVPR.2018.00633"},{"key":"635_CR21","unstructured":"Monfort, M. et al.: Moments in time dataset: one million videos for event understanding. In: IEEE Transactions on Pattern Analysis and Machine Intelligence, pp. 1\u20131 (2019)"},{"key":"635_CR22","doi-asserted-by":"crossref","unstructured":"Moltisanti, D. et al.: Scaling egocentric vision: the dataset. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 11208, pp. 753\u2013771. LNCS (2018)","DOI":"10.1007\/978-3-030-01225-0_44"},{"key":"635_CR23","unstructured":"Kuehne, H., Iqbal, A., Richard, A., Gall, J.: Mining YouTube\u2014a dataset for learning fine-grained action concepts from Webly supervised video data (2019). arXiv:1906.01012"},{"key":"635_CR24","doi-asserted-by":"crossref","unstructured":"Gella, S., Keller, F.: An analysis of action recognition datasets for language and vision tasks. In: ACL 2017\u201455th Annual Meeting of the Association for Computational Linguistics Proceedings of the Conference (Long Paper), vol. 2, no. c, pp. 64\u201371 (2017)","DOI":"10.18653\/v1\/P17-2011"},{"key":"635_CR25","volume-title":"Computer Vision in Sports","author":"K Soomro","year":"2014","unstructured":"Soomro, K., Zamir, A.R.: Computer Vision in Sports. Springer, Berlin (2014)"},{"key":"635_CR26","doi-asserted-by":"crossref","unstructured":"Rodriguez, M.D., Ahmed, J., Shah, M.: Action MACH: a spatio-temporal maximum average correlation height filter for action recognition. In: 26th IEEE IEEE Conference on Computer Visions Pattern Recognition, CVPR (2008)","DOI":"10.1109\/CVPR.2008.4587727"},{"key":"635_CR27","doi-asserted-by":"crossref","unstructured":"Niebles, J.C., Chen, C.W., Fei-Fei, L.: Modeling temporal structure of decomposable motion segments for activity classification. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 6312, no. PART 2, pp. 392\u2013405. LNCS (2010)","DOI":"10.1007\/978-3-642-15552-9_29"},{"key":"635_CR28","doi-asserted-by":"crossref","unstructured":"Karpathy, A. et al.: Large-scale video classification with convolutional neural networks. WWW, 2014. [Online]. https:\/\/cs.stanford.edu\/people\/karpathy\/deepvideo\/ . Accessed 25 Mar 2019","DOI":"10.1109\/CVPR.2014.223"},{"key":"635_CR29","doi-asserted-by":"crossref","unstructured":"Ibrahim, M.S., Muralidharan, S., Deng, Z., Vahdat, A., Mori, G.: A hierarchical deep temporal model for group activity recognition. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2016, pp. 1971\u20131980 (2016)","DOI":"10.1109\/CVPR.2016.217"},{"key":"635_CR30","doi-asserted-by":"crossref","unstructured":"Giancola, S., Amine, M., Dghaily, T., Ghanem, B.: SoccerNet: a scalable dataset for action spotting in soccer videos. In: IEEE Computer Society Conference on Computer Vision and Pattern Recognition Work, vol. 2018, pp. 1792\u20131802 (2018)","DOI":"10.1109\/CVPRW.2018.00223"},{"key":"635_CR31","doi-asserted-by":"crossref","unstructured":"Bloom, V., Makris, D., Argyriou, V.: G3D: a gaming action dataset and real time action recognition evaluation framework. IEEE Computer Society Conference on Computer Vision and Pattern Recognition Work, pp. 7\u201312 (2012)","DOI":"10.1109\/CVPRW.2012.6239175"},{"key":"635_CR32","doi-asserted-by":"crossref","unstructured":"Bloom, V., Argyriou, V., Makris, D.: G3di: a gaming interaction dataset with a real time detection and evaluation framework. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 8925, pp. 698\u2013712 (2015)","DOI":"10.1007\/978-3-319-16178-5_49"},{"key":"635_CR33","doi-asserted-by":"crossref","unstructured":"Li, W., Zhang, Z., Liu, Z.: Action recognition based on a bag of 3D points. In: 2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition Work. CVPRW 2010, vol. 2010, pp. 9\u201314 (2010)","DOI":"10.1109\/CVPRW.2010.5543273"},{"key":"635_CR34","doi-asserted-by":"crossref","unstructured":"Rybok, L., Friedberger, S., Hanebeck, U.D., Stiefelhagen, R.: The KIT Robo-kitchen data set for the evaluation of view-based activity recognition systems. In: IEEE-RAS International Conference on Humanoid Robots, pp. 128\u2013133 (2011)","DOI":"10.1109\/Humanoids.2011.6100854"},{"key":"635_CR35","unstructured":"De La Torre, F. et al.: Guide to the Carnegie Mellon University Multimodal Activity (CMU-MMAC) Database. In: C. Robot. Inst., p. 19 (2008)"},{"key":"635_CR36","doi-asserted-by":"crossref","unstructured":"Tenorth, M., Bandouch, J., Beetz, M.: The TUM kitchen data set of everyday manipulation activities for motion tracking and action recognition. In: 2009 IEEE 12th International Conference on Computer Vision Workshops, ICCV Workshops 2009, pp. 1089\u20131096 (2009)","DOI":"10.1109\/ICCVW.2009.5457583"},{"key":"635_CR37","doi-asserted-by":"crossref","unstructured":"Li, Y., Liu, M., Rehg, J.M.: In the eye of beholder: joint learning of gaze and actions in first person video. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 11209, pp. 639\u2013655. LNCS (2018)","DOI":"10.1007\/978-3-030-01228-1_38"},{"key":"635_CR38","unstructured":"Fontana, V., Singh, G., Akrigg, S., Di Maio, M., Saha, S., Cuzzolin, F.: Action detection from a robot-car perspective (2018). arXiv:1807.11332"},{"key":"635_CR39","unstructured":"Oxford Mobile Robotics Group, Oxford RobotCar Dataset. WWW (2016). [Online]. http:\/\/robotcar-dataset.robots.ox.ac.uk . Accessed 25 Mar 2019"},{"key":"635_CR40","unstructured":"Fisher, R.B.: The PETS04 surveillance ground-truth data sets. In: Evaluation of Tracking and Surveillance, pp. 1\u20135, 2004"},{"key":"635_CR41","unstructured":"List, T., Bins, J., Vazquez, J., Fisher, R.B.: Performance evaluating the evaluator. In: Proc.\u20142nd Jt. IEEE Int. Work. Vis. Surveill. Perform. Eval. Track. Surveillance, VS-PETS, vol. 2005, pp. 129\u2013136, 2005"},{"key":"635_CR42","doi-asserted-by":"publisher","unstructured":"Nghiem, A., et al.: ETISEO, performance evaluation for video surveillance systems. In: IEEE International Conference on Advanced Video and Signal based Surveillance. IEEE, London, UK, 5-7 Sept. 2007. https:\/\/doi.org\/10.1109\/AVSS.2007.4425357","DOI":"10.1109\/AVSS.2007.4425357"},{"key":"635_CR43","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1016\/j.patcog.2016.05.019","volume":"60","author":"J Zhang","year":"2016","unstructured":"Zhang, J., Li, W., Ogunbona, P.O., Wang, P., Tang, C.: RGB-D-based action recognition datasets: a survey. Pattern Recognit. 60, 86\u2013105 (2016)","journal-title":"Pattern Recognit."},{"issue":"15","key":"635_CR44","doi-asserted-by":"publisher","first-page":"2033","DOI":"10.1016\/j.patrec.2012.12.014","volume":"34","author":"R Chavarriaga","year":"2013","unstructured":"Chavarriaga, R., et al.: The Opportunity challenge: a benchmark database for on-body sensor-based activity recognition. Pattern Recognit. Lett. 34(15), 2033\u20132042 (2013)","journal-title":"Pattern Recognit. Lett."},{"key":"635_CR45","doi-asserted-by":"publisher","first-page":"59192","DOI":"10.1109\/ACCESS.2018.2873502","volume":"6","author":"E De-La-Hoz-Franco","year":"2018","unstructured":"De-La-Hoz-Franco, E., Ariza-Colpas, P., Quero, J.M., Espinilla, M.: Sensor-based datasets for human activity recognition\u2014a systematic review of literature. IEEE Access 6, 59192\u201359210 (2018)","journal-title":"IEEE Access"},{"issue":"1","key":"635_CR46","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1109\/TPAMI.2012.59","volume":"35","author":"S Ji","year":"2013","unstructured":"Ji, S., Xu, W., Yang, M., Yu, K.: 3D Convolutional neural networks for human action recognition. IEEE Trans. Pattern Anal. Mach. Intell. 35(1), 221\u2013231 (2013)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"635_CR47","doi-asserted-by":"crossref","unstructured":"Hassner, T.: A critical review of action recognition benchmarks. In: IEEE Computer Society Conference on Computer Vision and Pattern Recognition Workshops, pp. 245\u2013250 (2013)","DOI":"10.1109\/CVPRW.2013.43"},{"key":"635_CR48","doi-asserted-by":"crossref","unstructured":"Rohrbach M., Amin, S., Andriluka, M., Schiele, B.: A database for fine grained activity detection of cooking activities. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 1194\u20131201 (2012)","DOI":"10.1109\/CVPR.2012.6247801"},{"key":"635_CR49","doi-asserted-by":"crossref","unstructured":"Pirsiavash, H., Ramanan, D.: Detecting activities of daily living in first-person camera views. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, 2012. [Online]. https:\/\/www.csee.umbc.edu\/~hpirsiav\/papers\/ADLdataset\/ . Accessed 10 Aug 2019","DOI":"10.1109\/CVPR.2012.6248010"},{"key":"635_CR50","unstructured":"Weinzaepfel, P., Martin, X., Schmid, C.: Human action localization with sparse spatial supervision\u00a0(2016). arXiv:1605.05197"},{"key":"635_CR51","doi-asserted-by":"crossref","unstructured":"Sigurdsson, G.A., Varol, G., Wang, X., Farhadi, A., Laptev, I., Gupta, A.: Hollywood in homes: crowdsourcing data collection for activity understanding. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 9905, pp. 510\u2013526. LNCS (2016)","DOI":"10.1007\/978-3-319-46448-0_31"},{"key":"635_CR52","unstructured":"Goyal, R. et al.: The \u2018something something\u2019 video database for learning and evaluating visual common sense. In: Proceedings of the IEEE International Conference on Computer Vision, 2017, vol. 2017, pp. 5843\u20135851 (2018)"},{"key":"635_CR53","doi-asserted-by":"crossref","unstructured":"de Souza, C.R., Gaidon, A., Cabon, Y., Pe\u00f1a, A.M.L.: Procedural generation of videos to train deep action recognition networks. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4757\u20134767 (2017)","DOI":"10.1109\/CVPR.2017.278"},{"issue":"5","key":"635_CR54","first-page":"59","volume":"5","author":"G Paolacci","year":"2012","unstructured":"Paolacci, G., Chandler, J., Mueller, P.: Online experimentation: amazon mechanical turk. Four Essays Consum. Decis. 5(5), 59 (2012)","journal-title":"Four Essays Consum. Decis."},{"key":"635_CR55","doi-asserted-by":"crossref","unstructured":"Laptev, I., Marsza\u0142ek, M., Schmid, C., Rozenfeld, B.: Learning realistic human actions from movies. In: 26th IEEE Conference Computer Vision Pattern Recognition, pp. 1\u20138. CVPR (2008)","DOI":"10.1109\/CVPR.2008.4587756"},{"key":"635_CR56","doi-asserted-by":"crossref","unstructured":"Ikizler-cinbis, N., Cinbis, R.G., Sclaroff, S.: Learning actions from the web. In: Proceedings of the International Conference On Computer Vision (ICCV\u201909), pp. 1\u20138, Kyoto, Japan (2009)","DOI":"10.1109\/ICCV.2009.5459368"},{"key":"635_CR57","unstructured":"Torralba, A., Efros, A.A.: Unbiased look at dataset bias. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2016, no. 28, pp. 1521\u20131528 (2011)"},{"key":"635_CR58","doi-asserted-by":"crossref","unstructured":"Sigurdsson, G.A., Russakovsky, O., Gupta, A.: What actions are needed for understanding human actions in videos? In: Proceedings of the IEEE International Conference on Computer Vision, vol. 2017, pp. 2156\u20132165 (2017)","DOI":"10.1109\/ICCV.2017.235"},{"key":"635_CR59","unstructured":"Nowozin, S., Shotton, J.: Action points: a representation for low-latency online human action recognition. In: Microsoft Res. Cambridge Technical Rep., no. MSR-TR-2012-68, pp. 1\u201318 (2012)"},{"key":"635_CR60","unstructured":"Heidarivincheh, F., Mirmehdi, M., Damen, D.: Action completion: a temporal model for moment detection\u00a0(2018). arXiv:1805.06749"},{"key":"635_CR61","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.cviu.2016.10.018","volume":"155","author":"H Idrees","year":"2017","unstructured":"Idrees, H., et al.: The THUMOS challenge on action recognition for videos \u2018in the wild\u2019. Comput. Vis. Image Underst. 155, 1\u201323 (2017)","journal-title":"Comput. Vis. Image Underst."},{"key":"635_CR62","unstructured":"Liu, C., Hu, Y., Li, Y., Song, S., Liu, J.: PKU-MMD: a large scale benchmark for continuous multi-modal human action understanding (2017). arXiv:1703.07475"},{"key":"635_CR63","doi-asserted-by":"crossref","unstructured":"Bojanowski, P. et al.: Weakly supervised action labeling in videos under ordering constraints lecture notes in computer science. In: Computer Vision\u2014ECCV 2014, vol. 8693, no. Chapter 41, pp. 628\u2013643 (2014)","DOI":"10.1007\/978-3-319-10602-1_41"},{"key":"635_CR64","unstructured":"Minnen, D., Westeyn, T.L., Starner, T., Ward, J.A., Lukowicz, P.: Performance metrics and evaluation issues for continuous activity recognition. In: Proceedings of International Work Performance Metrics for Intelligent Systems, pp. 141\u2013148 (2006)"},{"key":"635_CR65","doi-asserted-by":"crossref","unstructured":"Krishna, R., Hata, K., Ren, F., Fei-Fei, L., Niebles, J.C.: Dense-captioning events in videos. In: Proceedings of the IEEE International Conference on Computer Vision, vol. 2017, pp. 706\u2013715 (2017)","DOI":"10.1109\/ICCV.2017.83"},{"issue":"3","key":"635_CR66","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1109\/TPAMI.2011.209","volume":"34","author":"O Kliper-Gross","year":"2012","unstructured":"Kliper-Gross, O., Hassner, T., Wolf, L.: The action similarity labeling challenge. IEEE Trans. Pattern Anal. Mach. Intell. 34(3), 615\u2013621 (2012)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"635_CR67","doi-asserted-by":"crossref","unstructured":"Cao, L., Liu, Z., Huang, T.S.: Cross-dataset action detection. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 1998\u20132005 (2010)","DOI":"10.1109\/CVPR.2010.5539875"},{"key":"635_CR68","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1109\/ICPR.2004.1334462","volume":"3","author":"C Sch\u00fcldt","year":"2004","unstructured":"Sch\u00fcldt, C., Laptev, I., Caputo, B.: Recognizing human actions: a local SVM approach. Proc. Int. Conf. Pattern Recognit. 3, 32\u201336 (2004)","journal-title":"Proc. Int. Conf. Pattern Recognit."},{"key":"635_CR69","doi-asserted-by":"crossref","unstructured":"Gorelick, L., Blank, M., Shechtman, E., Irani, M., Basri, R.: Actions as space-time shapes. In: IEEE Transactions on Pattern Analysis and Machine Intelligence (2007)","DOI":"10.1109\/TPAMI.2007.70711"},{"key":"635_CR70","doi-asserted-by":"crossref","unstructured":"Piergiovanni, A.J., Ryoo, M.S.: Fine-grained activity recognition in baseball videos. In: IEEE Computer Society Conference on Computer Vision and Pattern Recognition Work, vol. 2018, pp. 1821\u20131830 (2018)","DOI":"10.1109\/CVPRW.2018.00226"},{"key":"635_CR71","unstructured":"Zelnik-Manor, L., Irani, M.: Event-based analysis of video. In: Proceedings 2001 IEEE Computer Society Conference on Computer Vision and Pattern Recognition. CVPR 2001, no. 1229, pp. II-123\u2013II-130 (2005)"},{"key":"635_CR72","unstructured":"Ivan L., Barbara C.: Recognition of human actions. (2005). [Online]. Available: http:\/\/www.nada.kth.se\/cvap\/actions\/ . Accessed 25 Mar 2019"},{"key":"635_CR73","unstructured":"Blank, M., Gorelick, L., Shechtman, E., Irani, M., Basri, R.: Actions as space-time shapes (2007). [Online]. http:\/\/www.wisdom.weizmann.ac.il\/~vision\/SpaceTimeActions.html . Accessed 25 Mar 2019"},{"key":"635_CR74","unstructured":"CAVIAR,: CAVIAR: Context Aware Vision using Image-based Active Recognition, European Commission project IST 2001 37540. Www, 2001. [Online]. http:\/\/groups.inf.ed.ac.uk\/vision\/CAVIAR\/ . Accessed 25 Mar 2019"},{"key":"635_CR75","doi-asserted-by":"crossref","unstructured":"Nghiem, A.T., Bremond, F., Thonnat, M., Ma, R.: A new evaluation approach for video processing algorithms. In: 2007 IEEE Work. Motion Video Comput. WMVC 2007 (2007)","DOI":"10.1109\/WMVC.2007.2"},{"key":"635_CR76","unstructured":"Nghiem, A.T., Bremond, F., Thonnat, M., Ma, R.: ETISEO dataset. Www, 2007. [Online]. https:\/\/www-sop.inria.fr\/orion\/ETISEO\/ . Accessed: 25 Mar 2019"},{"key":"635_CR77","unstructured":"Vezzani, R., Cucchiara, R., Dipartimento, I.: ViSOR\u202f: Video Surveillance Online Repository. vol. 2010, no. 2, pp. 1\u201313 (2010)"},{"key":"635_CR78","doi-asserted-by":"crossref","unstructured":"Vezzani, R., Cucchiara, R.: Video surveillance online repository (ViSOR), Www, 2013. [Online]. http:\/\/www.openvisor.org\/index.asp . Accessed 25 Mar 2019","DOI":"10.1145\/2483977.2483987"},{"key":"635_CR79","unstructured":"INRIA Xmas Motion Acquisition Sequences (IXMAS), Www, 2006. [Online]. http:\/\/4drepository.inrialpes.fr\/public\/viewgroup\/ . Accessed 25 Mar 2019"},{"key":"635_CR80","unstructured":"Tieniu Tan, D.Z.S.: Center for biometrics and security research. Www. [Online]. http:\/\/www.cbsr.ia.ac.cn\/china\/Iris Databases CH.asp. Accessed 25 Mar 2019"},{"key":"635_CR81","unstructured":"\u201cUCF Aerial Action Data Set,\u201d Www (2009). [Online]. Available: http:\/\/crcv.ucf.edu\/data\/UCF_Aerial_Action.php . Accessed 25 Mar 2019"},{"key":"635_CR82","unstructured":"Rodriguez, M., Mikel D.A., Javed, S.: UCF-ARG Data Set. Www (2011). [Online]. http:\/\/crcv.ucf.edu\/data\/UCF-ARG.php . Accessed: 25 Mar 2019"},{"key":"635_CR83","unstructured":"Khurram Soomro, A.R.Z.: UCF sports action data set, Www (2008). [Online]. http:\/\/crcv.ucf.edu\/data\/UCF_Sports_Action.php"},{"key":"635_CR84","doi-asserted-by":"crossref","unstructured":"Fu, R., Song, Y., Zhao, W.: Human activity recognition with smartpnones. In: Proceedings of 10th European Conference on Computer Vision\u2014ECCV\u201908, no. Section\u00a02, pp. 548\u2013561 (2008)","DOI":"10.1007\/978-3-540-88682-2_42"},{"key":"635_CR85","doi-asserted-by":"crossref","unstructured":"Tran, D, Sorokin, A.: Human activity recognition with metric learning, www, 2008. [Online]. http:\/\/vision.cs.uiuc.edu\/projects\/activity\/ . Accessed 25 Mar 2019","DOI":"10.1007\/978-3-540-88682-2_42"},{"key":"635_CR86","doi-asserted-by":"crossref","unstructured":"Gkalelis, N., Kim, H., Hilton, A., Nikolaidis, N., Pitas, I.: The i3DPost multi-view and 3D human action\/interaction database. In: CVMP 2009 - 6th Eur. Conf. Vis. Media Prod., pp. 159\u2013168 (2009)","DOI":"10.1109\/CVMP.2009.19"},{"key":"635_CR87","unstructured":"Gkalelis, N., Kim, H., Hilton, A., Nikolaidis, N., Pitas, I.: i3DPost multi-view human action datasets. Www (2009). [Online]. http:\/\/kahlan.eps.surrey.ac.uk\/i3dpost_action\/ . Accessed 25 Mar 2019"},{"key":"635_CR88","doi-asserted-by":"crossref","unstructured":"Messing, R., Pal, C., Kautz, H.: Activity recognition using the velocity histories of tracked keypoints. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 104\u2013111 (2009)","DOI":"10.1109\/ICCV.2009.5459154"},{"key":"635_CR89","unstructured":"Messing, R., Pal, C., Kautz, H.: University of Rochester activities of daily living dataset, Www, 2009. [Online]. http:\/\/www.cs.rochester.edu\/~rmessing\/uradl\/ . Accessed 25 Mar 2019"},{"key":"635_CR90","unstructured":"Choi, W., Shahid, K., Savarese, S.: What are they doing?: Collective activity classification using spatio-temporal relationship among people. In: 2009 IEEE 12th International Conference on Computer Vision Work ICCV Work. 2009, vol. 24, pp. 1282\u20131289 (2009)"},{"key":"635_CR91","unstructured":"Choi, W., Shahid, K., Savarese, S.: Collective activity dataset, Www (2009). [Online]. http:\/\/vhosts.eecs.umich.edu\/vision\/activity-dataset.html . Accessed 25 Mar 2019"},{"key":"635_CR92","unstructured":"Project, B.: Computer-assisted prescreening of video streams for unusual activities. Www, 2004. [Online]. http:\/\/homepages.inf.ed.ac.uk\/rbf\/BEHAVE\/ . Accessed 25 Mar 2019"},{"key":"635_CR93","doi-asserted-by":"crossref","unstructured":"Singh, S., Velastin, S.A., Ragheb, H.: MuHAVi: A multicamera human action video dataset for the evaluation of action recognition methods. In: Proceedings\u2014IEEE International Conference on Advanced Video and Signal Based Surveillance, AVSS 2010, pp. 48\u201355 (2010)","DOI":"10.1109\/AVSS.2010.63"},{"issue":"7","key":"635_CR94","doi-asserted-by":"publisher","first-page":"758","DOI":"10.1049\/iet-cvi.2015.0416","volume":"10","author":"F Murtaza","year":"2016","unstructured":"Murtaza, F., Yousaf, M.H., Velastin, S.A.: Multi-view human action recognition using 2D motion templates based on MHIs and their HOG description. IET Comput. Vis. 10(7), 758\u2013767 (2016)","journal-title":"IET Comput. Vis."},{"key":"635_CR95","unstructured":"Singh, S., Velastin, S.A., Ragheb, H.: MuHAVi: multicamera human action video data. [Online]. http:\/\/dipersec.king.ac.uk\/MuHAVi-MAS\/ . Accessed 25 Mar 2019"},{"key":"635_CR96","doi-asserted-by":"crossref","unstructured":"Ryoo, M.S., Aggarwal, J.K., Chen, C., Roy-chowdhury, A.: An overview of contest on semantic description of human activities (SDHA). In: ICPR contests (2010)","DOI":"10.1007\/978-3-642-17711-8_28"},{"key":"635_CR97","doi-asserted-by":"crossref","unstructured":"Ryoo, M.S., Aggarwal, J.K.: Spatio-temporal relationship match: video structure comparison for recognition of complex human activities. In: Proceedings of the IEEE International Conference on Computer Vision, no. Iccv, pp. 1593\u20131600 (2009)","DOI":"10.1109\/ICCV.2009.5459361"},{"key":"635_CR98","unstructured":"Ryoo, M.S., Aggarwal, J.K., Chen, C., Roy-chowdhury, A.: ICPR 2010 contest on semantic description of human activities (SDHA 2010), Www (2010). [Online]. http:\/\/cvrc.ece.utexas.edu\/SDHA2010\/ . Accessed 25 Mar 2019"},{"key":"635_CR99","doi-asserted-by":"crossref","unstructured":"Chen, C., Aggarwal, J.K.: Recognizing human action from a far field of view the University of Texas at Austin. In: Analysis (2009)","DOI":"10.1109\/WMVC.2009.5399231"},{"key":"635_CR100","unstructured":"Chen, C.-C., Ryoo, M.S., Aggarwal, J.K.: UT-tower dataset: aerial view activity classification challenge (2010). http:\/\/cvrc.ece.utexas.edu\/SDHA2010\/Aerial_View_Activity.html"},{"key":"635_CR101","unstructured":"Oh, S. et al., AVSS 2011 demo session: a large-scale benchmark dataset for event recognition in surveillance video. In: 2011 8th IEEE Int. Conf. Adv. Video Signal Based Surveillance, AVSS 2011, no. 2, pp. 527\u2013528, 2011"},{"key":"635_CR102","unstructured":"Oh, S. et al.: VIRAT video dataset, Www (2011). [Online]. http:\/\/www.viratdata.org\/ . Accessed 25 Mar 2019"},{"key":"635_CR103","doi-asserted-by":"crossref","unstructured":"Gehrig, D., et al.: Combined intention, activity, and motion recognition for a humanoid household robot. In: IEEE International Conference on Intelligent Robots and Systems, pp. 4819\u20134825 (2011)","DOI":"10.1109\/IROS.2011.6095118"},{"key":"635_CR104","unstructured":"Gehrig, D., et al.: The Karlsruhe Motion, Intention, and Activity Data set (MINTA), Www (2011). [Online]. https:\/\/cvhci.anthropomatik.kit.edu\/~lrybok\/projects\/minta\/ . Accessed 25 Mar 2019"},{"key":"635_CR105","unstructured":"Rybok, L., Friedberger, S., Hanebeck, U.D., Stiefelhagen, R.: The KIT Robo-Kitchen Activity Data Set, Www (2011). [Online]. https:\/\/cvhci.anthropomatik.kit.edu\/~lrybok\/projects\/kitchen\/ . Accessed 25 Mar 2019"},{"key":"635_CR106","unstructured":"Ivan, L., Marsza\u0142ek, M., Schmid, C., Rozenfeld, B.: IRISA\/INRIA Rennes France: learning human actions from movies, Www (2009). [Online]. http:\/\/www.irisa.fr\/vista\/actions\/hollywood . Accessed 25 Mar 2019"},{"key":"635_CR107","doi-asserted-by":"crossref","unstructured":"Marsza\u0142ek, M., Laptev, I., Schmid, C.: Actions in context. In: 2009 IEEE Computer Society Conference on Computer Vision and Pattern Recognition Work CVPR Work. 2009, vol. 2009 IEEE, no. i, pp. 2929\u20132936 (2009)","DOI":"10.1109\/CVPR.2009.5206557"},{"key":"635_CR108","unstructured":"Ivan, L., Marsza\u0142ek, M., Schmid, C., Rozenfeld, B.: IRISA\/INRIA Rennes France: learning human actions from movies, Www (2008). [Online]. http:\/\/www.irisa.fr\/vista\/actions\/hollywood2 . Accessed 25 Mar 2019"},{"key":"635_CR109","doi-asserted-by":"crossref","unstructured":"Liu, J., Luo, J., Shah, M.: Recognizing realistic actions from videos \u0301in the Wild. In: 2009 IEEE Computer Society Conference on Computer Vision and Pattern Recognition Work CVPR Work. 2009, vol. 2009 IEEE, pp. 1996\u20132003 (2009)","DOI":"10.1109\/CVPR.2009.5206744"},{"key":"635_CR110","unstructured":"Liu, J., Jingen Liu, M.S.: UCF YouTube action data set, Www (2009). [Online]. http:\/\/crcv.ucf.edu\/data\/UCF_YouTube_Action.php . [Accessed: 25-Mar-2019]"},{"key":"635_CR111","doi-asserted-by":"crossref","unstructured":"Patron-Perez, A., Marszalek, M., Zisserman, A., Reid, I.: High five: recognising human interactions in TV shows. In: Br. Mach. Vis. Conf. BMVC 2010\u2014Proc., pp. 50.1\u201350.11 (2010)","DOI":"10.5244\/C.24.50"},{"key":"635_CR112","unstructured":"Patron-Perez, A.: TV human interaction dataset. Www (2010). [Online]. http:\/\/www.robots.ox.ac.uk\/~alonso\/tv_human_interactions.html . Accessed 25 Mar 2019"},{"key":"635_CR113","unstructured":"\u201cOlympic sports dataset,\u201d Standford University (2010). [Online]. http:\/\/vision.stanford.edu\/Datasets\/OlympicSports\/"},{"issue":"5","key":"635_CR114","doi-asserted-by":"publisher","first-page":"971","DOI":"10.1007\/s00138-012-0450-4","volume":"24","author":"KK Reddy","year":"2013","unstructured":"Reddy, K.K., Shah, M.: Recognizing 50 human action categories of web videos. Mach. Vis. Appl. 24(5), 971\u2013981 (2013)","journal-title":"Mach. Vis. Appl."},{"key":"635_CR115","unstructured":"Reddy, K.K., Shah, M.: UCF50\u2014action recognition data set, Www (2010). [Online]. https:\/\/www.crcv.ucf.edu\/data\/UCF50.php . Accessed 25 Mar 2019"},{"key":"635_CR116","unstructured":"Kuehne, H., Jhuang, H., Garrote, E., Poggio, T., Serre, T.: HMDB\u202f: a large human motion database, Www (2014). [Online]. http:\/\/serre-lab.clps.brown.edu\/resource\/hmdb-a-large-human-motion-database\/ . Accessed 25 Mar 2019"},{"key":"635_CR117","unstructured":"Soomro, K., Zamir, A.R. and Shah, M.: UCF101\u2014action recognition data set, Www (2012). [Online]. http:\/\/crcv.ucf.edu\/data\/UCF101.php . Accessed 25 Mar 2019"},{"key":"635_CR118","unstructured":"Rohrbach, M., Amin, S., Andriluka, M., Schiele, B.: MPII cooking activities dataset, Www (2013). [Online]. https:\/\/www.mpi-inf.mpg.de\/departments\/computer-vision-and-machine-learning\/research\/human-activity-recognition\/mpii-cooking-activities-dataset\/ . Accessed 25 Mar 2019"},{"key":"635_CR119","doi-asserted-by":"crossref","unstructured":"Rohrbach, M., Regneri, M., Andriluka, M., Amin, S., Pinkal, M., Schiele, B.: Script data for attribute-based recognition of composite activities. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 7572, no. PART 1, pp. 144\u2013157. LNCS (2012)","DOI":"10.1007\/978-3-642-33718-5_11"},{"key":"635_CR120","unstructured":"Rohrbach, M., Regneri, M., Andriluka, M., Amin, S., Pinkal, M., Schiele, B.: MPII cooking composite activities dataset, Www (2012). [Online]. https:\/\/www.mpi-inf.mpg.de\/departments\/computer-vision-and-machine-learning\/research\/human-activity-recognition\/mpii-cooking-activities-dataset\/ . Accessed 10 Aug 2019"},{"key":"635_CR121","unstructured":"Kliper-gross, O., Hassner, T.: The action similarity labeling challenge. Www (2012). [Online]. http:\/\/www.openu.ac.il\/home\/hassner\/data\/ASLAN\/ASLAN.html . Accessed 25 Mar 2019"},{"key":"635_CR122","doi-asserted-by":"crossref","unstructured":"Mettes, P., van Gemert, J.C., Snoek, C.G.M.: Spot on: action localization from pointly-supervised proposals. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 9909 LNCS, no. Mil, pp. 437\u2013453 (2016)","DOI":"10.1007\/978-3-319-46454-1_27"},{"key":"635_CR123","unstructured":"Mettes, P., van Gemert, J.C., Snoek, C.G.M.: \u201cHollywood2Tubes,\u201d Www (2016). [Online]. https:\/\/staff.fnwi.uva.nl\/p.s.m.mettes\/codedata.html . Accessed 25 Mar 2019"},{"key":"635_CR124","doi-asserted-by":"crossref","unstructured":"Das, P., Xu, C., Doell, R.F., Corso, J.J.: A thousand frames in just a few words: Lingual description of videos through latent topics and sparse object stitching. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 2634\u20132641 (2013)","DOI":"10.1109\/CVPR.2013.340"},{"key":"635_CR125","unstructured":"Das, P., Xu, C., Doell, R.F., Corso, J.J.: U of Michigan, YouCook: an annotated data set of unconstrained third-person cooking videos, Www (2013) [Online]. http:\/\/web.eecs.umich.edu\/~jjcorso\/r\/youcook\/ . Accessed 25 Mar 2019"},{"key":"635_CR126","unstructured":"Jiang, Y.-G., et al.: THUMOS challenge: action recognition with a large number of classes. http:\/\/crcv.ucf.edu\/THUMOS14\/"},{"key":"635_CR127","unstructured":"Jiang, Y.-G. et al.: THUMOS 13: the first international workshop on action recognition with a large number of classes, in conjunction with ICCV\u201913, Sydney, Australia, Www (2013). [Online]. http:\/\/crcv.ucf.edu\/ICCV13-Action-Workshop\/ . Accessed 25 Mar 2019"},{"key":"635_CR128","doi-asserted-by":"crossref","unstructured":"Jhuang, H., Gall, J., Zuffi, S., Schmid, C., Black, M.J.: Towards understanding action recognition. In: Proceedings of the IEEE international conference on computer vision, pp. 3192\u20133199 (2013)","DOI":"10.1109\/ICCV.2013.396"},{"key":"635_CR129","unstructured":"Jhuang, H., Gall, J., Zuffi, S., Schmid, C., Black, M.J.: Joint-annotated human motion data base, Www (2013). [Online]. http:\/\/jhmdb.is.tue.mpg.de . Accessed 25 Mar 2019"},{"key":"635_CR130","doi-asserted-by":"crossref","unstructured":"Kuehne, H., Arslan, A., Serre, T.: The language of actions: recovering the syntax and semantics of goal-directed human activities. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 780\u2013787 (2014)","DOI":"10.1109\/CVPR.2014.105"},{"key":"635_CR131","unstructured":"Kuehne, H., Arslan, A., Serre, T.: The breakfast actions dataset, Www (2014). [Online]. http:\/\/serre-lab.clps.brown.edu\/resource\/breakfast-actions-dataset\/ . Accessed 10 Aug 2019"},{"key":"635_CR132","unstructured":"Jiang, Y.-G., et al.: THUMOS challenge 2014, Www (2014). [Online]. http:\/\/crcv.ucf.edu\/THUMOS14\/ . Accessed 25 Mar 2019"},{"key":"635_CR133","unstructured":"Karpathy, A., Leung, T.: Large-scale video classification with convolutional neural networks, Www (2014). [Online]. https:\/\/cs.stanford.edu\/people\/karpathy\/deepvideo\/ . Accessed 25 Mar 2019"},{"key":"635_CR134","unstructured":"Idrees, H. et al., THUMOS Challenge 2015 In conjunction with CVPR\u201915, Www (2015). [Online]. http:\/\/www.thumos.info\/home.html . Accessed 25 Mar 2019"},{"issue":"12","key":"635_CR135","doi-asserted-by":"publisher","first-page":"5916","DOI":"10.1109\/TIP.2015.2487837","volume":"24","author":"K Lee","year":"2015","unstructured":"Lee, K., Ognibene, D., Chang, H.J., Kim, T.K., Demiris, Y.: STARE: spatiooral attention relocation for multiple structured activities detection. IEEE Trans. Image Process. 24(12), 5916\u20135927 (2015)","journal-title":"IEEE Trans. Image Process."},{"key":"635_CR136","unstructured":"Lee, K., Ognibene, D., Chang, H.J., Kim, T.K., Demiris, Y.: Cr\u00eape Dataset, Www, 2013. [Online]. https:\/\/osf.io\/d5k38\/wiki\/home\/ . Accessed 25 Mar 2019"},{"key":"635_CR137","doi-asserted-by":"crossref","unstructured":"Safdarnejad, S.M., Liu, X., Udpa, L., Andrus, B., Wood, J., Craven, D.: Sports videos in the wild (SVW): a video dataset for sports analysis. In: 2015 11th IEEE Int, p. 2015. FG, Conf. Work. Autom. Face Gesture Recognition (2015)","DOI":"10.1109\/FG.2015.7163105"},{"key":"635_CR138","unstructured":"Safdarnejad, S.M., Liu, X., Udpa, L., Andrus, B., Wood, J., Craven, D.: Sports videos in the wild (SVW), Www (2015). [Online]. http:\/\/cvlab.cse.msu.edu\/project-svw.html . Accessed 25 Mar 2019"},{"key":"635_CR139","unstructured":"Heilbron, F.C., Escorcia, V., Ghanem, B., Niebles, J.C.: ActivityNet: a large-scale video benchmark for human activity understanding, Www (2015). [Online]. http:\/\/www.activity-net.org . Accessed 25 Mar 2019"},{"issue":"3","key":"635_CR140","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1007\/s11263-015-0851-8","volume":"119","author":"M Rohrbach","year":"2016","unstructured":"Rohrbach, M., et al.: Recognizing fine-grained and composite activities using hand-centric features and script data. Int. J. Comput. Vis. 119(3), 346\u2013373 (2016)","journal-title":"Int. J. Comput. Vis."},{"key":"635_CR141","unstructured":"Rohrbach, M. et al.: MPII cooking 2 dataset, Www (2015). [Online]. https:\/\/www.mpi-inf.mpg.de\/departments\/computer-vision-and-machine-learning\/research\/human-activity-recognition\/mpii-cooking-2-dataset\/ . Accessed 10 Aug 2019"},{"key":"635_CR142","doi-asserted-by":"crossref","unstructured":"Singh, B., Marks, T.K., Jones, M., Tuzel, O., Shao, M.: A multi-stream bi-directional recurrent neural network for fine-grained action detection. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2016, pp. 1961\u20131970 (2016)","DOI":"10.1109\/CVPR.2016.216"},{"key":"635_CR143","unstructured":"Singh, B., Marks, T.K., Jones, M., Tuzel, O., Shao, M.: MERL shopping dataset, Www (2016). [Online]. http:\/\/www.merl.com\/demos\/merl-shopping-dataset . Accessed 25 Mar 2019"},{"key":"635_CR144","unstructured":"Sigurdsson, G.A., Varol, G., Wang, X., Farhadi, A., Laptev, I., Gupta, A.: Charades and charades-ego datasets, Www (2016). [Online]. http:\/\/allenai.org\/plato\/charades\/ . Accessed 25 Mar 2019"},{"issue":"2\u20134","key":"635_CR145","first-page":"375","volume":"126","author":"G Mori","year":"2017","unstructured":"Mori, G., Andriluka, M., Russakovsky, O., Jin, N., Fei-Fei, L., Yeung, S.: Every moment counts: dense detailed labeling of actions in complex videos. Int. J. Comput. Vis. 126(2\u20134), 375\u2013389 (2017)","journal-title":"Int. J. Comput. Vis."},{"key":"635_CR146","unstructured":"Mori, G., Andriluka, M., Russakovsky, O., Jin, N., Fei-Fei, L., Yeung, S.: Every moment counts: dense detailed labeling of actions in complex videos, Www (2018). [Online]. http:\/\/ai.stanford.edu\/~syyeung\/everymoment.html . Accessed 25 Mar 2019"},{"key":"635_CR147","unstructured":"Goyal, R. et al.: The 20BN something something dataset, Www (2017). [Online]. https:\/\/20bn.com\/datasets\/something-something . Accessed 10 Aug 2019"},{"key":"635_CR148","unstructured":"Weinzaepfel, P., Martin, X., Schmid, C.: Daily action localization in Youtube videos, Www (2017). [Online]. http:\/\/pascal.inrialpes.fr\/data\/daly\/ . Accessed 25 Mar 2019"},{"key":"635_CR149","unstructured":"Gu, C. et al.: AVA actions dataset, Www (2017). [Online]. https:\/\/research.google.com\/ava\/ . Accessed 25 Mar 2019"},{"key":"635_CR150","doi-asserted-by":"crossref","unstructured":"Xu, C., Hsieh, S.H., Xiong, C., Corso, J.J.: Can humans fly? Action understanding with multiple classes of actors. In; Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 07, pp. 2264\u20132273 (2015)","DOI":"10.1109\/CVPR.2015.7298839"},{"key":"635_CR151","unstructured":"Xu, C., Hsieh, S.H., Xiong, C., Corso, J.J.:, A2D: a dataset and benchmark for action recognition and segmentation with multiple classes of actors, Www (2015). [Online]. http:\/\/web.eecs.umich.edu\/~jjcorso\/r\/a2d\/ . Accessed 25 Mar 2019"},{"key":"635_CR152","unstructured":"Kay, W. et al.: Kinetics datasets, Www (2017). [Online]. http:\/\/deepmind.com\/kinetics . Accessed 25 Mar 2019"},{"key":"635_CR153","unstructured":"Carreira, J., Noland, E., Banki-Horvath, A., Hillier, C., Zisserman, A.: A short note about kinetics-600 (2018). arXiv:1808.01340"},{"key":"635_CR154","unstructured":"Fouhey, D.F., Kuo, W., Efros, A.A., Malik, J.: From lifestyle VLOGs to everyday interactions: the VLOG dataset, Www (2017). [Online]. http:\/\/web.eecs.umich.edu\/~fouhey\/2017\/VLOG\/ . Accessed 10 Aug 2019"},{"key":"635_CR155","doi-asserted-by":"crossref","unstructured":"Zhou, L., Xu, C., Corso, J.J.: Towards automatic learning of procedures from web instructional videos. In: 32nd AAAI conference on artificial intelligence, AAAI 2018, pp. 7590\u20137598 (2018)","DOI":"10.1609\/aaai.v32i1.12342"},{"key":"635_CR156","unstructured":"Zhou, L., Xu, C., Corso, J.J.: YouCook2 dataset, Www, 2018. [Online]. http:\/\/youcook2.eecs.umich.edu\/"},{"key":"635_CR157","unstructured":"Giancola, S., Amine, M., Dghaily, T., Ghanem, B., SoccerNet: a scalable dataset for action spotting in soccer videos, Www (2018). [Online]. https:\/\/silviogiancola.github.io\/SoccerNet . Accessed 25 Mar 2019"},{"key":"635_CR158","unstructured":"Piergiovanni, A.J., Ryoo, M.S.: MLB-YouTube dataset, Www (2018). [Online]. https:\/\/github.com\/piergiaj\/mlb-youtube\/ . Accessed 25 Mar 2019"},{"key":"635_CR159","unstructured":"Yoshikawa, Y., Lin, J., Takeuchi, A.: STAIR actions: a large-scale video dataset of everyday human actions, Www (2018). [Online]. http:\/\/actions.stair.center . Accessed 25 Mar 2019"},{"key":"635_CR160","doi-asserted-by":"crossref","unstructured":"Shim, M., Kim, Y.H., Kim, K., Kim, S.J.: Teaching machines to understand baseball games: large-scale baseball video database for multiple video understanding tasks. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 11219, pp. 420\u2013437. LNCS (2018)","DOI":"10.1007\/978-3-030-01267-0_25"},{"key":"635_CR161","unstructured":"Shim, M., Kim, Y.H., Kim, K., Kim, S.J.: Teaching machines to understand baseball games\u202f: large-scale baseball video database for multiple video understanding tasks, Www (2018) [Online]. https:\/\/sites.google.com\/site\/eccv2018bbdb\/ . Accessed 25 Mar 2019"},{"key":"635_CR162","unstructured":"Monfort, M. et al.: Moments in time dataset\u202f: a large-scale dataset for recognizing and understanding action in videos, Www (2019). [Online]. http:\/\/moments.csail.mit.edu . Accessed 25 Mar 2019"},{"key":"635_CR163","unstructured":"Zhao, H., Yan, Z., Torresani, L., Torralba, A.: HACS: human action clips and segments dataset for recognition and temporal localization (2017). arXiv:1712.09374"},{"key":"635_CR164","unstructured":"Tang, Y. et al.: COIN: a large-scale dataset for comprehensive instructional video analysis (2019).\u00a0 arXiv:1903.02874"},{"key":"635_CR165","unstructured":"Fathi, A., Ren, X., Rehg, J.: Georgia tech egocentric activity datasets, Www (2011). [Online]. http:\/\/www.cbi.gatech.edu\/fpv\/ . Accessed 10 Aug 2019"},{"key":"635_CR166","doi-asserted-by":"crossref","unstructured":"Fathi, A., Ren, X., Rehg, J.: Learning to recognize daily actions using gaze. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 7572, no. PART 1, pp. 314\u2013327. LNCS (2012)","DOI":"10.1007\/978-3-642-33718-5_23"},{"key":"635_CR167","unstructured":"Calway, A., Mayol-Cuevas, W., Damen, D., Haines, O., Leelasawassuk, T.: Discovering Task relevant objects and their modes of interaction from multi-user egocentric video. In: BMVC, pp. 30.1\u201330.13 (2015)"},{"key":"635_CR168","unstructured":"Calway, A., Mayol-Cuevas, W., Damen, D., Teesid, L., Osian, H., Michael, W., Davide M.: Bristol egocentric object interactions dataset, Www (2014). [Online]. http:\/\/data.bris.ac.uk\/data\/dataset\/o4hx7jnmfqt01lyzf2n4rchg6 . Accessed: 10 Aug 2019"},{"key":"635_CR169","doi-asserted-by":"crossref","unstructured":"Iwashita, Y., Takamine, A., Kurazume, R., Ryoo, M.S.: First-person animal activity recognition from egocentric videos. In: Proc.\u2014Int. Conf. Pattern Recognit., no. i, pp. 4310\u20134315 (2014)","DOI":"10.1109\/ICPR.2014.739"},{"key":"635_CR170","unstructured":"Iwashita, Y., Takamine, A., Kurazume, R., Ryoo, M.S.: Dogcentric activity dataset, Www (2014). [Online]. http:\/\/robotics.ait.kyushu-u.ac.jp\/~yumi\/db\/first_dog.html . Accessed 10 Aug 2019"},{"key":"635_CR171","unstructured":"Li, Y., Ye, Z., Rehg, J.M.: Delving into egocentric actions. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 07, no. 1, pp. 287\u2013295 (2015)"},{"key":"635_CR172","doi-asserted-by":"crossref","unstructured":"Ohnishi, K., Kanehira, A., Kanezaki, A., Harada, T.: Recognizing activities of daily living with a wrist-mounted camera. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2016, no. c, pp. 3103\u20133111 (2016)","DOI":"10.1109\/CVPR.2016.338"},{"key":"635_CR173","unstructured":"Ohnishi, K., Kanehira, A., Kanezaki, A., Harada, T.: Recognizing activities of daily living with a wrist-mounted camera, Www (2015). [Online]. https:\/\/www.mi.t.u-tokyo.ac.jp\/static\/projects\/miladl\/ . Accessed 25 Mar 2019"},{"key":"635_CR174","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/j.patcog.2016.07.031","volume":"62","author":"S Singh","year":"2017","unstructured":"Singh, S., Arora, C., Jawahar, C.V.: Trajectory aligned features for first person action recognition. Pattern Recognit. 62, 45\u201355 (2017)","journal-title":"Pattern Recognit."},{"key":"635_CR175","unstructured":"Singh, S., Arora, C., Jawahar, C.V.: PR 2016 paper\u2014trajectory aligned features for first person action recognition, Www (2017). [Online]. http:\/\/cvit.iiit.ac.in\/research\/projects\/cvit-projects\/first-person-action-recognition . Accessed 10 Aug 2019"},{"key":"635_CR176","unstructured":"Sigurdsson, G.A., Gupta, A., Schmid, C., Farhadi, A., Alahari, K.: Charades-ego: a large-scale dataset of paired third and first person videos, pp. 1\u20133 (2018)"},{"key":"635_CR177","unstructured":"Moltisanti, D. et al.: EPIC-Kitchens 2019, Www (2019). [Online]. https:\/\/epic-kitchens.github.io\/2018 . Accessed 25 Mar 2019"},{"key":"635_CR178","doi-asserted-by":"crossref","unstructured":"Abebe, G., Catala, A., Cavallaro, A.: A first-person vision dataset of office activities. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 11377 LNAI, pp. 27\u201337 (2019)","DOI":"10.1007\/978-3-030-20984-1_3"},{"key":"635_CR179","unstructured":"Abebe, G., Catala, A., Cavallaro, A.: A first-person vision dataset of office activities, www (2019). [Online]. http:\/\/www.eecs.qmul.ac.uk\/~andrea\/fpvo.html . Accessed 10 Aug 2019"},{"key":"635_CR180","doi-asserted-by":"crossref","unstructured":"Feichtenhofer, C., Pinz, A., Zisserman, A.: Convolutional two-stream network fusion for video action recognition. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2016, no. i, pp. 1933\u20131941 (2016)","DOI":"10.1109\/CVPR.2016.213"},{"key":"635_CR181","doi-asserted-by":"crossref","unstructured":"Qiu, Z., Yao, T., Mei, T.: Learning spatio-temporal representation with pseudo-3D residual networks. In: Proceedings of the IEEE International Conference on Computer Vision, vol. 2017, pp. 5534\u20135542 (2017)","DOI":"10.1109\/ICCV.2017.590"},{"key":"635_CR182","doi-asserted-by":"crossref","unstructured":"Wang, L. et al.: Temporal segment networks: towards good practices for deep action recognition. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 9912, pp. 20\u201336. LNCS (2016)","DOI":"10.1007\/978-3-319-46484-8_2"},{"key":"635_CR183","doi-asserted-by":"crossref","unstructured":"Bilen, H., Fernando, B., Gavves, E., Vedaldi, A., Gould, S.: Dynamic image networks for action recognition. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, vol. 2016-Decem, pp. 3034\u20133042 (2016)","DOI":"10.1109\/CVPR.2016.331"},{"key":"635_CR184","doi-asserted-by":"crossref","unstructured":"Sun, C., Shrivastava, A., Vondrick, C., Murphy, K., Sukthankar, R., Schmid, C.: Actor-centric relation network. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 11215 LNCS, pp. 335\u2013351 (2018)","DOI":"10.1007\/978-3-030-01252-6_20"},{"key":"635_CR185","unstructured":"ViPER: the video performance evaluation resource. WWW. [Online]. http:\/\/viper-toolkit.sourceforge.net\/ . Accessed 25 Mar 2019"},{"key":"635_CR186","doi-asserted-by":"crossref","unstructured":"Ma, S., Sigal, L., Sclaroff, S.: Learning activity progression in LSTMs for activity detection and early detection. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition., vol. 2016, pp. 1942\u20131950 (2016)","DOI":"10.1109\/CVPR.2016.214"},{"key":"635_CR187","doi-asserted-by":"crossref","unstructured":"Zhu, C. et al.: Fine-grained video categorization with redundancy reduction attention. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 11209, pp. 139\u2013155. LNCS (2018)","DOI":"10.1007\/978-3-030-01228-1_9"},{"key":"635_CR188","unstructured":"Feichtenhofer, C., Fan, H., Malik, J., He, K.: Slowfast networks for video recognition (2018).\u00a0 arXiv:1812.03982"},{"key":"635_CR189","doi-asserted-by":"crossref","unstructured":"Baradel, F., Neverova, N., Wolf, C., Mille, J., Mori, G.: Object level visual reasoning in videos. In: Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 11217 LNCS, pp. 106\u2013122 (2018)","DOI":"10.1007\/978-3-030-01261-8_7"},{"key":"635_CR190","unstructured":"Piergiovanni, A., Ryoo, M.S.: Unseen action recognition with multimodal learning, pp. 1\u201317 (2018).\u00a0 \u00a0 arXiv:1806.08251"},{"key":"635_CR191","doi-asserted-by":"crossref","unstructured":"Delaitre, V., Laptev, I., Sivic, J.: Recognizing human actions in still images: a study of bag-of-features and part-based representations. In: British Machine Vision Conference, BMVC 2010\u2014Proceedings, pp. 97.1\u201397.11 (2010)","DOI":"10.5244\/C.24.97"},{"issue":"10","key":"635_CR192","doi-asserted-by":"publisher","first-page":"3343","DOI":"10.1016\/j.patcog.2014.04.018","volume":"47","author":"G Guo","year":"2014","unstructured":"Guo, G., Lai, A.: A survey on still image based human action recognition. Pattern Recognit. 47(10), 3343\u20133361 (2014)","journal-title":"Pattern Recognit."},{"key":"635_CR193","unstructured":"Delaitre, V., Ivan, L., Sivic, J.: Human action classification in still images. WWW (2010). [Online]. https:\/\/www.di.ens.fr\/willow\/research\/stillactions . Accessed: 25 Mar 2019"},{"key":"635_CR194","unstructured":"Yao, B., Fei-Fei, L.: Grouplet: a structured image representation for recognizing human and object interactions. In: Proceedings of the IEEE Computer Vision and Pattern Recognition, pp. 9\u201316, 2010"},{"key":"635_CR195","unstructured":"Yao, B., Li, F.F., Khosla, A.: People playing musical instrument (PPMI). WWW (2010). [Online]. http:\/\/ai.stanford.edu\/~bangpeng\/ppmi.html . Accessed: 25 Mar 2019"},{"key":"635_CR196","doi-asserted-by":"crossref","unstructured":"Yao, B., Jiang X., Khosla, A., Lin, A.L., Guibas, L., Fei-Fei, L.: Human action recognition by learning bases of action attributes and parts. In: Proceedings of IEEE International Conference on Computer Vision, pp. 1331\u20131338 (2011)","DOI":"10.1109\/ICCV.2011.6126386"},{"key":"635_CR197","unstructured":"Yao, B., Jiang, X., Khosla, A., Lin, A.L., Guibas, L., Fei-fei, L.: Stanford 40 actions dataset, WWW (2011) [Online]. Available: http:\/\/vision.stanford.edu\/Datasets\/40actions.html . Accessed 25 Mar 2019"},{"key":"635_CR198","unstructured":"Chao, Y.W., Wang, Z., He, Y., Wang, J., Deng, J.: HICO & HICO-DET benchmarks for recognizing human-object interactions in images.WWW (2015) [Online]. http:\/\/www-personal.umich.edu\/~ywchao\/hico\/ . Accessed: 25 Mar 2019"},{"key":"635_CR199","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1016\/j.patcog.2017.01.027","volume":"68","author":"S Ma","year":"2017","unstructured":"Ma, S., Bargal, S.A., Zhang, J., Sigal, L., Sclaroff, S.: Do less and achieve more: training CNNs for action recognition utilizing action images from the web. Pattern Recognit. 68, 334\u2013345 (2017)","journal-title":"Pattern Recognit."},{"key":"635_CR200","unstructured":"Ma, S., Bargal, S.A., Zhang, J., Sigal, L., Sclaroff, S.: BU-action datasets. WWW, 2017. [Online]. http:\/\/cs-people.bu.edu\/sbargal\/BU-action\/ . Accessed: 25 Mar 2019"},{"key":"635_CR201","unstructured":"Chao, Y.W., Liu, Y., X. Liu, H. Zeng, and J. Deng: Learning to detect human-object interactions. In: Proceedings 2018 IEEE winter conference on applications of computer vision, WACV 2018, vol. 2018, pp. 381\u2013389 (2018)"},{"key":"635_CR202","unstructured":"Fei-Fei, L., Dong, W., Deng, J., Li, K., Socher, R., Li, L.-J.: ImageNet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255 (2009)"}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-019-00635-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00530-019-00635-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-019-00635-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,1]],"date-time":"2022-10-01T19:00:21Z","timestamp":1664650821000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00530-019-00635-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10,14]]},"references-count":202,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,4]]}},"alternative-id":["635"],"URL":"https:\/\/doi.org\/10.1007\/s00530-019-00635-7","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"value":"0942-4962","type":"print"},{"value":"1432-1882","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,10,14]]},"assertion":[{"value":"8 April 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 September 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 October 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}