{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T08:57:32Z","timestamp":1773392252107,"version":"3.50.1"},"reference-count":117,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Hungarian State and the European Union","award":["EFOP- 3.6.1-16-2016-00010 Project"],"award-info":[{"award-number":["EFOP- 3.6.1-16-2016-00010 Project"]}]},{"name":"Hungarian State and the European Union","award":["2019-1-3-1-KK-2019-00007 Project"],"award-info":[{"award-number":["2019-1-3-1-KK-2019-00007 Project"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Syst. Man Cybern, Syst."],"published-print":{"date-parts":[[2021,1]]},"DOI":"10.1109\/tsmc.2020.3018325","type":"journal-article","created":{"date-parts":[[2020,9,17]],"date-time":"2020-09-17T20:02:48Z","timestamp":1600372968000},"page":"266-279","source":"Crossref","is-referenced-by-count":126,"title":["Deep Learning in Robotics: Survey on Model Structures and Training Strategies"],"prefix":"10.1109","volume":"51","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2902-7253","authenticated-orcid":false,"given":"Artur Istvan","family":"Karoly","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2319-0551","authenticated-orcid":false,"given":"Peter","family":"Galambos","sequence":"additional","affiliation":[]},{"given":"Jozsef","family":"Kuti","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2067-8578","authenticated-orcid":false,"given":"Imre J.","family":"Rudas","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","author":"gao","year":"2015","journal-title":"Deep learning for tactile understanding from visual and haptic data"},{"key":"ref38","author":"girshick","year":"2013","journal-title":"Rich Feature Hierarchies for Accurate Object Detection and Semantic Segmentation"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8206106"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139363"},{"key":"ref31","author":"bousmalis","year":"2017","journal-title":"Using simulation and domain adaptation to improve efficiency of deep robotic grasping"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509352"},{"key":"ref36","first-page":"82","article-title":"Recurrent convolutional neural networks for scene labeling","author":"pinheiro","year":"2014","journal-title":"Proc 31st Int Conf Mach Learn (ICML)"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2012.231"},{"key":"ref34","author":"kehl","year":"2016","journal-title":"Deep Learning of Local RGB-D Patches for 3D Object Detection and 6D Pose Estimation ECCV"},{"key":"ref28","first-page":"37","article-title":"Autoencoders, unsupervised learning, and deep architectures","author":"baldi","year":"2012","journal-title":"Proc ICML Workshop Unsupervised Transfer Learn"},{"key":"ref27","first-page":"17","article-title":"Deep learning of representations for unsupervised and transfer learning","author":"bengio","year":"2012","journal-title":"Proc ICML Workshop Unsupervised Transfer Learn"},{"key":"ref29","first-page":"599","author":"hinton","year":"2012","journal-title":"A practical guide to training restricted Boltzmann Machines"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2008.10.024"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/0925-2312(94)90053-1"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/2.144401"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/YAC.2017.7967609"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2716952"},{"key":"ref101","author":"sutanto","year":"2018","journal-title":"Learning Latent Space Dynamics for Tactile Servoing"},{"key":"ref26","author":"levine","year":"2016","journal-title":"Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection"},{"key":"ref100","first-page":"663","article-title":"Algorithms for inverse reinforcement learning","author":"ng","year":"2000","journal-title":"Proc ICML"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2016.7803398"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.11591\/ijra.v3i2.4075"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2015.7353446"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487342"},{"key":"ref58","author":"detone","year":"2017","journal-title":"Toward geometric deep SLAM"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/SYSOSE.2017.7994976"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1177\/0278364907087172"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1177\/0278364914549607"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2011.07.016"},{"key":"ref53","first-page":"55","author":"bicchi","year":"2001","journal-title":"Robotic Grasping and Manipulation"},{"key":"ref52","author":"vielzeuf","year":"2018","journal-title":"Multi-Level Sensor Fusion With Deep Learning"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2014.7041493"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6639344"},{"key":"ref3","first-page":"1097","article-title":"Imagenet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"ref8","first-page":"1223","article-title":"Large scale distributed deep networks","author":"dean","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref49","author":"elmenreich","year":"2002","journal-title":"An Introduction to Sensor Fusion"},{"key":"ref7","first-page":"319","author":"lecun","year":"1999","journal-title":"Object Recognition with Gradient-Based Learning"},{"key":"ref9","author":"le","year":"2011","journal-title":"Building High-level Features Using Large Scale Unsupervised Learning"},{"key":"ref46","author":"liao","year":"2016","journal-title":"Parse geometry from a line Monocular depth estimation with partial laser observation"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(02)00325-1"},{"key":"ref48","author":"abdelkawy","year":"2018","journal-title":"Deep Hmresnet Model for Human Activity-Aware Robotic Systems"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1998.680720"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46475-6_1"},{"key":"ref41","author":"hollis","year":"2016","journal-title":"Compressed Learning for Tactile Object Classification [J]"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1299\/jsmeicam.2015.6.329"},{"key":"ref43","first-page":"21","author":"valada","year":"2018","journal-title":"Deep Feature Learning for Acoustics-Based Terrain Classification"},{"key":"ref73","author":"pong","year":"2018","journal-title":"Temporal difference models Model-free deep RL for model-based control"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989324"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2014.7041347"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/HUMANOIDS.2014.7041375"},{"key":"ref76","author":"spong","year":"2005","journal-title":"Robot Modeling and Control"},{"key":"ref77","year":"2019","journal-title":"Solving Rubik’s Cube with a Robot Hand"},{"key":"ref74","author":"nagabandi","year":"2017","journal-title":"Neural Network Dynamics for Model-Based Deep Reinforcement Learning with Model-Free Fine-Tuning"},{"key":"ref75","first-page":"1","article-title":"Model-based reinforcement learning with neural networks on hierarchical dynamic system","author":"yamaguchi","year":"2016","journal-title":"Proc Workshop Deep Reinforcement Learn Front Challenges 25th Int Joint Conf Artif Intell (IJCAI)"},{"key":"ref78","author":"long","year":"2016","journal-title":"Deep-Learned Collision Avoidance Policy for Distributed Multi-Agent Navigation"},{"key":"ref79","author":"lillicrap","year":"2016","journal-title":"Continuous control with deep reinforcement learning"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2017.XIII.058"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2018.XIV.021"},{"key":"ref61","author":"mahler","year":"2017","journal-title":"Dex-net 3 0 Computing robust robot suction grasp targets in point clouds using a new analytic model and deep learning"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45135-8_23"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TRA.2002.807548"},{"key":"ref65","author":"qureshi","year":"2018","journal-title":"Motion planning networks"},{"key":"ref66","author":"kim","year":"2015","journal-title":"Deep Neural Network for Real-Time Autonomous Indoor Navigation"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2008.4543623"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21546"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1561\/2000000039"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ICHR.2009.5379604"},{"key":"ref1","author":"goodfellow","year":"2016","journal-title":"Deep Learning"},{"key":"ref109","first-page":"656","article-title":"Convolutional-recursive deep learning for 3d object classification","author":"socher","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref95","first-page":"4119","article-title":"Supervised representation learning: Transfer learning with deep autoencoders","author":"zhuang","year":"2015","journal-title":"Proc IJCAI"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989165"},{"key":"ref94","author":"you","year":"2017","journal-title":"Virtual to real reinforcement learning for autonomous driving"},{"key":"ref107","author":"qi","year":"2016","journal-title":"Pointnet Deep learning on point sets for 3d classification and segmentation"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/3DV.2017.00011"},{"key":"ref106","author":"redmon","year":"2014","journal-title":"Real-time grasp detection using convolutional neural networks"},{"key":"ref92","author":"james","year":"2016","journal-title":"3d simulation for robot arm control with deep q-learning"},{"key":"ref105","author":"redmon","year":"2015","journal-title":"You only look once Unified real-time object detection"},{"key":"ref91","author":"peng","year":"2017","journal-title":"Sim-to-real transfer of robotic control with dynamics randomization"},{"key":"ref104","first-page":"147","article-title":"The architecture of the festival speech synthesis system","author":"taylor","year":"1998","journal-title":"Proc 3rd ESCA Workshop Speech Synthesis"},{"key":"ref90","author":"simonyan","year":"2014","journal-title":"Very Deep Convolutional Networks for Large-scale Image Recognition"},{"key":"ref103","author":"ren","year":"2015","journal-title":"Faster r-cnn Towards real-time object detection with region proposal networks"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.169"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.114"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aau4984"},{"key":"ref110","first-page":"387","author":"bo","year":"2013","journal-title":"Unsupervised Feature Learning for Rgb-d Based Object Recognition"},{"key":"ref98","author":"duan","year":"2017","journal-title":"One-shot imitation learning"},{"key":"ref99","author":"nair","year":"2017","journal-title":"Overcoming exploration in reinforcement learning with demonstrations"},{"key":"ref96","author":"lee","year":"2017","journal-title":"A survey of robot learning from demonstrations for human-robot collaboration"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(99)01327-3"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.220"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390177"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2018.2840738"},{"key":"ref13","author":"johnson","year":"2015","journal-title":"Densecap Fully convolutional localization networks for dense captioning"},{"key":"ref14","first-page":"513","article-title":"Domain adaptation for large-scale sentiment classification: A deep learning approach","author":"glorot","year":"2011","journal-title":"Proc 28th Int Conf Mach Learn (ICML)"},{"key":"ref15","first-page":"1631","article-title":"Recursive deep models for semantic compositionality over a sentiment treebank","author":"socher","year":"2013","journal-title":"Proc Conf Empiric Methods Nat Lang Process"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1080\/01691864.2017.1365009"},{"key":"ref82","first-page":"1334","article-title":"End-to-end training of deep visuomotor policies","volume":"17","author":"levine","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2018.8622396"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913495721"},{"key":"ref81","first-page":"739","article-title":"Off-road obstacle avoidance through end-to-end learning","author":"muller","year":"2006","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref18","author":"amarjyoti","year":"2017","journal-title":"Deep reinforcement learning for robotic manipulation The state of the art"},{"key":"ref84","first-page":"1633","article-title":"Transfer learning for reinforcement learning domains: A survey","volume":"10","author":"taylor","year":"2009","journal-title":"J Mach Learn Res"},{"key":"ref19","author":"tai","year":"2016","journal-title":"Deep-learning in Mobile Robotics-from Perception to Control Systems A Survey on Why and Why not"},{"key":"ref83","author":"gupta","year":"2017","journal-title":"Learning invariant feature spaces to transfer skills with reinforcement learning"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1177\/0278364908090961"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-015-9516-2"},{"key":"ref116","author":"roy","year":"2018","journal-title":"Tree-CNN A Deep Convolutional Neural Network for Lifelong Learning"},{"key":"ref80","author":"bojarski","year":"2016","journal-title":"End to End Learning for Self-Driving Cars"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/j.conb.2008.08.003"},{"key":"ref89","author":"szegedy","year":"2015","journal-title":"Rethinking the inception architecture for computer vision"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2009.191"},{"key":"ref86","author":"huh","year":"2016","journal-title":"What makes imagenet good for transfer learning?"},{"key":"ref87","author":"yosinski","year":"2014","journal-title":"How transferable are features in deep neural networks?"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"}],"container-title":["IEEE Transactions on Systems, Man, and Cybernetics: Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221021\/9321226\/09199280.pdf?arnumber=9199280","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T15:57:41Z","timestamp":1642003061000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9199280\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1]]},"references-count":117,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tsmc.2020.3018325","relation":{},"ISSN":["2168-2216","2168-2232"],"issn-type":[{"value":"2168-2216","type":"print"},{"value":"2168-2232","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1]]}}}