{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T20:19:15Z","timestamp":1777407555133,"version":"3.51.4"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,9,15]],"date-time":"2020-09-15T00:00:00Z","timestamp":1600128000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,9,15]],"date-time":"2020-09-15T00:00:00Z","timestamp":1600128000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["NRF-2019R1A2C1003713"],"award-info":[{"award-number":["NRF-2019R1A2C1003713"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2021,2]]},"DOI":"10.1007\/s10489-020-01870-6","type":"journal-article","created":{"date-parts":[[2020,9,15]],"date-time":"2020-09-15T07:02:38Z","timestamp":1600153358000},"page":"1041-1055","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Natural object manipulation using anthropomorphic robotic hand through deep reinforcement learning and deep grasping probability network"],"prefix":"10.1007","volume":"51","author":[{"given":"Edwin","family":"Valarezo A\u00f1azco","sequence":"first","affiliation":[]},{"given":"Patricio","family":"Rivera Lopez","sequence":"additional","affiliation":[]},{"given":"Nahyeon","family":"Park","sequence":"additional","affiliation":[]},{"given":"Jiheon","family":"Oh","sequence":"additional","affiliation":[]},{"given":"Gahyeon","family":"Ryu","sequence":"additional","affiliation":[]},{"given":"Mugahed A.","family":"Al-antari","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7118-1708","authenticated-orcid":false,"given":"Tae-Seong","family":"Kim","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,9,15]]},"reference":[{"issue":"1","key":"1870_CR1","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/0278364919887447","volume":"39","author":"O Andrychowicz","year":"2020","unstructured":"Andrychowicz O, Baker B, Chociej M, J\u00f3zefowicz R, McGrew B, Pachocki J, Petron A, Plapert M, Powell G, Zaremba W (2020) Learning dexterous in-hand manipulation. Int J Robotics Res 39(1):3\u201320. https:\/\/doi.org\/10.1177\/0278364919887447","journal-title":"Int J Robotics Res"},{"issue":"1","key":"1870_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1146\/annurev-control-060117-105003","volume":"2","author":"C Piazza","year":"2019","unstructured":"Piazza C, Grioli G, Catalano M, Bicchi A (2019) A century of robotic hands. Ann Rev Control Robotics Autonomous Syst 2(1):1\u201332. https:\/\/doi.org\/10.1146\/annurev-control-060117-105003","journal-title":"Ann Rev Control Robotics Autonomous Syst"},{"key":"1870_CR3","doi-asserted-by":"publisher","first-page":"5857","DOI":"10.1109\/IROS.2015.7354209","volume-title":"Open-source, anthropomorphic, underactuated robot hands with a selectively lockable differential mechanism: Towards affordable prostheses","author":"G Kontoudis","year":"2015","unstructured":"Kontoudis G, Liarokapis M, Zisimatos A, Mavrogiannis C, Kyriakopoulos K (2015) Open-source, anthropomorphic, underactuated robot hands with a selectively lockable differential mechanism: Towards affordable prostheses. IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), Hamburg, pp 5857\u20135862. https:\/\/doi.org\/10.1109\/IROS.2015.7354209"},{"issue":"1\u20133","key":"1870_CR4","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1177\/0278364915592961","volume":"35","author":"R Deimel","year":"2016","unstructured":"Deimel R, Brock O (2016) A novel type of compliant and underactuated robotic hand for dexterous grasping. Int J Robotics Res 35(1\u20133):161\u2013185. https:\/\/doi.org\/10.1177\/0278364915592961","journal-title":"Int J Robotics Res"},{"issue":"3","key":"1870_CR5","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1109\/TNSRE.2014.2342158","volume":"23","author":"G Smit","year":"2015","unstructured":"Smit G, Plettenburg D, Van der Helm F (2015) The lightweight Delft cylinder hand: first multi-articulating hand that meets the basic user requirements. IEEE Trans Neural Syst Rehab Eng 23(3):431\u2013440. https:\/\/doi.org\/10.1109\/TNSRE.2014.2342158","journal-title":"IEEE Trans Neural Syst Rehab Eng"},{"issue":"02","key":"1870_CR6","doi-asserted-by":"publisher","first-page":"2050008-1","DOI":"10.1142\/S0219843620500085","volume":"17","author":"J Starke","year":"2020","unstructured":"Starke J, Eichmann C, Ottenhaus S, Asfour T (2020) Human-inspired representation of object-specific. Int J Humanoid Robotics 17(02):2050008-1\u20132050008-20. https:\/\/doi.org\/10.1142\/S0219843620500085","journal-title":"Int J Humanoid Robotics"},{"issue":"19\u201320","key":"1870_CR7","doi-asserted-by":"publisher","first-page":"1030","DOI":"10.1080\/01691864.2017.1365011","volume":"31","author":"R Ozawa","year":"2017","unstructured":"Ozawa R, Tahara K (2017) Grasp and dexterous manipulation of multi-fingered robotic hands: a review from a control view point. Adv Robot 31(19\u201320):1030\u20131050. https:\/\/doi.org\/10.1080\/01691864.2017.1365011","journal-title":"Adv Robot"},{"issue":"87","key":"1870_CR8","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1007\/s10514-011-9232-5","volume":"31","author":"J Rosell","year":"2011","unstructured":"Rosell J, Su\u00e1rez R, Rosales C, P\u00e9rez A (2011) Autonomous motion planning of a hand-arm robotic system based on captured human-like hand postures. Autonomous Robots 31(87):87\u2013102. https:\/\/doi.org\/10.1007\/s10514-011-9232-5","journal-title":"Autonomous Robots"},{"key":"1870_CR9","doi-asserted-by":"publisher","first-page":"3389","DOI":"10.1109\/ICRA.2017.7989385","volume-title":"Deep Reinforcement Learning for Robotic Manipulation with Asynchronous off-policy Updates","author":"S Gu","year":"2017","unstructured":"Gu S, Holly E, Lillicrap T, Levine S (2017) Deep Reinforcement Learning for Robotic Manipulation with Asynchronous off-policy Updates. IEEE International Conference on Robotics and Automation (ICRA), Singapore, pp 3389\u20133396. https:\/\/doi.org\/10.1109\/ICRA.2017.7989385"},{"key":"1870_CR10","unstructured":"Riedmiller M, Hafner R, Lampe T, Neunert M, Van de Wiele T, Mnih V, Heess N, Springenberg T (2018) Learning by playing \u2013 solving sparse reward tasks from scratch. In proceedings of the 35 th international conference on machine, Stockholm"},{"key":"1870_CR11","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1023\/A:1008381314159","volume":"10","author":"P Sanz","year":"1999","unstructured":"Sanz P, Inesta J, Pobil A (1999) Planar grasping characterization based on curvature-symmetry fusion. Appl Intell 10:25\u201336. https:\/\/doi.org\/10.1023\/A:1008381314159","journal-title":"Appl Intell"},{"issue":"3","key":"1870_CR12","doi-asserted-by":"publisher","first-page":"20","DOI":"10.14313\/JAMRIS_3-2018\/15","volume":"12","author":"Y Fenjiro","year":"2018","unstructured":"Fenjiro Y, Benbrahim H (2018) Deep reinforcement learning overview of the state of the art. J Automation Mobile Robotics Intell Syst 12(3):20\u201339. https:\/\/doi.org\/10.14313\/JAMRIS_3-2018\/15","journal-title":"J Automation Mobile Robotics Intell Syst"},{"issue":"2","key":"1870_CR13","doi-asserted-by":"publisher","first-page":"1144","DOI":"10.1109\/TII.2018.2841043","volume":"15","author":"F Ficucielo","year":"2019","unstructured":"Ficucielo F (2019) Synergy-based control of Underactuated anthropomorphic hands. IEEE Trans Ind Inf 15(2):1144\u20131152. https:\/\/doi.org\/10.1109\/TII.2018.2841043","journal-title":"IEEE Trans Ind Inf"},{"key":"1870_CR14","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1007\/s10489-018-1296-x","volume":"49","author":"X Zhao","year":"2019","unstructured":"Zhao X, Ding S, An Y, Jia W (2019) Applications of asynchronous deep reinforcement learning based on dynamic updating weights. Appl Intell 49:581\u2013591. https:\/\/doi.org\/10.1007\/s10489-018-1296-x","journal-title":"Appl Intell"},{"key":"1870_CR15","doi-asserted-by":"publisher","first-page":"2633","DOI":"10.1007\/s10489-020-01669-5","volume":"50","author":"F Mohsen","year":"2020","unstructured":"Mohsen F, Wang J, Al-Sabahi K (2020) A hierarchical self-attentive neural extractive summarizer via reinforcement learning (HSASRL). Appl Intell 50:2633\u20132646. https:\/\/doi.org\/10.1007\/s10489-020-01669-5","journal-title":"Appl Intell"},{"key":"1870_CR16","volume-title":"Learning Complex Dexterous Manipulation with Deep Reinforcement Learning and Demonstrations. in Proceedings of Robotics","author":"A Rajeswaran","year":"2018","unstructured":"Rajeswaran A, Kumar V, Gupta A, Vezzani G, Schulman J, Todorov E, Levine S (2018) Learning Complex Dexterous Manipulation with Deep Reinforcement Learning and Demonstrations. in Proceedings of Robotics. Science and Systems, Pittsburgh"},{"issue":"4","key":"1870_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3197517.3201311","volume":"37","author":"X Peng","year":"2018","unstructured":"Peng X, Abbeel P, Levine S, Van de Panne M (2018) DeepMimic: example-guided deep reinforcement learning of physics-based character skills. ACM Trans Graph 37(4):1\u201314. https:\/\/doi.org\/10.1145\/3197517.3201311","journal-title":"ACM Trans Graph"},{"issue":"26","key":"1870_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1126\/scirobotics.aao4900","volume":"4","author":"F Ficuciello","year":"2019","unstructured":"Ficuciello F, Migliozzi A, Laudante G, Falco P, Siciliano B (2019) Vision-based grasp learning of an anthropomorphic hand-arm system in a synergy-based control framework. Science robotics 4(26):1\u201311. https:\/\/doi.org\/10.1126\/scirobotics.aao4900","journal-title":"Science robotics"},{"key":"1870_CR19","doi-asserted-by":"publisher","first-page":"3512","DOI":"10.1007\/s10489-019-01462-z","volume":"49","author":"A Nazemi","year":"2019","unstructured":"Nazemi A (2019) A new collaborate Neuro-dynamic framework for solving convex second order cone programming problems with an application in multi-fingered robotic hands. Appl Intell 49:3512\u20133523. https:\/\/doi.org\/10.1007\/s10489-019-01462-z","journal-title":"Appl Intell"},{"key":"1870_CR20","doi-asserted-by":"publisher","first-page":"442","DOI":"10.1109\/ICHR.2005.1573607","volume-title":"A shape matching algorithm for synthesizing humanlike enveloping grasps","author":"Y Li","year":"2005","unstructured":"Li Y, Pollard N (2005) A shape matching algorithm for synthesizing humanlike enveloping grasps. 5th IEEE-RAS International Conference on Humanoid Robots, Tsukuba, pp 442\u2013449. https:\/\/doi.org\/10.1109\/ICHR.2005.1573607"},{"issue":"3-4","key":"1870_CR21","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1109\/ICRA.2014.6907393","volume":"89","author":"C Rubert","year":"2018","unstructured":"Rubert C, Leon B, Morales A, Sancho-Bru J (2018) Characterisation of grasp quality metrics. J Intell Robotic Syst 89(3-4):319\u2013342. https:\/\/doi.org\/10.1109\/ICRA.2014.6907393","journal-title":"J Intell Robotic Syst"},{"issue":"4","key":"1870_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2897824.2925927","volume":"35","author":"M Lau","year":"2016","unstructured":"Lau M, Dev K, Shi W, Dorsey J, Rushmeier H (2016) Tactile mesh saliency. ACM Trans Graph 35(4):1\u201311. https:\/\/doi.org\/10.1145\/2897824.2925927","journal-title":"ACM Trans Graph"},{"key":"1870_CR23","doi-asserted-by":"publisher","first-page":"8701","DOI":"10.1109\/CVPR.2019.00891","volume-title":"ContactDB: Analyzing and Predicting Grasp Contact via Thermal Imaging","author":"S Brahmbhatt","year":"2019","unstructured":"Brahmbhatt S, Ham C, Kemp C, Hays J (2019) ContactDB: Analyzing and Predicting Grasp Contact via Thermal Imaging. 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), Long Beach, pp 8701\u20138711. https:\/\/doi.org\/10.1109\/CVPR.2019.00891"},{"issue":"9","key":"1870_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1177\/1687814016668077","volume":"8","author":"Z Wang","year":"2016","unstructured":"Wang Z, Li Z, Wang B, Liu H (2016) Robot grasp detection using multimodal deep convolutional neural networks. Adv Mech Eng 8(9):1\u201312. https:\/\/doi.org\/10.1177\/1687814016668077","journal-title":"Adv Mech Eng"},{"issue":"4\u20135","key":"1870_CR25","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1177\/0278364917710318","volume":"37","author":"S Levine","year":"2018","unstructured":"Levine S, Pastor P, Krizhevsky A, Quillen D (2018) Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection. Int J Robotics Res 37(4\u20135):421\u2013436. https:\/\/doi.org\/10.1177\/0278364917710318","journal-title":"Int J Robotics Res"},{"key":"1870_CR26","doi-asserted-by":"crossref","unstructured":"Mahler J, Liang J, Niyaz S, Laskey M, Doan R, Liu X, Ojea J, Goldberg K (2017) Dex-net 2.0: deep learning to plan robust grasps with synthetic point clouds and analytic grasp metrics. RSS: robotics: science and systems, Cambridge, Massachusetts, USA","DOI":"10.15607\/RSS.2017.XIII.058"},{"key":"1870_CR27","doi-asserted-by":"publisher","first-page":"5026","DOI":"10.1109\/IROS.2012.6386109","volume-title":"MuJoCo: a physics engine for model-based control","author":"E Todorov","year":"2012","unstructured":"Todorov E, Erez T, Tassa Y (2012) MuJoCo: a physics engine for model-based control. IEEE\/RSJ International Conference on Intelligent Robots and Systems, Vilamoura, pp 5026\u20135033. https:\/\/doi.org\/10.1109\/IROS.2012.6386109"},{"key":"1870_CR28","doi-asserted-by":"publisher","first-page":"1512","DOI":"10.1109\/ICRA.2013.6630771","volume-title":"Fast, strong and compliant pneumatic actuation for dexterous tendon-driven hands","author":"V Kumar","year":"2013","unstructured":"Kumar V, Xu Z, Todorov E (2013) Fast, strong and compliant pneumatic actuation for dexterous tendon-driven hands. IEEE International Conference on Robotics and Automation, Karlsruhe, pp 1512\u20131519. https:\/\/doi.org\/10.1109\/ICRA.2013.6630771"},{"key":"1870_CR29","doi-asserted-by":"publisher","unstructured":"Brahmbhatt S, Handa A, Hays J, Fox D (2019) ContactGrasp: Fuctional Multi-finger Grasp Synthesis from Contact. 2019 IEEE\/RSJ international conference on intelligent robots and systems (IROS), Macau, China, doi: https:\/\/doi.org\/10.1109\/IROS40897.2019.8967960","DOI":"10.1109\/IROS40897.2019.8967960"},{"issue":"6","key":"1870_CR30","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth M, Brundage M, Bharath A (2017) Deep reinforcement learning: a brief survey. IEEE Signal Process Magazine 34(6):26\u201338. https:\/\/doi.org\/10.1109\/MSP.2017.2743240","journal-title":"IEEE Signal Process Magazine"},{"key":"1870_CR31","first-page":"7","volume-title":"Hands-on reinforcement learning with python","author":"S Ravichandiran","year":"2018","unstructured":"Ravichandiran S (2018) Hands-on reinforcement learning with python. In: Shetty S (ed) . Packt Publishing Ltd., Birmingham, pp 7\u201318"},{"key":"1870_CR32","unstructured":"Kakade S (2001) A natural policy gradient. In NIPS 01: proceedings of the 14th international conference on neural information processing systems: natural and synthetic, Vancouver, British Columbia, Canada"},{"key":"1870_CR33","unstructured":"Reinhard J (2007) Machine learning of motor skills for robotics. Ph.D. Dissertation, University of Southern California, USA"},{"key":"1870_CR34","unstructured":"Rajeswaran A, Lowrey K, Todorov E, Kakade S (2017) Towards generalization and simplicity in continuous control. In advances in neural information processing systems 30 (NIPS 2017), Los Angeles, United States"},{"key":"1870_CR35","doi-asserted-by":"publisher","first-page":"6292","DOI":"10.1109\/ICRA.2018.8463162","volume-title":"Overcoming Exploration in Reinforcement Learning with Demonstrations","author":"A Nair","year":"2018","unstructured":"Nair A, McGrew B, Andrychowicz M, Zaremba W, Abbeel P (2018) Overcoming Exploration in Reinforcement Learning with Demonstrations. IEEE International Conference on Robotic and Automation (ICRA), Brisbane, pp 6292\u20136299. https:\/\/doi.org\/10.1109\/ICRA.2018.8463162"},{"key":"1870_CR36","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1016\/j.knosys.2018.10.025","volume":"163","author":"L Zhao","year":"2019","unstructured":"Zhao L, Zhou Y, Lu H, Fujita H (2019) Parallel computing method of deep belief networks and its application to traffic flow prediction. Knowl-Based Syst 163:972\u2013987. https:\/\/doi.org\/10.1016\/j.knosys.2018.10.025","journal-title":"Knowl-Based Syst"},{"key":"1870_CR37","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1007\/978-3-319-03017-3","volume-title":"The human hand as an inspiration for robot hand development","year":"2014","unstructured":"Balasubramanian R, Santos V (eds) (2014) The human hand as an inspiration for robot hand development. Springer International Publishing, Switzerland, pp 219\u2013247. https:\/\/doi.org\/10.1007\/978-3-319-03017-3"},{"key":"1870_CR38","doi-asserted-by":"publisher","first-page":"3485","DOI":"10.1109\/ICRA.2016.7487528","volume-title":"Design of a highly biomimetic anthropomorphic robotic hand towards artificial limb regeneration","author":"Z Xu","year":"2016","unstructured":"Xu Z, Todorov E (2016) Design of a highly biomimetic anthropomorphic robotic hand towards artificial limb regeneration. IEEE International Conference on Robotics and Automation (ICRA), Stockholm, pp 3485\u20133492. https:\/\/doi.org\/10.1109\/ICRA.2016.7487528"},{"key":"1870_CR39","doi-asserted-by":"publisher","unstructured":"Gupta A, Eppner C, Levine S, Abbeel P (2016) Learning dexterous manipulation for a soft robotic hand from human demonstrations. IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), Daejeon, South Korea, pp. 3786\u20133793. https:\/\/doi.org\/10.1109\/IROS.2016.7759557","DOI":"10.1109\/IROS.2016.7759557"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-01870-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-020-01870-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-01870-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,15]],"date-time":"2021-09-15T00:41:13Z","timestamp":1631666473000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-020-01870-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,15]]},"references-count":39,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,2]]}},"alternative-id":["1870"],"URL":"https:\/\/doi.org\/10.1007\/s10489-020-01870-6","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,9,15]]},"assertion":[{"value":"15 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare no conflicts of interest regarding publishing this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}