{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T02:31:36Z","timestamp":1785810696689,"version":"3.56.0"},"reference-count":34,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Robotics and Autonomous Systems"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1016\/j.robot.2024.104904","type":"journal-article","created":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T00:14:11Z","timestamp":1735604051000},"page":"104904","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":20,"special_numbering":"C","title":["Dexterous in-hand manipulation of slender cylindrical objects through deep reinforcement learning with tactile sensing"],"prefix":"10.1016","volume":"186","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3073-5182","authenticated-orcid":false,"given":"Wenbin","family":"Hu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6812-055X","authenticated-orcid":false,"given":"Bidan","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wang Wei","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sicheng","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4617-3252","authenticated-orcid":false,"given":"Yu","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhibin","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.robot.2024.104904_b1","series-title":"[IEEE 2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) - Vancouver, BC (2017.9.24-2017.9.28)] 2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) - Deriving Dexterous, In-Hand Manipulation Primitiv","author":"Liarokapis","year":"2017"},{"key":"10.1016\/j.robot.2024.104904_b2","doi-asserted-by":"crossref","unstructured":"N.C. Dafle, A. Rodriguez, R. Paolini, B. Tang, Extrinsic dexterity: In-hand manipulation with external forces, in: 2014 IEEE International Conference on Robotics and Automation, ICRA, 2014.","DOI":"10.1109\/ICRA.2014.6907062"},{"key":"10.1016\/j.robot.2024.104904_b3","doi-asserted-by":"crossref","unstructured":"B. Calli, A.M. Dollar, Vision-based model predictive control for within-hand precision manipulation with underactuated grippers, in: 2017 IEEE International Conference on Robotics and Automation, ICRA, 2017, pp. 2839\u20132845.","DOI":"10.1109\/ICRA.2017.7989331"},{"key":"10.1016\/j.robot.2024.104904_b4","doi-asserted-by":"crossref","unstructured":"M.V. Liarokapis, A.M. Dollar, Learning task-specific models for dexterous, in-hand manipulation with simple, adaptive robot hands, in: 2016 IEEE\/RSJ International Conference on Intelligent Robots and Systems, IROS, 2016, pp. 2534\u20132541.","DOI":"10.1109\/IROS.2016.7759394"},{"key":"10.1016\/j.robot.2024.104904_b5","series-title":"Relaxed-rigidity constraints: Kinematic trajectory optimization and collision avoidance for in-grasp manipulation","author":"Sundaralingam","year":"2018"},{"key":"10.1016\/j.robot.2024.104904_b6","doi-asserted-by":"crossref","unstructured":"V. Kumar, Y. Tassa, T. Erez, E. Todorov, Real-time behaviour synthesis for dynamic hand-manipulation, in: 2014 IEEE International Conference on Robotics and Automation, ICRA, 2014, pp. 6808\u20136815.","DOI":"10.1109\/ICRA.2014.6907864"},{"issue":"6","key":"10.1016\/j.robot.2024.104904_b7","doi-asserted-by":"crossref","first-page":"1619","DOI":"10.1109\/TRO.2020.3003230","article-title":"A review of tactile information: Perception and action through touch","volume":"36","author":"Li","year":"2020","journal-title":"IEEE Trans. Robot."},{"key":"10.1016\/j.robot.2024.104904_b8","series-title":"Proceedings of the 5th Conference on Robot Learning","first-page":"14","article-title":"Tactile image-to-image disentanglement of contact geometry from motion-induced shear","volume":"vol. 164","author":"Gupta","year":"2022"},{"issue":"3","key":"10.1016\/j.robot.2024.104904_b9","doi-asserted-by":"crossref","first-page":"3838","DOI":"10.1109\/LRA.2020.2977257","article-title":"DIGIT: A novel design for a low-cost compact high-resolution tactile sensor with application to in-hand manipulation","volume":"5","author":"Lambeta","year":"2020","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.robot.2024.104904_b10","doi-asserted-by":"crossref","unstructured":"S. Tian, F. Ebert, D. Jayaraman, M. Mudigonda, C. Finn, R. Calandra, S. Levine, Manipulation by Feel: Touch-Based Control with Deep Predictive Models, in: 2019 International Conference on Robotics and Automation, ICRA, 2019, pp. 818\u2013824.","DOI":"10.1109\/ICRA.2019.8794219"},{"issue":"2","key":"10.1016\/j.robot.2024.104904_b11","doi-asserted-by":"crossref","first-page":"2102","DOI":"10.1109\/LRA.2022.3142417","article-title":"Multi-fingered in-hand manipulation with various object properties using graph convolutional networks and distributed tactile sensors","volume":"7","author":"Funabashi","year":"2022","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"54","key":"10.1016\/j.robot.2024.104904_b12","doi-asserted-by":"crossref","first-page":"eabi4667","DOI":"10.1126\/scirobotics.abi4667","article-title":"The unstable queen: Uncertainty, mechanics, and tactile feedback","volume":"6","author":"Rodriguez","year":"2021","journal-title":"Science Robotics"},{"key":"10.1016\/j.robot.2024.104904_b13","doi-asserted-by":"crossref","unstructured":"G. Khandate, M. Haas-Heger, M. Ciocarlie, On the Feasibility of Learning Finger-gaiting In-hand Manipulation with Intrinsic Sensing, in: 2022 International Conference on Robotics and Automation, ICRA, 2022, pp. 2752\u20132758.","DOI":"10.1109\/ICRA46639.2022.9812212"},{"key":"10.1016\/j.robot.2024.104904_b14","doi-asserted-by":"crossref","unstructured":"L. Sievers, J. Pitz, B. B\u00e4uml, Learning Purely Tactile In-Hand Manipulation with a Torque-Controlled Hand, in: 2022 International Conference on Robotics and Automation, ICRA, 2022, pp. 2745\u20132751.","DOI":"10.1109\/ICRA46639.2022.9812093"},{"issue":"1","key":"10.1016\/j.robot.2024.104904_b15","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1177\/0278364919887447","article-title":"Learning dexterous in-hand manipulation","volume":"39","author":"Andrychowicz","year":"2020","journal-title":"Int. J. Robot. Res."},{"issue":"5","key":"10.1016\/j.robot.2024.104904_b16","doi-asserted-by":"crossref","first-page":"3865","DOI":"10.1109\/TMECH.2021.3132465","article-title":"Learning adaptive grasping from human demonstrations","volume":"27","author":"Wang","year":"2022","journal-title":"IEEE\/ASME Trans. Mechatronics"},{"key":"10.1016\/j.robot.2024.104904_b17","doi-asserted-by":"crossref","DOI":"10.3389\/frobt.2021.538773","article-title":"Using tactile sensing to improve the sample efficiency and performance of deep deterministic policy gradients for simulated in-hand manipulation tasks","volume":"8","author":"Melnik","year":"2021","journal-title":"Front. Robotics AI"},{"issue":"12","key":"10.1016\/j.robot.2024.104904_b18","doi-asserted-by":"crossref","DOI":"10.3390\/s17122762","article-title":"GelSight: High-resolution robot tactile sensors for estimating geometry and force","volume":"17","author":"Yuan","year":"2017","journal-title":"Sensors"},{"key":"10.1016\/j.robot.2024.104904_b19","first-page":"1","article-title":"More than a feeling: Learning to grasp and regrasp using vision and touch","volume":"PP","author":"Calandra","year":"2018","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"1","key":"10.1016\/j.robot.2024.104904_b20","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1109\/TMECH.2022.3201057","article-title":"Where shall I touch? Vision-guided tactile poking for transparent object grasping","volume":"28","author":"Jiang","year":"2023","journal-title":"IEEE\/ASME Trans. Mechatronics"},{"issue":"4","key":"10.1016\/j.robot.2024.104904_b21","doi-asserted-by":"crossref","first-page":"10754","DOI":"10.1109\/LRA.2022.3195195","article-title":"Tactile gym 2.0: Sim-to-real deep reinforcement learning for comparing low-cost high-resolution robot touch","volume":"7","author":"Lin","year":"2022","journal-title":"IEEE Robot. Autom. Lett."},{"issue":"2","key":"10.1016\/j.robot.2024.104904_b22","doi-asserted-by":"crossref","first-page":"3930","DOI":"10.1109\/LRA.2022.3146945","article-title":"TACTO: A fast, flexible, and open-source simulator for high-resolution vision-based tactile sensors","volume":"7","author":"Wang","year":"2022","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.robot.2024.104904_b23","unstructured":"B. Wu, I. Akinola, J. Varley, P.K. Allen, MAT: Multi-Fingered Adaptive Tactile Grasping via Deep Reinforcement Learning, in: 3rd Annual Conference on Robot Learning, Vol. 100, 2019, pp. 142\u2013161."},{"key":"10.1016\/j.robot.2024.104904_b24","series-title":"Rotating without seeing: Towards in-hand dexterity through touch","author":"Yin","year":"2023"},{"key":"10.1016\/j.robot.2024.104904_b25","doi-asserted-by":"crossref","DOI":"10.1016\/j.sna.2019.07.036","article-title":"Flexible tactile sensor array for distributed tactile sensing and slip detection in robotic hand grasping","volume":"297","author":"Wang","year":"2019","journal-title":"Sensors Actuators A"},{"key":"10.1016\/j.robot.2024.104904_b26","doi-asserted-by":"crossref","DOI":"10.3389\/frobt.2020.521448","article-title":"Hierarchical tactile-based control decomposition of dexterous in-hand manipulation tasks","volume":"7","author":"Veiga","year":"2020","journal-title":"Front. Robotics AI"},{"key":"10.1016\/j.robot.2024.104904_b27","doi-asserted-by":"crossref","unstructured":"K. Lowrey, S. Kolev, J. Dao, A. Rajeswaran, E. Todorov, Reinforcement learning for non-prehensile manipulation: Transfer from simulation to physical system, in: 2018 IEEE International Conference on Simulation, Modeling, and Programming for Autonomous Robots, SIMPAR, 2018, pp. 35\u201342.","DOI":"10.1109\/SIMPAR.2018.8376268"},{"key":"10.1016\/j.robot.2024.104904_b28","series-title":"Transferring dexterous manipulation from GPU simulation to a remote real-world TriFinger","author":"Allshire","year":"2021"},{"key":"10.1016\/j.robot.2024.104904_b29","doi-asserted-by":"crossref","first-page":"3168","DOI":"10.1109\/LRA.2021.3062311","article-title":"DROID: Minimizing the reality gap using single-shot human demonstration","volume":"6","author":"Tsai","year":"2021","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.robot.2024.104904_b30","doi-asserted-by":"crossref","unstructured":"P. Lu, J. Liang, B. Huang, S. Yang, W.W. Lee, Thermoformed electronic skins for conformal tactile sensor arrays, in: 2024 IEEE International Conference on Robotics and Automation, ICRA, 2024.","DOI":"10.1109\/ICRA57147.2024.10610733"},{"key":"10.1016\/j.robot.2024.104904_b31","doi-asserted-by":"crossref","unstructured":"E. Todorov, T. Erez, Y. Tassa, MuJoCo: A physics engine for model-based control, in: 2012 IEEE\/RSJ International Conference on Intelligent Robots and Systems, 2012, pp. 5026\u20135033.","DOI":"10.1109\/IROS.2012.6386109"},{"key":"10.1016\/j.robot.2024.104904_b32","series-title":"2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems","first-page":"6778","article-title":"Sim-to-real transfer for robotic manipulation with tactile sensory","author":"Ding","year":"2021"},{"key":"10.1016\/j.robot.2024.104904_b33","series-title":"Implementation matters in deep policy gradients: A case study on PPO and TRPO","author":"Engstrom","year":"2020"},{"issue":"2","key":"10.1016\/j.robot.2024.104904_b34","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1162\/106365601750190398","article-title":"Completely derandomized self-adaptation in evolution strategies","volume":"9","author":"Hansen","year":"2001","journal-title":"Evol. Comput."}],"container-title":["Robotics and Autonomous Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0921889024002884?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0921889024002884?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,3,1]],"date-time":"2025-03-01T03:58:15Z","timestamp":1740801495000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0921889024002884"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4]]},"references-count":34,"alternative-id":["S0921889024002884"],"URL":"https:\/\/doi.org\/10.1016\/j.robot.2024.104904","relation":{},"ISSN":["0921-8890"],"issn-type":[{"value":"0921-8890","type":"print"}],"subject":[],"published":{"date-parts":[[2025,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Dexterous in-hand manipulation of slender cylindrical objects through deep reinforcement learning with tactile sensing","name":"articletitle","label":"Article Title"},{"value":"Robotics and Autonomous Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.robot.2024.104904","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"104904"}}