{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T01:04:30Z","timestamp":1780707870615,"version":"3.54.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,8,18]],"date-time":"2021-08-18T00:00:00Z","timestamp":1629244800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,8,18]],"date-time":"2021-08-18T00:00:00Z","timestamp":1629244800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100000038","name":"NSERC","doi-asserted-by":"crossref","award":["RGPIN-2017-05762"],"award-info":[{"award-number":["RGPIN-2017-05762"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100004489","name":"Mitacs","doi-asserted-by":"crossref","award":["IT14727"],"award-info":[{"award-number":["IT14727"]}],"id":[{"id":"10.13039\/501100004489","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Intel Serv Robotics"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s11370-021-00380-9","type":"journal-article","created":{"date-parts":[[2021,8,18]],"date-time":"2021-08-18T11:04:38Z","timestamp":1629284678000},"page":"571-582","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Learn to grasp unknown objects in robotic manipulation"],"prefix":"10.1007","volume":"14","author":[{"given":"Abdulrahman","family":"Al-Shanoon","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3552-1944","authenticated-orcid":false,"given":"Haoxiang","family":"Lang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ying","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yunfei","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenxin","family":"Hong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,8,18]]},"reference":[{"key":"380_CR1","doi-asserted-by":"publisher","unstructured":"Jonschkowski R, Eppner C, H\u00f6fer S, Mart\u00edn-Mart\u00edn R, Brock O (2016) Probabilistic multi-class segmentation for the amazon picking challenge. In: IEEE\/RSJ international conference on intelligent robots and systems (IROS). IEEE, pp 1\u20137. https:\/\/doi.org\/10.1109\/iros.2016.7758087","DOI":"10.1109\/iros.2016.7758087"},{"key":"380_CR2","doi-asserted-by":"publisher","unstructured":"Tekin B, Sinha SN, Fua P (2018) Real-time seamless single shot 6d object pose prediction. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 292\u2013301. https:\/\/doi.org\/10.1109\/cvpr.2018.00038","DOI":"10.1109\/cvpr.2018.00038"},{"key":"380_CR3","unstructured":"Tremblay J, To T, Sundaralingam B, Xiang Y, Fox D, Birchfield S (2018) Deep object pose estimation for semantic robotic grasping of household objects. arXiv preprint. https:\/\/arxiv.org\/abs\/1809.10790v1"},{"key":"380_CR4","doi-asserted-by":"publisher","DOI":"10.1109\/tcyb.2020.2977374","author":"TT Nguyen","year":"2020","unstructured":"Nguyen TT, Nguyen ND, Nahavandi S (2020) Deep reinforcement learning for multiagent systems: a review of challenges, solutions, and applications. IEEE Trans Cybern. https:\/\/doi.org\/10.1109\/tcyb.2020.2977374","journal-title":"IEEE Trans Cybern"},{"key":"380_CR5","unstructured":"Kalashnikov D et al (2018) Qt-opt: Scalable deep reinforcement learning for vision-based robotic manipulation. arXiv preprint. https:\/\/arxiv.org\/abs\/1806.10293"},{"issue":"4\u20135","key":"380_CR6","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1177\/0278364917710318","volume":"37","author":"S Levine","year":"2018","unstructured":"Levine S, Pastor P, Krizhevsky A, Ibarz J, Quillen D (2018) Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection. Int J Robot Res 37(4\u20135):421\u2013436. https:\/\/doi.org\/10.1177\/0278364917710318","journal-title":"Int J Robot Res"},{"issue":"10","key":"380_CR7","doi-asserted-by":"publisher","first-page":"2030","DOI":"10.1109\/tcyb.2014.2363664","volume":"45","author":"W Sheng","year":"2014","unstructured":"Sheng W, Thobbi A, Gu Y (2014) An integrated framework for human\u2013robot collaborative manipulation. IEEE Trans Cybern 45(10):2030\u20132041. https:\/\/doi.org\/10.1109\/tcyb.2014.2363664","journal-title":"IEEE Trans Cybern"},{"key":"380_CR8","unstructured":"Mnih V et al (2013) Playing atari with deep reinforcement learning. arXiv preprint. https:\/\/arxiv.org\/abs\/1312.5602"},{"key":"380_CR9","unstructured":"Lillicrap TP et al (2015) Continuous control with deep reinforcement learning. arXiv preprint. https:\/\/arxiv.org\/abs\/1509.02971"},{"key":"380_CR10","doi-asserted-by":"publisher","unstructured":"Rohmer E, Singh SP, Freese M (2013) V-REP: a versatile and scalable robot simulation framework. In: IEEE\/RSJ international conference on intelligent robots and systems. IEEE, pp 1321\u20131326. https:\/\/doi.org\/10.1109\/iros.2013.6696520","DOI":"10.1109\/iros.2013.6696520"},{"issue":"1\u20132","key":"380_CR11","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1007\/s10514-013-9366-8","volume":"36","author":"A Herzog","year":"2014","unstructured":"Herzog A et al (2014) Learning of grasp selection based on shape-templates. Auton Robots 36(1\u20132):51\u201365. https:\/\/doi.org\/10.1007\/s10514-013-9366-8","journal-title":"Auton Robots"},{"key":"380_CR12","doi-asserted-by":"publisher","unstructured":"Goldfeder C, Ciocarlie M, Dang H, Allen PK (2009) The Columbia grasp database. In: IEEE international conference on robotics and automation. IEEE, pp 1710\u20131716. https:\/\/doi.org\/10.1109\/robot.2009.5152709","DOI":"10.1109\/robot.2009.5152709"},{"key":"380_CR13","doi-asserted-by":"crossref","unstructured":"Mahler J et al (2017) Dex-net 2.0: Deep learning to plan robust grasps with synthetic point clouds and analytic grasp metrics. arXiv preprint. https:\/\/arxiv.org\/abs\/1703.09312","DOI":"10.15607\/RSS.2017.XIII.058"},{"issue":"13\u201314","key":"380_CR14","doi-asserted-by":"publisher","first-page":"1455","DOI":"10.1177\/0278364917735594","volume":"36","author":"A ten Pas","year":"2017","unstructured":"ten Pas A, Gualtieri M, Saenko K, Platt R (2017) Grasp pose detection in point clouds. Int J Robot Res 36(13\u201314):1455\u20131473. https:\/\/doi.org\/10.1177\/0278364917735594","journal-title":"Int J Robot Res"},{"key":"380_CR15","doi-asserted-by":"publisher","unstructured":"Han H, Paul G, Matsubara T (2017) Model-based reinforcement learning approach for deformable linear object manipulation. In: 13th IEEE conference on automation science and engineering (CASE). IEEE, pp 750\u2013755. https:\/\/doi.org\/10.1109\/coase.2017.8256194","DOI":"10.1109\/coase.2017.8256194"},{"key":"380_CR16","doi-asserted-by":"publisher","unstructured":"Van der Merwe M, Lu Q, Sundaralingam B, Matak M, Hermans T (2020) Learning continuous 3D reconstructions for geometrically aware grasping. In: IEEE international conference on robotics and automation (ICRA), pp 11516\u201311522. https:\/\/doi.org\/10.1109\/ICRA40945.2020.9196981","DOI":"10.1109\/ICRA40945.2020.9196981"},{"key":"380_CR17","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1016\/j.robot.2017.06.011","volume":"95","author":"L Zaidi","year":"2017","unstructured":"Zaidi L, Corrales JA, Bouzgarrou BC, Mezouar Y, Sabourin L (2017) Model-based strategy for grasping 3D deformable objects using a multi-fingered robotic hand. Robot Auton Syst 95:196\u2013206. https:\/\/doi.org\/10.1016\/j.robot.2017.06.011","journal-title":"Robot Auton Syst"},{"key":"380_CR18","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aau4984","author":"J Mahler","year":"2019","unstructured":"Mahler J et al (2019) Learning ambidextrous robot grasping policies. Sci Robot. https:\/\/doi.org\/10.1126\/scirobotics.aau4984","journal-title":"Sci Robot"},{"key":"380_CR19","doi-asserted-by":"publisher","unstructured":"Mousavian A, Eppner C, Fox D (2019) 6-dof graspnet: variational grasp generation for object manipulation. In: Proceedings of the IEEE international conference on computer vision, pp 2901\u20132910. https:\/\/doi.org\/10.1109\/iccv.2019.00299","DOI":"10.1109\/iccv.2019.00299"},{"key":"380_CR20","doi-asserted-by":"publisher","unstructured":"Wang C et al. (2019) Densefusion: 6d object pose estimation by iterative dense fusion. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3343\u20133352. https:\/\/doi.org\/10.1109\/cvpr.2019.00346","DOI":"10.1109\/cvpr.2019.00346"},{"key":"380_CR21","doi-asserted-by":"publisher","unstructured":"Deng X, Xiang Y, Mousavian A, Eppner C, Bretl T, Fox D (2020) Self-supervised 6d object pose estimation for robot manipulation. In: IEEE international conference on robotics and automation (ICRA), pp 3665\u20133671. https:\/\/doi.org\/10.1109\/ICRA40945.2020.9196714","DOI":"10.1109\/ICRA40945.2020.9196714"},{"issue":"4\u20135","key":"380_CR22","doi-asserted-by":"publisher","first-page":"705","DOI":"10.1177\/0278364914549607","volume":"34","author":"I Lenz","year":"2015","unstructured":"Lenz I, Lee H, Saxena A (2015) Deep learning for detecting robotic grasps. Int J Robot Res 34(4\u20135):705\u2013724. https:\/\/doi.org\/10.1177\/0278364914549607","journal-title":"Int J Robot Res"},{"key":"380_CR23","doi-asserted-by":"publisher","unstructured":"Redmon J, Angelova A (2015) Real-time grasp detection using convolutional neural networks. In: IEEE international conference on robotics and automation (ICRA). IEEE, pp 1316\u20131322. https:\/\/doi.org\/10.1109\/icra.2015.7139361","DOI":"10.1109\/icra.2015.7139361"},{"issue":"2","key":"380_CR24","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1109\/tro.2013.2289018","volume":"30","author":"J Bohg","year":"2013","unstructured":"Bohg J, Morales A, Asfour T, Kragic D (2013) Data-driven grasp synthesis\u2014a survey. IEEE Trans Robot 30(2):289\u2013309. https:\/\/doi.org\/10.1109\/tro.2013.2289018","journal-title":"IEEE Trans Robot"},{"key":"380_CR25","doi-asserted-by":"publisher","unstructured":"Hebert P et al (2012) Combined shape, appearance and silhouette for simultaneous manipulator and object tracking. In: IEEE international conference on robotics and automation. IEEE, pp 2405\u20132412. https:\/\/doi.org\/10.1109\/icra.2012.6225084","DOI":"10.1109\/icra.2012.6225084"},{"issue":"2\u20133","key":"380_CR26","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1177\/0278364919872545","volume":"39","author":"K Fang","year":"2020","unstructured":"Fang K et al (2020) Learning task-oriented grasping for tool manipulation from simulated self-supervision. Int J Robot Res 39(2\u20133):202\u2013216","journal-title":"Int J Robot Res"},{"key":"380_CR27","doi-asserted-by":"publisher","unstructured":"Matsumoto E, Saito M, Kume A, Tan J (2020) End-to-end learning of object grasp poses in the Amazon Robotics Challenge. In: Advances on robotic item picking. Springer, pp 63\u201372. https:\/\/doi.org\/10.1007\/978-3-030-35679-8_6","DOI":"10.1007\/978-3-030-35679-8_6"},{"issue":"2","key":"380_CR28","doi-asserted-by":"publisher","first-page":"1549","DOI":"10.1109\/LRA.2019.2896467","volume":"4","author":"M Breyer","year":"2019","unstructured":"Breyer M, Furrer F, Novkovic T, Siegwart R, Nieto J (2019) Flexible robotic grasping with sim-to-real transfer based reinforcement learning. IEEE Robot Autom Lett 4(2):1549\u20131556. https:\/\/doi.org\/10.1109\/LRA.2019.2896467","journal-title":"IEEE Robot Autom Lett"},{"key":"380_CR29","doi-asserted-by":"crossref","unstructured":"Liang H, Lou X, Choi C (2021) Learning visual affordances with target-orientated deep Q-network to grasp objects by harnessing environmental fixtures. arXiv preprint. https:\/\/arxiv.org\/abs\/1910.03781","DOI":"10.1109\/ICRA48506.2021.9561737"},{"key":"380_CR30","doi-asserted-by":"publisher","unstructured":"Gualtieri M, Ten Pas A, Saenko K, Platt R (2016) High precision grasp pose detection in dense clutter. In: IEEE\/RSJ international conference on intelligent robots and systems (IROS). IEEE, pp 598\u2013605. https:\/\/doi.org\/10.1109\/iros.2016.7759114","DOI":"10.1109\/iros.2016.7759114"},{"key":"380_CR31","doi-asserted-by":"publisher","unstructured":"Pinto L, Gupta A (2016) Supersizing self-supervision: learning to grasp from 50k tries and 700 robot hours. In: IEEE international conference on robotics and automation (ICRA). IEEE, pp 3406\u20133413. https:\/\/doi.org\/10.1109\/icra.2016.7487517","DOI":"10.1109\/icra.2016.7487517"},{"key":"380_CR32","doi-asserted-by":"publisher","unstructured":"Gualtieri M, Ten Pas A, Platt R (2018) Pick and place without geometric object models. In: IEEE international conference on robotics and automation (ICRA). IEEE, pp 7433\u20137440. https:\/\/doi.org\/10.1109\/icra.2018.8460553","DOI":"10.1109\/icra.2018.8460553"},{"key":"380_CR33","doi-asserted-by":"publisher","DOI":"10.1109\/tcyb.2019.2949596","author":"G Xiang","year":"2019","unstructured":"Xiang G, Su J (2019) Task-oriented deep reinforcement learning for robotic skill acquisition and control. IEEE Trans Cybern. https:\/\/doi.org\/10.1109\/tcyb.2019.2949596","journal-title":"IEEE Trans Cybern"},{"key":"380_CR34","doi-asserted-by":"crossref","unstructured":"Sadeghi F, Levine S (2016) Cad2rl: real single-image flight without a single real image. arXiv preprint. https:\/\/arxiv.org\/abs\/1611.04201","DOI":"10.15607\/RSS.2017.XIII.034"},{"issue":"12","key":"380_CR35","doi-asserted-by":"publisher","first-page":"3337","DOI":"10.1109\/tcyb.2018.2821369","volume":"48","author":"B Luo","year":"2018","unstructured":"Luo B, Yang Y, Liu D (2018) Adaptive Q-learning for data-based optimal output regulation with experience replay. IEEE Trans Cybern 48(12):3337\u20133348. https:\/\/doi.org\/10.1109\/tcyb.2018.2821369","journal-title":"IEEE Trans Cybern"},{"key":"380_CR36","doi-asserted-by":"publisher","unstructured":"Gu S, Holly E, Lillicrap T, Levine S (2017) Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: IEEE international conference on robotics and automation (ICRA). IEEE, pp 3389\u20133396. https:\/\/doi.org\/10.1109\/icra.2017.7989385","DOI":"10.1109\/icra.2017.7989385"},{"key":"380_CR37","doi-asserted-by":"publisher","unstructured":"Ghadirzadeh A, Maki A, Kragic D, Bj\u00f6rkman M (2017) Deep predictive policy training using reinforcement learning. In: IEEE\/RSJ international conference on intelligent robots and systems (IROS). IEEE, pp 2351\u20132358. https:\/\/doi.org\/10.1109\/iros.2017.8206046","DOI":"10.1109\/iros.2017.8206046"},{"key":"380_CR38","unstructured":"Van Hasselt H, Guez A, Silver D (2015) Deep reinforcement learning with double Q-learning. arXiv preprint. https:\/\/arxiv.org\/abs\/1509.06461"},{"key":"380_CR39","unstructured":"Chen Z, Lin M, Jia Z, Jian S (2020) Towards generalization and data efficient learning of deep robotic grasping. arXiv preprint. https:\/\/arxiv.org\/abs\/2007.00982"},{"issue":"3","key":"380_CR40","doi-asserted-by":"publisher","first-page":"804","DOI":"10.3390\/app10030804","volume":"10","author":"H Jo","year":"2020","unstructured":"Jo H, Song J-B (2020) Object-independent grasping in heavy clutter. Appl Sci 10(3):804. https:\/\/doi.org\/10.3390\/app10030804","journal-title":"Appl Sci"},{"issue":"3","key":"380_CR41","doi-asserted-by":"publisher","first-page":"79","DOI":"10.3390\/robotics8030079","volume":"8","author":"B Sauvet","year":"2019","unstructured":"Sauvet B, L\u00e9vesque F, Park S, Cardou P, Gosselin C (2019) Model-based grasping of unknown objects from a random pile. Robotics 8(3):79. https:\/\/doi.org\/10.3390\/robotics8030079","journal-title":"Robotics"},{"issue":"3","key":"380_CR42","doi-asserted-by":"publisher","first-page":"4978","DOI":"10.1109\/LRA.2020.3004787","volume":"5","author":"S Song","year":"2020","unstructured":"Song S, Zeng A, Lee J, Funkhouser T (2020) Grasping in the wild: learning 6DoF closed-loop grasping from low-cost demonstrations. IEEE Robot Autom Lett 5(3):4978\u20134985. https:\/\/doi.org\/10.1109\/LRA.2020.3004787","journal-title":"IEEE Robot Autom Lett"},{"issue":"7540","key":"380_CR43","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533. https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"380_CR44","doi-asserted-by":"publisher","unstructured":"Zeng A et al (2018) Robotic pick-and-place of novel objects in clutter with multi-affordance grasping and cross-domain image matching. In: IEEE international conference on robotics and automation (ICRA). IEEE, pp 1\u20138. https:\/\/doi.org\/10.1177\/0278364919868017","DOI":"10.1177\/0278364919868017"},{"key":"380_CR45","doi-asserted-by":"crossref","unstructured":"Long J, Shelhamer E, Darrell T (2015) Fully convolutional networks for semantic segmentation, p 1605. arXiv e-prints. https:\/\/arxiv.org\/abs\/1605.06211","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"380_CR46","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der Maaten L, Weinberger KQ (2016) Densely connected convolutional networks. arXiv preprint. https:\/\/arxiv.org\/abs\/1608.06993","DOI":"10.1109\/CVPR.2017.243"},{"key":"380_CR47","doi-asserted-by":"publisher","unstructured":"Deng J, Dong W, Socher R, Li L-J, Li K, Fei-Fei L (2009) Imagenet: a large-scale hierarchical image database. In: IEEE conference on computer vision and pattern recognition. IEEE, pp 248\u2013255. https:\/\/doi.org\/10.1109\/cvprw.2009.5206848","DOI":"10.1109\/cvprw.2009.5206848"},{"key":"380_CR48","unstructured":"Paszke A et al (2017) Automatic differentiation in pytorch"},{"key":"380_CR49","unstructured":"Schaul T, Quan J, Antonoglou I, Silver D (2015) Prioritized experience replay. arXiv preprint. https:\/\/arxiv.org\/abs\/1511.05952"},{"key":"380_CR50","unstructured":"Popov I et al (2017) Data-efficient deep reinforcement learning for dexterous manipulation. arXiv preprint. https:\/\/arxiv.org\/abs\/1704.03073"}],"container-title":["Intelligent Service Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11370-021-00380-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11370-021-00380-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11370-021-00380-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,7]],"date-time":"2023-01-07T15:17:14Z","timestamp":1673104634000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11370-021-00380-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,18]]},"references-count":50,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["380"],"URL":"https:\/\/doi.org\/10.1007\/s11370-021-00380-9","relation":{},"ISSN":["1861-2776","1861-2784"],"issn-type":[{"value":"1861-2776","type":"print"},{"value":"1861-2784","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,8,18]]},"assertion":[{"value":"2 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 July 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 August 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}