{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T15:57:46Z","timestamp":1776441466169,"version":"3.51.2"},"reference-count":60,"publisher":"American Association for the Advancement of Science (AAAS)","issue":"26","funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1734633"],"award-info":[{"award-number":["1734633"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000850","name":"American Society for Engineering Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000850","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000850","name":"American Society for Engineering Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000850","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Sci. Robot."],"published-print":{"date-parts":[[2019,1,30]]},"abstract":"<jats:p>An ambidextrous grasping policy trained on synthetic datasets consistently clears bins of up to 25 novel objects with a physical robot.<\/jats:p>","DOI":"10.1126\/scirobotics.aau4984","type":"journal-article","created":{"date-parts":[[2019,1,17]],"date-time":"2019-01-17T00:16:56Z","timestamp":1547684216000},"source":"Crossref","is-referenced-by-count":492,"title":["Learning ambidextrous robot grasping policies"],"prefix":"10.1126","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3204-3024","authenticated-orcid":true,"given":"Jeffrey","family":"Mahler","sequence":"first","affiliation":[{"name":"Department of Electrical Engineering and Computer Sciences, UC Berkeley, Berkeley, CA 94720, USA."},{"name":"Department of Industrial Engineering and Operations Research, UC Berkeley, Berkeley, CA 94720, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0173-2820","authenticated-orcid":true,"given":"Matthew","family":"Matl","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Sciences, UC Berkeley, Berkeley, CA 94720, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9544-6491","authenticated-orcid":true,"given":"Vishal","family":"Satish","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Sciences, UC Berkeley, Berkeley, CA 94720, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3858-2312","authenticated-orcid":true,"given":"Michael","family":"Danielczuk","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Sciences, UC Berkeley, Berkeley, CA 94720, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7722-0114","authenticated-orcid":true,"given":"Bill","family":"DeRose","sequence":"additional","affiliation":[{"name":"Department of Industrial Engineering and Operations Research, UC Berkeley, Berkeley, CA 94720, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8939-8411","authenticated-orcid":true,"given":"Stephen","family":"McKinley","sequence":"additional","affiliation":[{"name":"Department of Industrial Engineering and Operations Research, UC Berkeley, Berkeley, CA 94720, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6747-9499","authenticated-orcid":true,"given":"Ken","family":"Goldberg","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Computer Sciences, UC Berkeley, Berkeley, CA 94720, USA."},{"name":"Department of Industrial Engineering and Operations Research, UC Berkeley, Berkeley, CA 94720, USA."}]}],"member":"221","reference":[{"key":"e_1_3_2_2_2","unstructured":"R. M. Murray Z. Li S. S. Sastry A Mathematical Introduction to Robotic Manipulation (CRC Press 1994)."},{"key":"e_1_3_2_3_2","doi-asserted-by":"crossref","unstructured":"D. Prattichizzo J. C. Trinkle Springer Handbook of Robotics (Springer 2008) pp. 671\u2013700.","DOI":"10.1007\/978-3-540-30301-5_29"},{"key":"e_1_3_2_4_2","doi-asserted-by":"crossref","unstructured":"B. Kehoe A. Matsukawa S. Candido J. Kuffner K. Goldberg Cloud-based robot grasping with the google object recognition engine in 2013 IEEE International Conference on Robotics and Automation (IEEE 2013) pp. 4263\u20134270.","DOI":"10.1109\/ICRA.2013.6631180"},{"key":"e_1_3_2_5_2","doi-asserted-by":"crossref","unstructured":"J. Weisz P. K. Allen Pose error robust grasping from contact wrench space metrics in 2012 IEEE International Conference on Robotics and Automation (IEEE 2012) pp. 557\u2013562.","DOI":"10.1109\/ICRA.2012.6224697"},{"key":"e_1_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2012.2189498"},{"key":"e_1_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2013.2289018"},{"key":"e_1_3_2_8_2","doi-asserted-by":"crossref","unstructured":"D. Kappler J. Bohg S. Schaal Leveraging big data for grasp planning in 2015 IEEE International Conference on Robotics and Automation (ICRA 2015) pp. 4304\u20134311.","DOI":"10.1109\/ICRA.2015.7139793"},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364914549607"},{"key":"e_1_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364907087172"},{"key":"e_1_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364917710318"},{"key":"e_1_3_2_12_2","doi-asserted-by":"crossref","unstructured":"L. Pinto A. Gupta Supersizing self-supervision: Learning to grasp from 50k tries and 700 robot hours in IEEE International Conference on Robotics and Automation (ICRA 2016) pp. 3406\u20133413.","DOI":"10.1109\/ICRA.2016.7487517"},{"key":"e_1_3_2_13_2","doi-asserted-by":"crossref","unstructured":"A. Zeng S. Song S. Welker J. Lee A. Rodriguez T. Funkhouser Learning synergies between pushing and grasping with self-supervised deep reinforcement learning in IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS 2018).","DOI":"10.1109\/IROS.2018.8593986"},{"key":"e_1_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2851026"},{"key":"e_1_3_2_15_2","unstructured":"S. James A. J. Davison E. Johns Transferring end-to-end visuomotor control from simulation to real world for a multi-stage task in 1st Conference on Robot Learning (CoRL 2017) pp. 334\u2013343."},{"key":"e_1_3_2_16_2","doi-asserted-by":"crossref","unstructured":"X. B. Peng M. Andrychowicz W. Zaremba P. Abbeel Sim-to-real transfer of robotic control with dynamics randomization in IEEE International Conference on Robotics and Automation (ICRA) (IEEE 2018) pp. 3803\u20133810.","DOI":"10.1109\/ICRA.2018.8460528"},{"key":"e_1_3_2_17_2","unstructured":"A. A. Rusu M. Ve\u010der\u00edk T. Roth\u00f6rl N. Heess R. Pascanu R. Hadsell Sim-to-real robot learning from pixels with progressive nets in 1st Conference on Robot Learning (CoRL 2017) pp. 262\u2013270."},{"key":"e_1_3_2_18_2","doi-asserted-by":"crossref","unstructured":"J. Tobin R. Fong A. Ray J. Schneider W. Zaremba P. Abbeel Domain randomization for transferring deep neural networks from simulation to the real world in IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) (IEEE 2017) pp. 23\u201330.","DOI":"10.1109\/IROS.2017.8202133"},{"key":"e_1_3_2_19_2","doi-asserted-by":"crossref","unstructured":"E. Johns S. Leutenegger A. J. Davison Deep learning a grasp function for grasping under gripper pose uncertainty in IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) (IEEE 2016) pp. 4461\u20134468.","DOI":"10.1109\/IROS.2016.7759657"},{"key":"e_1_3_2_20_2","doi-asserted-by":"crossref","unstructured":"J. Mahler J. Liang S. Niyaz M. Laskey R. Doan X. Liu J. A. Ojea K. Goldberg Dex-Net 2.0: Deep learning to plan robust grasps with synthetic point clouds and analytic grasp metrics in Proceedings of Robotics: Science and Systems 10.15607\/RSS.2017.XIII.058 (2017).","DOI":"10.15607\/RSS.2017.XIII.058"},{"key":"e_1_3_2_21_2","unstructured":"OpenAI Learning dextrous in-hand manipulation. arXiv:1808.00177 [cs.LG] (1 August 2018)."},{"key":"e_1_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364917735594"},{"key":"e_1_3_2_23_2","doi-asserted-by":"crossref","unstructured":"F. Sadeghi S. Levine CAD2RL: Real single-image flight without a single real image in Proceedings of Robotics: Science and Systems 10.15607\/RSS.2017.XIII.034 (2017).","DOI":"10.15607\/RSS.2017.XIII.034"},{"key":"e_1_3_2_24_2","doi-asserted-by":"crossref","unstructured":"M. Danielczuk M. Matl S. Gupta A. Li A. Lee J. Mahler K. Goldberg Segmenting unknown 3D objects from real depth images using mask R-CNN trained on synthetic point clouds. arXiv:1809.05825 [cs.CV] (16 September 2018).","DOI":"10.1109\/ICRA.2019.8793744"},{"key":"e_1_3_2_25_2","unstructured":"D. Seita N. Jamali M. Laskey R. Berenstein A. K. Tanwani P. Baskaran S. Iba J. Canny K. Goldberg Robot bed-making: Deep transfer learning using depth sensing of deformable fabric. arXiv:1809.09810 [cs.RO] (26 September 2018)."},{"key":"e_1_3_2_26_2","doi-asserted-by":"crossref","unstructured":"K. Bousmalis A. Irpan P. Wohlhart Y. Bai M. Kelcey M. Kalakrishnan L. Downs J. Ibarz P. Pastor K. Konolige S. Levine V. Vanhoucke Using simulation and domain adaptation to improve efficiency of deep robotic grasping in IEEE International Conference on Robotics and Automation (ICRA 2018) pp. 4243\u20134250.","DOI":"10.1109\/ICRA.2018.8460875"},{"key":"e_1_3_2_27_2","unstructured":"J. Mahler K. Goldberg Learning deep policies for robot bin picking by simulating robust grasping sequences in 1st Conference on Robot Learning (CoRL 2017) pp. 515\u2013524."},{"key":"e_1_3_2_28_2","doi-asserted-by":"crossref","unstructured":"J. Mahler M. Matl X. Liu A. Li D. Gealy K. Goldberg Dex-Net 3.0: Computing robust vacuum suction grasp targets in point clouds using a new analytic model and deep learning in IEEE International Conference on Robotics and Automation (ICRA 2018) pp. 5620\u20135627.","DOI":"10.1109\/ICRA.2018.8460887"},{"key":"e_1_3_2_29_2","unstructured":"U. Viereck A. ten Pas K. Saenko R. Platt Learning a visuomotor controller for real world robotic grasping using easily simulated depth images in 1st Conference on Robot Learning (CoRL 2017) pp. 291\u2013300."},{"key":"e_1_3_2_30_2","unstructured":"C. Hernandez M. Bharatheesha W. Ko H. Gaiser J. Tan K. van Deurzen M. de Vries B. Van Mil J. van Egmond R. Burger M. Morariu J. Ju X. Gerrmann R. Ensing J. Van Frankenhuyzen M. Wisse Team Delft\u2019s robot winner of the amazon picking challenge 2016. arXiv:1610.05514 [cs.RO] (18 October 2016)."},{"key":"e_1_3_2_31_2","doi-asserted-by":"crossref","unstructured":"D. Morrison A. W. Tow M. McTaggart R. Smith N. Kelly-Boxall S. Wade-McCue J. Erskine R. Grinover A. Gurman T. Hunn D. Lee A. Milan T. Pham G. Rallos A. Razjigaev T. Rowntree K. Vijay Z. Zhuang C. Lehnert I. Reid P. Corke J. Leitner Cartman: The low-cost cartesian manipulator that won the amazon robotics challenge in IEEE International Conference on Robotics and Automation (ICRA) (IEEE 2018) pp. 7757\u20137764.","DOI":"10.1109\/ICRA.2018.8463191"},{"key":"e_1_3_2_32_2","unstructured":"K.-T. Yu N. Fazeli N. Chavan-Dafle O. Taylor E. Donlon G. D. Lankenau A. Rodriguez A summary of team MIT\u2019s approach to the amazon picking challenge 2015. arXiv:1604.03639 [cs.RO] (13 April 2016)."},{"key":"e_1_3_2_33_2","doi-asserted-by":"crossref","unstructured":"A. Zeng S. Song K.-T. Yu E. Donlon F. R. Hogan M. Bauz\u00e1 D. Ma O. Taylor M. Liu E. Romo N. Fazeli F. Alet N. Chavan-Dafle R. Holladay I. Morona P. Q. Nair D. Green I. Taylor W. Liu T. A. Funkhouser A. Rodriguez Robotic pick-and-place of novel objects in clutter with multi-affordance grasping and cross-domain image matching in IEEE International Conference on Robotics and Automation (ICRA) (IEEE 2018) pp. 3750\u20133757.","DOI":"10.1109\/ICRA.2018.8461044"},{"key":"e_1_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(98)00023-X"},{"key":"e_1_3_2_35_2","unstructured":"M. Ja\u015bkowski J. \u015awi\u0105tkowski M. Zaj\u0105c M. Klimek J. Potiuk P. Rybicki P. Polatowski P. Walczyk K. Nowicki M. Cygan Improved GQ-CNN: Deep learning model for planning robust grasps. arXiv:1802.05992 [cs.LG] (16 February 2018)."},{"key":"e_1_3_2_36_2","doi-asserted-by":"crossref","unstructured":"R. Krug Y. Bekiroglu M. A. Roa Grasp quality evaluation done right: How assumed contact force bounds affect wrench-based quality metrics in IEEE International Conference on Robotics and Automation (ICRA) (IEEE 2017) pp. 1595\u20131600.","DOI":"10.1109\/ICRA.2017.7989189"},{"key":"e_1_3_2_37_2","doi-asserted-by":"crossref","unstructured":"F. T. Pokorny D. Kragic Classical grasp quality evaluation: New algorithms and theory in IEEE\/RSJ International Conference on Intelligent Robots and Systems (IEEE 2013) pp. 3493\u20133500.","DOI":"10.1109\/IROS.2013.6696854"},{"key":"e_1_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364915592961"},{"key":"e_1_3_2_39_2","unstructured":"A. Gupta A. Murali D. Gandhi L. Pinto Robot learning in homes: Improving generalization and reducing dataset bias. arXiv:1807.07049 [cs.RO] (18 July 2018)."},{"key":"e_1_3_2_40_2","unstructured":"J. Friedman T. Hastie R. Tibshirani The Elements of Statistical Learning vol. 1 (Springer Series in Statistics Springer 2001)."},{"key":"e_1_3_2_41_2","unstructured":"S. Ross G. Gordon D. Bagnell A reduction of imitation learning and structured prediction to no-regret online learning in Fourteenth International Conference on Artificial Intelligence and Statistics (AISTATS 2011) pp. 627\u2013635."},{"key":"e_1_3_2_42_2","doi-asserted-by":"crossref","unstructured":"A. G. Barto Reinforcement Learning: An Introduction (MIT Press 1998).","DOI":"10.1016\/S1474-6670(17)38315-5"},{"key":"e_1_3_2_43_2","doi-asserted-by":"crossref","unstructured":"D. Morrison J. Leitner P. Corke Closing the loop for robotic grasping: A real-time generative grasp synthesis approach in Proceedings of Robotics: Science and Systems 10.15607\/RSS.2018.XIV.021 (2018).","DOI":"10.15607\/RSS.2018.XIV.021"},{"key":"e_1_3_2_44_2","doi-asserted-by":"crossref","unstructured":"F. R. Hogan E. R. Grau A. Rodriguez Reactive planar manipulation with convex hybrid MPC in IEEE International Conference on Robotics and Automation (ICRA 2018) pp. 247\u2013253.","DOI":"10.1109\/ICRA.2018.8461175"},{"key":"e_1_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-013-9365-9"},{"key":"e_1_3_2_46_2","unstructured":"M. R. Tremblay M. R. Cutkosky Estimating friction using incipient slip sensing during a manipulation task in Proceedings IEEE International Conference on Robotics and Automation (IEEE 1993) pp. 429\u2013434."},{"key":"e_1_3_2_47_2","doi-asserted-by":"crossref","unstructured":"R. Calandra A. Owens D. Jayaraman J. Lin W. Yuan J. Malik E. H. Adelson S. Levine More than a feeling: Learning to grasp and regrasp using vision and touch in IEEE Robotics and Automation Letters (IEEE 2018) pp. 3300\u20133307.","DOI":"10.1109\/LRA.2018.2852779"},{"key":"e_1_3_2_48_2","doi-asserted-by":"crossref","unstructured":"F. R. Hogan M. Bauza O. Canal E. Donlon A. Rodriguez Tactile regrasp: Grasp adjustments via simulated tactile transformations. arXiv:1803.01940 [cs.RO] (5 March 2018).","DOI":"10.1109\/IROS.2018.8593528"},{"key":"e_1_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1163\/156855394X00356"},{"key":"e_1_3_2_50_2","doi-asserted-by":"crossref","unstructured":"A. Molchanov O. Kroemer Z. Su G. S. Sukhatme Contact localization on grasped objects using tactile sensing in IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) (IEEE 2016) pp. 216\u2013222.","DOI":"10.1109\/IROS.2016.7759058"},{"key":"e_1_3_2_51_2","doi-asserted-by":"crossref","unstructured":"R. Hartley A. Zisserman Multiple View Geometry in Computer Vision (Cambridge Univ. Press 2003).","DOI":"10.1017\/CBO9780511811685"},{"key":"e_1_3_2_52_2","unstructured":"E. Coumans Bullet physics library (2013); bulletphysics.org."},{"key":"e_1_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1109\/70.795790"},{"key":"e_1_3_2_54_2","doi-asserted-by":"crossref","unstructured":"J. Mahler F. T. Pokorny B. Hou M. Roderick M. Laskey M. Aubry K. Kohlhoff T. Kr\u00f6ger J. Kuffner K. Goldberg Dex-Net 1.0: A cloud-based network of 3D objects for robust grasp planning using a multi-armed bandit model with correlated rewards in IEEE International Conference on Robotics and Automation (ICRA) (IEEE 2016) pp. 1957\u20131964.","DOI":"10.1109\/ICRA.2016.7487342"},{"key":"e_1_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"e_1_3_2_56_2","doi-asserted-by":"crossref","unstructured":"K. He X. Zhang S. Ren J. Sun Delving deep into rectifiers: Surpassing human-level performance on ImageNet classification in IEEE International Conference on Computer Vision (ICCV) (IEEE 2015) pp. 1026\u20131034.","DOI":"10.1109\/ICCV.2015.123"},{"key":"e_1_3_2_57_2","doi-asserted-by":"crossref","unstructured":"R. Y. Rubinstein A. Ridder R. Vaisman Fast Sequential Monte Carlo Methods for Counting and Optimization (John Wiley & Sons 2013).","DOI":"10.1002\/9781118612323"},{"key":"e_1_3_2_58_2","doi-asserted-by":"crossref","unstructured":"M. Guo D. V. Gealy J. Liang J. Mahler A. Goncalves S. McKinley J. A. Ojea K. Goldberg Design of parallel-jaw gripper tip surfaces for robust grasping in IEEE International Conference on Robotics and Automation (ICRA) (IEEE 2017) pp. 2831\u20132838.","DOI":"10.1109\/ICRA.2017.7989330"},{"key":"e_1_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2018.2871354"},{"key":"e_1_3_2_60_2","doi-asserted-by":"crossref","unstructured":"R. B. Rusu S. Cousins 3D is here: Point Cloud Library (PCL) in IEEE International Conference on Robotics and Automation (IEEE 2011) pp. 1\u20134.","DOI":"10.1109\/ICRA.2011.5980567"},{"key":"e_1_3_2_61_2","doi-asserted-by":"crossref","unstructured":"M. Danielczuk J. Mahler C. Correa K. Goldberg Linear push policies to increase grasp access for robot bin picking in IEEE 14th International Conference on Automation Science and Engineering (CASE) (IEEE 2018) pp. 1249\u20131256.","DOI":"10.1109\/COASE.2018.8560406"}],"container-title":["Science Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/syndication.highwire.org\/content\/doi\/10.1126\/scirobotics.aau4984","content-type":"unspecified","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/www.science.org\/doi\/pdf\/10.1126\/scirobotics.aau4984","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,16]],"date-time":"2024-01-16T12:22:05Z","timestamp":1705407725000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.science.org\/doi\/10.1126\/scirobotics.aau4984"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,30]]},"references-count":60,"journal-issue":{"issue":"26","published-print":{"date-parts":[[2019,1,30]]}},"alternative-id":["10.1126\/scirobotics.aau4984"],"URL":"https:\/\/doi.org\/10.1126\/scirobotics.aau4984","relation":{},"ISSN":["2470-9476"],"issn-type":[{"value":"2470-9476","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,30]]},"article-number":"eaau4984"}}