{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T07:22:09Z","timestamp":1772608929321,"version":"3.50.1"},"reference-count":24,"publisher":"American Association for the Advancement of Science (AAAS)","issue":"26","funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1231216"],"award-info":[{"award-number":["1231216"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1637753"],"award-info":[{"award-number":["1637753"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Sci. Robot."],"published-print":{"date-parts":[[2019,1,30]]},"abstract":"<jats:p>A robot leverages hierarchical Bayesian representation with multisensory observations to play the game of Jenga.<\/jats:p>","DOI":"10.1126\/scirobotics.aav3123","type":"journal-article","created":{"date-parts":[[2019,1,31]],"date-time":"2019-01-31T00:06:25Z","timestamp":1548893185000},"source":"Crossref","is-referenced-by-count":103,"title":["See, feel, act: Hierarchical learning for complex manipulation skills with multisensory fusion"],"prefix":"10.1126","volume":"4","author":[{"given":"N.","family":"Fazeli","sequence":"first","affiliation":[{"name":"Department of Mechanical Engineering, Massachusetts Institute of Technology, Cambridge, MA 02139, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7052-1061","authenticated-orcid":true,"given":"M.","family":"Oller","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Massachusetts Institute of Technology, Cambridge, MA 02139, USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4176-343X","authenticated-orcid":true,"given":"J.","family":"Wu","sequence":"additional","affiliation":[{"name":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA 02139, USA."}]},{"given":"Z.","family":"Wu","sequence":"additional","affiliation":[{"name":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA 02139, USA."}]},{"given":"J. B.","family":"Tenenbaum","sequence":"additional","affiliation":[{"name":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, MA 02139, USA."}]},{"given":"A.","family":"Rodriguez","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Massachusetts Institute of Technology, Cambridge, MA 02139, USA."}]}],"member":"221","reference":[{"key":"e_1_3_2_2_2","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1111\/j.1467-7687.2007.00569.x","article-title":"Core knowledge","volume":"10","author":"Spelke E. S.","year":"2007","unstructured":"E. S. Spelke, K. D. Kinzler, Core knowledge. Dev. Sci. 10, 89\u201396 (2007).","journal-title":"Dev. Sci."},{"key":"e_1_3_2_3_2","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1146\/annurev-control-060117-104848","article-title":"Towards robotic manipulation","volume":"1","author":"Mason M. T.","year":"2018","unstructured":"M. T. Mason, Towards robotic manipulation. Annu. Rev. Control Robot. Auton. Syst. 1, 1\u201328 (2018).","journal-title":"Annu. Rev. Control Robot. Auton. Syst."},{"key":"e_1_3_2_4_2","doi-asserted-by":"crossref","first-page":"2345","DOI":"10.1038\/nrn2621","article-title":"Coding and use of tactile signals from the fingertips in object manipulation tasks","volume":"10","author":"Johansson R. S.","year":"2009","unstructured":"R. S. Johansson, J. R. Flanagan, Coding and use of tactile signals from the fingertips in object manipulation tasks. Nat. Rev. Neurosci. 10, 2345 (2009).","journal-title":"Nat. Rev. Neurosci."},{"key":"e_1_3_2_5_2","unstructured":"A. Petrovskaya O. Khatib S. Thrun A. Y. Ng Touch based perception for object manipulation in Proceedings of Robotics Science and Systems (RSS) Robot Manipulation Workshop (2007) pp. 2\u20137."},{"key":"e_1_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1038\/415429a"},{"key":"e_1_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1038\/nature02169"},{"key":"e_1_3_2_8_2","article-title":"Transfer of object shape knowledge across visual and haptic modalities","volume":"36","author":"Erdogan G.","year":"2014","unstructured":"G. Erdogan, I. Yildrim, R. A. Jacobs, Transfer of object shape knowledge across visual and haptic modalities. Proc. Annu. Meet. Cognit. Sci. Soc. 36 (2014).","journal-title":"Proc. Annu. Meet. Cognit. Sci. Soc."},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1306572110"},{"key":"e_1_3_2_10_2","doi-asserted-by":"crossref","first-page":"E5072","DOI":"10.1073\/pnas.1610344113","article-title":"Functional neuroanatomy of intuitive physical inference","volume":"113","author":"Fischer J.","year":"2016","unstructured":"J. Fischer, J. G. Mikhael, J. B. Tenenbaum, N. Kanwisher, Functional neuroanatomy of intuitive physical inference. Proc. Natl. Acad. Sci. U.S.A. 113, E5072\u2013E5081 (2016).","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"e_1_3_2_11_2","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1016\/j.tics.2017.05.012","article-title":"Mind games: Game engines as an architecture for intuitive physics","volume":"21","author":"Ullman T. D.","year":"2017","unstructured":"T. D. Ullman, E. Spelke, P. Battaglia, J. B. Tenenbaum, Mind games: Game engines as an architecture for intuitive physics. Trends Cogn. Sci. 21, 649\u2013665 (2017).","journal-title":"Trends Cogn. Sci."},{"key":"e_1_3_2_12_2","doi-asserted-by":"crossref","unstructured":"E. Todorov T. Erez Y. Tassa MuJoCo: A physics engine for model-based control in 2012 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IEEE 2012) pp. 5026\u20135033.","DOI":"10.1109\/IROS.2012.6386109"},{"key":"e_1_3_2_13_2","unstructured":"J. Schulman F. Wolski P. Dhariwal A. Radford O. Klimov Proximal policy optimization algorithms. arXiv:1707.06347 [cs.LG] (20 July 2017)."},{"key":"e_1_3_2_14_2","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1109\/TSMCB.2006.886952","article-title":"On learning, representing, and generalizing a task in a humanoid robot","volume":"37","author":"Calinon S.","year":"2007","unstructured":"S. Calinon, F. Guenter, A. Billard, On learning, representing, and generalizing a task in a humanoid robot. IEEE Trans. Syst. Man Cybern. B Cybern. 37, 286\u2013298 (2007).","journal-title":"IEEE Trans. Syst. Man Cybern. B Cybern."},{"key":"e_1_3_2_15_2","doi-asserted-by":"crossref","unstructured":"M. C. Gemici A. Saxena Learning haptic representation for manipulating deformable food objects in 2014 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IEEE 2014) pp. 638\u2013645.","DOI":"10.1109\/IROS.2014.6942626"},{"key":"e_1_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"e_1_3_2_17_2","unstructured":"P. Agrawal A. V. Nair P. Abbeel J. Malik S. Levine Learning to poke by poking: Experiential learning of intuitive physics in Proceedings of Advances in Neural Information Processing Systems (NIPS 2016) pp. 5074\u20135082."},{"key":"e_1_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Y. Gao L. A. Hendricks K. J. Kuchenbecker T. Darrell Deep learning for tactile understanding from visual and haptic data in 2016 IEEE International Conference on Robotics and Automation (ICRA 2016) pp. 536\u2013543.","DOI":"10.1109\/ICRA.2016.7487176"},{"key":"e_1_3_2_19_2","unstructured":"A. Kloss S. Schaal J. Bohg Combining learned and analytical models for predicting action effects. arXiv:1710.04102 [cs.RO] (11 October 2017)."},{"key":"e_1_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1177\/0278364917710318"},{"key":"e_1_3_2_21_2","unstructured":"J. Mahler K. Goldberg Learning deep policies for robot bin picking by simulating robust grasping sequences in Proceedings of the 1st Conference on Robotic Learning (CoRL 2017) pp. 515\u2013524."},{"key":"e_1_3_2_22_2","first-page":"1334","article-title":"End-to-end training of deep visuomotor policies","volume":"17","author":"Levine S.","year":"2016","unstructured":"S. Levine, C. Finn, T. Darrell, P. Abbeel, End-to-end training of deep visuomotor policies. J. Mach. Learn. Res. 17, 1334\u20131373 (2016).","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_23_2","article-title":"Fundamental limitations in performance and interpretability of common planar rigid-body contact models","volume":"1710","author":"Fazeli N.","year":"2017","unstructured":"N. Fazeli, S. Zapolsky, E. Drumwright, A. Rodriguez, Fundamental limitations in performance and interpretability of common planar rigid-body contact models. CoRR abs\/1710.0 (2017).","journal-title":"CoRR"},{"key":"e_1_3_2_24_2","doi-asserted-by":"crossref","unstructured":"K. He G. Gkioxari P. Doll\u00e1r R. Girshick Mask R-CNN in Proceedings of the IEEE International Conference on Computer Vision (IEEE 2017) pp. 2980\u20132988.","DOI":"10.1109\/ICCV.2017.322"},{"key":"e_1_3_2_25_2","doi-asserted-by":"crossref","unstructured":"K. He X. Zhang S. Ren J. Sun Deep residual learning for image recognition in Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (IEEE 2016) pp. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"}],"container-title":["Science Robotics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/syndication.highwire.org\/content\/doi\/10.1126\/scirobotics.aav3123","content-type":"unspecified","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/www.science.org\/doi\/pdf\/10.1126\/scirobotics.aav3123","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,16]],"date-time":"2024-01-16T12:21:20Z","timestamp":1705407680000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.science.org\/doi\/10.1126\/scirobotics.aav3123"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,30]]},"references-count":24,"journal-issue":{"issue":"26","published-print":{"date-parts":[[2019,1,30]]}},"alternative-id":["10.1126\/scirobotics.aav3123"],"URL":"https:\/\/doi.org\/10.1126\/scirobotics.aav3123","relation":{},"ISSN":["2470-9476"],"issn-type":[{"value":"2470-9476","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,30]]},"article-number":"eaav3123"}}