{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,4]],"date-time":"2025-09-04T13:46:14Z","timestamp":1756993574992,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031255540"},{"type":"electronic","value":"9783031255557"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25555-7_6","type":"book-chapter","created":{"date-parts":[[2023,3,7]],"date-time":"2023-03-07T09:20:13Z","timestamp":1678180813000},"page":"67-82","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Visual Foresight with\u00a0a\u00a0Local Dynamics Model"],"prefix":"10.1007","author":[{"given":"Colin","family":"Kohler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robert","family":"Platt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,8]]},"reference":[{"key":"6_CR1","unstructured":"Agrawal, P., Nair, A., Abbeel, P., Malik, J., Levine, S.: Learning to poke by poking: experiential learning of intuitive physics. arXiv preprint arXiv:1606.07419 (2016)"},{"key":"6_CR2","doi-asserted-by":"crossref","unstructured":"Berscheid, L., Mei\u00dfner, P., Kr\u00f6ger, T.: Learning a generative transition model for uncertainty-aware robotic manipulation. In: 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 4670\u20134677. IEEE (2021)","DOI":"10.1109\/IROS51168.2021.9636623"},{"key":"6_CR3","unstructured":"Chua, K., Calandra, R., McAllister, R., Levine, S.: Deep reinforcement learning in a handful of trials using probabilistic dynamics models. CoRR, abs\/1805.12114 (2018). http:\/\/arxiv.org\/abs\/1805.12114"},{"key":"6_CR4","unstructured":"Coumans, E., Bai, Y.: PyBullet, a python module for physics simulation for games, robotics and machine learning (2016\u20132021). http:\/\/pybullet.org"},{"key":"6_CR5","unstructured":"Finn, C., Levine, S.: Deep visual foresight for planning robot motion. CoRR, abs\/1610.00696 (2016). http:\/\/arxiv.org\/abs\/1610.00696"},{"key":"6_CR6","unstructured":"Gu, S., Lillicrap,T., Sutskever, I., Levine, S.: Continuous deep Q-learning with model-based acceleration. In: International Conference on Machine Learning, pp. 2829\u20132838. PMLR (2016)"},{"key":"6_CR7","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. CoRR, abs\/1512.03385 (2015). http:\/\/arxiv.org\/abs\/1512.03385"},{"key":"6_CR8","unstructured":"Hester, T., et al.: Learning from demonstrations for real world reinforcement learning. CoRR, abs\/1704.03732 (2017). http:\/\/arxiv.org\/abs\/1704.03732"},{"issue":"5786","key":"6_CR9","doi-asserted-by":"publisher","first-page":"504","DOI":"10.1126\/science.1127647","volume":"313","author":"GE Hinton","year":"2006","unstructured":"Hinton, G.E., Salakhutdinov, R.R.: Reducing the dimensionality of data with neural networks. Science 313(5786), 504\u2013507 (2006)","journal-title":"Science"},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"Hoque, R., et al.: Visuospatial foresight for multi-step, multi-task fabric manipulation. arXiv preprint arXiv:2003.09044 (2020)","DOI":"10.15607\/RSS.2020.XVI.034"},{"key":"6_CR11","unstructured":"Jang, E., Vijayanarasimhan, S., Pastor, P., Ibarz, J., Levine, S.: End-to-end learning of semantic grasping (2017)"},{"key":"6_CR12","unstructured":"Kaiser, L., et al.: Model-based reinforcement learning for Atari (2019). https:\/\/arxiv.org\/abs\/1903.00374"},{"key":"6_CR13","unstructured":"Kalashnikov, D., et al.: QT-Opt: scalable deep reinforcement learning for vision-based robotic manipulation (2018)"},{"key":"6_CR14","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"6_CR15","unstructured":"Kossen, J., Stelzner, K., Hussing, M., Voelcker, C., Kersting, K.: Structured object-aware physics prediction for video modeling and planning (2019). https:\/\/arxiv.org\/abs\/1910.02425"},{"key":"6_CR16","doi-asserted-by":"crossref","unstructured":"Lenz, I., Knepper, R.A., Saxena, A.: DeepMPC: learning deep latent features for model predictive control. In: Robotics: Science and Systems. Rome, Italy (2015)","DOI":"10.15607\/RSS.2015.XI.012"},{"key":"6_CR17","doi-asserted-by":"crossref","unstructured":"Levine, S., Pastor, P., Krizhevsky, A., Quillen, D.: Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection (2016)","DOI":"10.1007\/978-3-319-50115-4_16"},{"key":"6_CR18","unstructured":"Liang, H., Lou, X., Choi, C.: Knowledge induced deep q-network for a slide-to-wall object grasping. arXiv preprint arXiv:1910.03781, pp. 1\u20137 (2019)"},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"Lin, T.-Y., Goyal, P., Girshick, R., He, K., Dollar, P.: Focal loss for dense object detection. In: Proceedings of the IEEE International Conference on Computer Vision (ICCV) (2017)","DOI":"10.1109\/ICCV.2017.324"},{"issue":"26","key":"6_CR20","doi-asserted-by":"publisher","first-page":"eaau4984","DOI":"10.1126\/scirobotics.aau4984","volume":"4","author":"J Mahler","year":"2019","unstructured":"Mahler, J., et al.: Learning ambidextrous robot grasping policies. Sci. Robot. 4(26), eaau4984 (2019)","journal-title":"Sci. Robot."},{"key":"6_CR21","unstructured":"Minderer, M., Sun, C., Villegas, R., Cole, F., Murphy, K.P., Lee, H.: Unsupervised learning of object structure and dynamics from videos. Adv. Neural Inf. Process. Syst. 32 (2019)"},{"key":"6_CR22","unstructured":"Paszke, A., et al.: PyTorch: an imperative style, high-performance deep learning library. Adv. Neural Inf. Process. Syst. 32 (2019)"},{"key":"6_CR23","doi-asserted-by":"crossref","unstructured":"Paxton, C., Barnoy, Y., Katyal, K., Arora, R., Hager, G.D.: Visual robot task planning. In: 2019 International Conference on Robotics and Automation (ICRA), pp. 8832\u20138838. IEEE (2019)","DOI":"10.1109\/ICRA.2019.8793736"},{"key":"6_CR24","doi-asserted-by":"crossref","unstructured":"Platt, R., Kohler, C., Gualtieri, M.: Deictic image mapping: an abstraction for learning pose invariant manipulation policies. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 8042\u20138049 (2019)","DOI":"10.1609\/aaai.v33i01.33018042"},{"key":"6_CR25","unstructured":"Richards, A.G.: Robust constrained model predictive control. Ph.D. thesis, Massachusetts Institute of Technology (2005)"},{"key":"6_CR26","unstructured":"Ross, S., Gordon, G., Bagnell, D.: A reduction of imitation learning and structured prediction to no-regret online learning. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, pp. 627\u2013635. JMLR Workshop and Conference Proceedings (2011)"},{"key":"6_CR27","unstructured":"Schaul, T., Quan, J., Antonoglou, I., Silverm D.: Prioritized experience replay (2016)"},{"issue":"4","key":"6_CR28","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1145\/122344.122377","volume":"2","author":"RS Sutton","year":"1991","unstructured":"Sutton, R.S.: Dyna, an integrated architecture for learning, planning, and reacting. ACM Sigart Bull. 2(4), 160\u2013163 (1991)","journal-title":"ACM Sigart Bull."},{"key":"6_CR29","unstructured":"Tassa, Y., et al.: Deepmind control suite (2018). https:\/\/arxiv.org\/abs\/1801.00690"},{"key":"6_CR30","unstructured":"Van Oord, A., Kalchbrenner, N., Kavukcuoglu, K.: Pixel recurrent neural networks. In: International Conference on Machine Learning, pp. 1747\u20131756. PMLR (2016)"},{"key":"6_CR31","unstructured":"Wang, D., Kohler, C., Platt, R.: Policy learning in SE (3) action spaces. In: Proceedings of the Conference on Robot Learning (2020)"},{"key":"6_CR32","unstructured":"Wang, D., Walters, R., Zhu, X., Platt, R.: Equivariant $$ q $$ learning in spatial action spaces. In: Conference on Robot Learning, pp. 1713\u20131723. PMLR (2022)"},{"key":"6_CR33","doi-asserted-by":"crossref","unstructured":"Wu, H., Ye, J., Meng, X., Paxton, C., Chirikjian, G.: Transporters with visual foresight for solving unseen rearrangement tasks. arXiv preprint arXiv:2202.10765 (2022)","DOI":"10.1109\/IROS47612.2022.9981832"},{"key":"6_CR34","doi-asserted-by":"crossref","unstructured":"Wu, J., et al.: Spatial action maps for mobile manipulation. arXiv preprint arXiv:2004.09141 (2020)","DOI":"10.15607\/RSS.2020.XVI.035"},{"key":"6_CR35","doi-asserted-by":"crossref","unstructured":"Zeng, A., Song, S., Welker, S., Lee, J., Rodriguez, A., Funkhouser, T.: Learning synergies between pushing and grasping with self-supervised deep reinforcement learning (2018)","DOI":"10.1109\/IROS.2018.8593986"},{"issue":"4","key":"6_CR36","doi-asserted-by":"publisher","first-page":"1307","DOI":"10.1109\/TRO.2020.2988642","volume":"36","author":"A Zeng","year":"2020","unstructured":"Zeng, A., Song, S., Lee, J., Rodriguez, A., Funkhouser, T.: TossingBot: learning to throw arbitrary objects with residual physics. IEEE Trans. Rob. 36(4), 1307\u20131319 (2020)","journal-title":"IEEE Trans. Rob."}],"container-title":["Springer Proceedings in Advanced Robotics","Robotics Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25555-7_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,20]],"date-time":"2024-07-20T05:27:27Z","timestamp":1721453247000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25555-7_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031255540","9783031255557"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25555-7_6","relation":{},"ISSN":["2511-1256","2511-1264"],"issn-type":[{"type":"print","value":"2511-1256"},{"type":"electronic","value":"2511-1264"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"8 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISRR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The International Symposium of Robotics Research","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Geneva","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isrr2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/h2t-projects.webarchiv.kit.edu\/ISRR2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}