{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T14:34:24Z","timestamp":1726065264393},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030339494"},{"type":"electronic","value":"9783030339500"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-33950-0_24","type":"book-chapter","created":{"date-parts":[[2020,1,22]],"date-time":"2020-01-22T13:03:33Z","timestamp":1579698213000},"page":"267-279","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Scaling Simulation-to-Real Transfer by Learning Composable Robot Skills"],"prefix":"10.1007","author":[{"given":"Ryan","family":"Julian","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eric","family":"Heiden","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhanpeng","family":"He","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hejia","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefan","family":"Schaal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joseph","family":"Lim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gaurav","family":"Sukhatme","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Karol","family":"Hausman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,1,23]]},"reference":[{"issue":"5","key":"24_CR1","first-page":"12","volume":"33","author":"PA Cooper","year":"1993","unstructured":"Cooper, P.A.: Paradigm shifts in designed instruction: from behaviorism to cognitivism to constructivism. Educ. Technol. 33(5), 12\u201319 (1993)","journal-title":"Educ. Technol."},{"key":"24_CR2","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/4378.001.0001","volume-title":"Made-Up Minds: A Constructivist Approach to Artificial Intelligence","author":"GL Drescher","year":"1991","unstructured":"Drescher, G.L.: Made-Up Minds: A Constructivist Approach to Artificial Intelligence. MIT Press, Cambridge (1991)"},{"key":"24_CR3","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., Wierstra, D.: Continuous control with deep reinforcement learning. CoRR, abs\/1509.02971 (2015)"},{"issue":"7540","key":"24_CR4","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"issue":"1","key":"24_CR5","first-page":"1334","volume":"17","author":"S Levine","year":"2016","unstructured":"Levine, S., Finn, C., Darrell, T., Abbeel, P.: End-to-end training of deep visuomotor policies. JMLR 17(1), 1334\u20131373 (2016)","journal-title":"JMLR"},{"key":"24_CR6","unstructured":"Chebotar, Y., Hausman, K., Zhang, M., Sukhatme, G., Schaal, S., Levine, S.: Combining model-based and model-free updates for trajectory-centric reinforcement learning (2017)"},{"key":"24_CR7","doi-asserted-by":"crossref","unstructured":"Gu, S., Holly, E., Lillicrap, T., Levine, S.: Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: ICRA. IEEE (2017)","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"24_CR8","unstructured":"Duan, Y., Chen, X., Schulman, J., Abbeel, P.: Benchmarking deep reinforcement learning for continuous control. arXiv, 48:14 (2016)"},{"issue":"4\u20135","key":"24_CR9","first-page":"421","volume":"37","author":"S Levine","year":"2018","unstructured":"Levine, S., Pastor, P., Krizhevsky, A., Ibarz, J., Quillen, D.: Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection. IJRR 37(4\u20135), 421\u2013436 (2018)","journal-title":"IJRR"},{"key":"24_CR10","unstructured":"Hausman, K., Springenberg, J.T., Wang, Z., Heess, N., Riedmiller, M.: Learning an embedding space for transferable robot skills. In: ICLR (2018)"},{"key":"24_CR11","unstructured":"Gupta, A., Mendonca, R., Liu, Y., Abbeel, P., Levine, S.: Meta-reinforcement learning of structured exploration strategies. CoRR, abs\/1802.07245 (2018)"},{"key":"24_CR12","unstructured":"Eysenbach, B., Gupta, A., Ibarz, J., Levine, S.: Diversity is all you need: learning skills without a reward function. CoRR, abs\/1802.06070 (2018)"},{"key":"24_CR13","unstructured":"Heess, N., Wayne, G., Tassa, Y., Lillicrap, T., Riedmiller, M., Silver, D.: Learning and transfer of modulated locomotor controllers. CoRR, abs\/1610.05182 (2016)"},{"key":"24_CR14","unstructured":"Haarnoja, T., Hartikainen, K., Abbeel, P., Levine, S.: Latent space policies for hierarchical reinforcement learning. CoRR, abs\/1804.02808 (2018)"},{"key":"24_CR15","unstructured":"Co-Reyes, J.D., Liu, Y., Gupta, A., Eysenbach, B., Abbeel, P., Levine, S.: Self-consistent trajectory autoencoder: hierarchical reinforcement learning with trajectory embeddings. ArXiv e-prints, June 2018"},{"key":"24_CR16","doi-asserted-by":"crossref","unstructured":"Pastor, P., Kalakrishnan, M., Righetti, L., Schaal, S.: Towards associative skill memories. In: Humanoids, November 2012","DOI":"10.1109\/HUMANOIDS.2012.6651537"},{"key":"24_CR17","doi-asserted-by":"crossref","unstructured":"Rueckert, E., Mundo, J., Paraschos, A., Peters, J., Neumann, G.: Extracting low-dimensional control variables for movement primitives. In: ICRA, May 2015","DOI":"10.1109\/ICRA.2015.7139390"},{"key":"24_CR18","unstructured":"Rusu, A.A., Rabinowitz, N.C., Desjardins, G., Soyer, H., Kirkpatrick, J., Kavukcuoglu, K., Pascanu, R., Hadsell, R.: Progressive neural networks. CoRR, abs\/1606.04671 (2016)"},{"key":"24_CR19","unstructured":"Rajendran, J., Prasanna, P., Ravindran, B., Khapra, M.M.: ADAAPT: a deep architecture for adaptive policy transfer from multiple sources. CoRR, abs\/1510.02879 (2015)"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Peng, X.B., Andrychowicz, M., Zaremba, W., Abbeel, P.: Sim-to-real transfer of robotic control with dynamics randomization. CoRR, abs\/1710.06537 (2017)","DOI":"10.1109\/ICRA.2018.8460528"},{"key":"24_CR21","doi-asserted-by":"crossref","unstructured":"Sadeghi, F., Levine, S.: CAD2RL: real single-image flight without a single real image. In: RSS (2017)","DOI":"10.15607\/RSS.2017.XIII.034"},{"key":"24_CR22","unstructured":"Tzeng, E., Devin, C., Hoffman, J., Finn, C., Peng, X., Levine, S., Saenko, K., Darrell, T.: Towards adapting deep visuomotor representations from simulated to real environments. CoRR, abs\/1511.07111 (2015)"},{"key":"24_CR23","unstructured":"Kroemer, O., Sukhatme, G.S.: Learning relevant features for manipulation skills using meta-level priors. CoRR, abs\/1605.04439 (2016)"},{"key":"24_CR24","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. CoRR, abs\/1707.06347 (2017)"},{"key":"24_CR25","doi-asserted-by":"crossref","unstructured":"Todorov, E., Erez, T., Tassa, Y.: MuJoCo: a physics engine for model-based control. In: IROS (2012)","DOI":"10.1109\/IROS.2012.6386109"}],"container-title":["Springer Proceedings in Advanced Robotics","Proceedings of the 2018 International Symposium on Experimental Robotics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-33950-0_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,30]],"date-time":"2024-07-30T10:46:53Z","timestamp":1722336413000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-33950-0_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030339494","9783030339500"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-33950-0_24","relation":{},"ISSN":["2511-1256","2511-1264"],"issn-type":[{"type":"print","value":"2511-1256"},{"type":"electronic","value":"2511-1264"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"23 January 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISER","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Experimental Robotics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Buenos Aires","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Argentina","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 November 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 November 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iser2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iser2018.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}