{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T03:06:17Z","timestamp":1785294377843,"version":"3.55.0"},"reference-count":118,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2022,12,20]],"date-time":"2022-12-20T00:00:00Z","timestamp":1671494400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,12,20]],"date-time":"2022-12-20T00:00:00Z","timestamp":1671494400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00591-4","type":"journal-article","created":{"date-parts":[[2022,12,20]],"date-time":"2022-12-20T17:04:17Z","timestamp":1671555857000},"page":"1068-1076","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Language and culture internalization for human-like autotelic AI"],"prefix":"10.1038","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0212-427X","authenticated-orcid":false,"given":"C\u00e9dric","family":"Colas","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9931-1524","authenticated-orcid":false,"given":"Tristan","family":"Karch","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cl\u00e9ment","family":"Moulin-Frier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pierre-Yves","family":"Oudeyer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,12,20]]},"reference":[{"key":"591_CR1","unstructured":"Sutton, R. S. & Barto, A. G. Introduction to Reinforcement Learning (MIT Press, 1998)."},{"key":"591_CR2","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D. et al. Mastering the game of go with deep neural networks and tree search. Nature 529, 484\u2013489 (2016).","journal-title":"Nature"},{"key":"591_CR3","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1038\/s41586-020-2939-8","volume":"588","author":"MG Bellemare","year":"2020","unstructured":"Bellemare, M. G. et al. Autonomous navigation of stratospheric balloons using reinforcement learning. Nature 588, 77\u201382 (2020).","journal-title":"Nature"},{"key":"591_CR4","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1038\/s41586-021-04301-9","volume":"602","author":"J Degrave","year":"2022","unstructured":"Degrave, J. et al. Magnetic control of tokamak plasmas through deep reinforcement learning. Nature 602, 414\u2013419 (2022).","journal-title":"Nature"},{"key":"591_CR5","doi-asserted-by":"crossref","unstructured":"Piaget, J. The Origins of Intelligence in Children (transl. Cook, M.) (WW Norton, 1952).","DOI":"10.1037\/11494-000"},{"key":"591_CR6","doi-asserted-by":"crossref","unstructured":"Dautenhahn, K. & Billard, A. Studying robot social cognition within a developmental psychology framework. Proc. Eurobot 187\u2013194 (IEEE, 1999).","DOI":"10.1109\/EURBOT.1999.827639"},{"key":"591_CR7","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.1613\/jair.1.13554","volume":"74","author":"C Colas","year":"2022","unstructured":"Colas, C., Karch, T., Sigaud, O. & Oudeyer, P.-Y. Autotelic agents with intrinsically motivated goal-conditioned reinforcement learning: a short survey. J. Artif. Intell. Res. 74, 1159\u20131199 (2022).","journal-title":"J. Artif. Intell. Res."},{"key":"591_CR8","unstructured":"Schaul, T., Horgan, D., Gregor, K. & Silver, D. Universal value function approximators. Proc. ICML 37, 1312\u20131320 (PMLR, 2015)."},{"key":"591_CR9","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1126\/science.153.3731.25","volume":"153","author":"DE Berlyne","year":"1966","unstructured":"Berlyne, D. E. Curiosity and exploration. Science 153, 25\u201333 (1966).","journal-title":"Science"},{"key":"591_CR10","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1016\/j.neuron.2015.09.010","volume":"88","author":"C Kidd","year":"2015","unstructured":"Kidd, C. & Hayden, B. Y. The psychology and neuroscience of curiosity. Neuron 88, 449\u2013460 (2015).","journal-title":"Neuron"},{"key":"591_CR11","doi-asserted-by":"publisher","first-page":"758","DOI":"10.1038\/s41583-018-0078-0","volume":"19","author":"J Gottlieb","year":"2018","unstructured":"Gottlieb, J. & Oudeyer, P.-Y. Towards a neuroscience of active sampling and curiosity. Nat. Rev. Neurosci. 19, 758\u2013770 (2018).","journal-title":"Nat. Rev. Neurosci."},{"key":"591_CR12","doi-asserted-by":"crossref","unstructured":"Schmidhuber, J. Curious model-building control systems. IEEE International Joint Conference on Neural Networks 2, 1458\u20131463 (IEEE, 1991).","DOI":"10.1109\/IJCNN.1991.170605"},{"key":"591_CR13","unstructured":"Barto, A. G. & Simsek, O. Intrinsic motivation for reinforcement learning systems. Proc. Thirteenth Yale Workshop on Adaptive and Learning Systems 113\u2013118 (Yale Univ. Press, 2005)."},{"key":"591_CR14","doi-asserted-by":"crossref","unstructured":"Oudeyer, P.-Y., Kaplan, F. & Hafner, V. V. Intrinsic motivation systems for autonomous mental development. IEEE Transactions on Evolutionary Computation 11, 265\u2013286 (IEEE, 2007).","DOI":"10.1109\/TEVC.2006.890271"},{"key":"591_CR15","first-page":"1","volume":"1","author":"P-Y Oudeyer","year":"2009","unstructured":"Oudeyer, P.-Y. & Kaplan, F. What is intrinsic motivation? A typology of computational approaches. Front. Neurorobot. 1, 1\u20136 (2009).","journal-title":"Front. Neurorobot."},{"key":"591_CR16","unstructured":"Colas, C. et al. Language as a cognitive tool to imagine goals in curiosity driven exploration. Proc. NeurIPS 33, 3761\u20133774 (Curran Associates, 2020)."},{"key":"591_CR17","doi-asserted-by":"publisher","DOI":"10.1002\/ail2.45","author":"S Witty","year":"2021","unstructured":"Witty, S. et al. Measuring and characterizing generalization in deep reinforcement learning. Appl. AI Lett. https:\/\/doi.org\/10.1002\/ail2.45 (2021).","journal-title":"Appl. AI Lett."},{"key":"591_CR18","first-page":"5588","volume":"31","author":"M Shanahan","year":"2022","unstructured":"Shanahan, M. & Mitchell, M. Abstraction for deep reinforcement learning. Proc. IJCAI 31, 5588\u20135596 (2022).","journal-title":"Proc. IJCAI"},{"key":"591_CR19","unstructured":"Vygotsky, L. S. Thought and Language (MIT Press, 1934)."},{"key":"591_CR20","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1038\/scientificamerican1194-78","volume":"271","author":"LE Berk","year":"1994","unstructured":"Berk, L. E. Why children talk to themselves. Sci. Am. 271, 78\u201383 (1994).","journal-title":"Sci. Am."},{"key":"591_CR21","doi-asserted-by":"crossref","unstructured":"Lupyan, G. in Psychology of Learning and Motivation 57, 255\u2013297 (ed. Ross, B. H.) (Elsevier, 2012).","DOI":"10.1016\/B978-0-12-394293-7.00007-8"},{"key":"591_CR22","doi-asserted-by":"publisher","first-page":"672","DOI":"10.1111\/tops.12278","volume":"9","author":"D Gentner","year":"2017","unstructured":"Gentner, D. & Hoyos, C. Analogy and abstraction. Top. Cogn. Sci. 9, 672\u2013693 (2017).","journal-title":"Top. Cogn. Sci."},{"key":"591_CR23","unstructured":"Whorf, B. L. Language, Thought, and Reality: Selected Writings of Benjamin Lee Whorf (edited by Carroll J. B.) (MIT Press, 1956)."},{"key":"591_CR24","doi-asserted-by":"crossref","unstructured":"Rumelhart, D. E., Smolensky, P., McClelland, J. L. & Hinton, G. in Parallel Distributed Processing: Explorations in the Microstructures of Cognition (1986).","DOI":"10.7551\/mitpress\/5236.001.0001"},{"key":"591_CR25","unstructured":"Lakoff, G. & Johnson, M. Metaphors We Live By (Univ. Chicago Press, 2008)."},{"key":"591_CR26","first-page":"1","volume":"2","author":"M Hesse","year":"1988","unstructured":"Hesse, M. The cognitive claims of metaphor. J. Speculative Phil. 2, 1\u201316 (1988).","journal-title":"J. Speculative Phil."},{"key":"591_CR27","doi-asserted-by":"crossref","unstructured":"Dennett, D. C. Consciousness Explained (Penguin, 1993).","DOI":"10.2307\/2108259"},{"key":"591_CR28","doi-asserted-by":"crossref","unstructured":"Clark, A. in Language and Thought 162\u2013183 (eds Carruthers, P. & Boucher, J.) (Cambridge Univ. Press, 1998).","DOI":"10.1017\/CBO9780511597909.011"},{"key":"591_CR29","doi-asserted-by":"publisher","first-page":"705","DOI":"10.1017\/S0140525X02550123","volume":"25","author":"P Carruthers","year":"2002","unstructured":"Carruthers, P. Modularity, language, and the flexibility of thought. Behav. Brain Sci. 25, 705\u2013719 (2002).","journal-title":"Behav. Brain Sci."},{"key":"591_CR30","doi-asserted-by":"crossref","unstructured":"Tomasello, M. The Cultural Origins of Human Cognition (Harvard Univ. Press, 1999).","DOI":"10.4159\/9780674044371"},{"key":"591_CR31","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1017\/S0140525X05000129","volume":"28","author":"M Tomasello","year":"2005","unstructured":"Tomasello, M., Carpenter, M., Call, J., Behne, T. & Moll, H. Understanding and sharing intentions: the origins of cultural cognition. Behav. Brain Sci. 28, 675\u2013691 (2005).","journal-title":"Behav. Brain Sci."},{"key":"591_CR32","doi-asserted-by":"publisher","first-page":"138","DOI":"10.3109\/01942638.2013.794187","volume":"34","author":"K Brewer","year":"2014","unstructured":"Brewer, K., Pollock, N. & Wright, F. V. Addressing the challenges of collaborative goal setting with children and their families. Phys. Occup. Ther. Pediatr. 34, 138\u2013152 (2014).","journal-title":"Phys. Occup. Ther. Pediatr."},{"key":"591_CR33","doi-asserted-by":"crossref","unstructured":"Carruthers, P. & Boucher, J. Language and Thought (Cambridge Univ. Press, 1998).","DOI":"10.1017\/CBO9780511597909"},{"key":"591_CR34","doi-asserted-by":"publisher","first-page":"705","DOI":"10.1098\/rstb.2017.0135","volume":"373","author":"G Dove","year":"2018","unstructured":"Dove, G. Language as a disruptive technology: abstract concepts, embodiment and the flexible mind. Phil. Trans. R. Soc. B 373, 705\u2013719 (2018).","journal-title":"Phil. Trans. R. Soc. B"},{"key":"591_CR35","first-page":"1877","volume":"33","author":"TB Brown","year":"2020","unstructured":"Brown, T. B. et al. Language models are few-shot learners. Proc. NeurIPS 33, 1877\u20131901 (2020).","journal-title":"Proc. NeurIPS"},{"key":"591_CR36","unstructured":"Chowdhery, A. et al. PaLM: scaling language modeling with pathways. Preprint at https:\/\/arxiv.org\/abs\/2204.02311 (2022)."},{"key":"591_CR37","first-page":"8748","volume":"38","author":"A Radford","year":"2021","unstructured":"Radford, A. et al. Learning transferable visual models from natural language supervision. Proc. ICML 38, 8748\u20138763 (2021). PMLR.","journal-title":"Proc. ICML"},{"key":"591_CR38","unstructured":"Ramesh, A., Dhariwal, P., Nichol, A., Chu, C. & Chen, M. Hierarchical text-conditional image generation with CLIP latents. Preprint at https:\/\/arxiv.org\/abs\/2204.06125 (2022)."},{"key":"591_CR39","unstructured":"Alayrac, J.-B. et al. Flamingo: a visual language model for few-shot learning. Proc. NeurIPS 36 (2022)"},{"key":"591_CR40","unstructured":"Creswell, A., Shanahan, M. & Higgins, I. Selection-inference: exploiting large language models for interpretable logical reasoning. Preprint at https:\/\/arxiv.org\/abs\/2205.09712 (2022)."},{"key":"591_CR41","doi-asserted-by":"crossref","unstructured":"West, P. et al. Symbolic knowledge distillation: from general language models to commonsense models. Proc. NAACL 4602\u20134625 (ACL, 2022).","DOI":"10.18653\/v1\/2022.naacl-main.341"},{"key":"591_CR42","first-page":"6997","volume":"60","author":"D Hershcovich","year":"2022","unstructured":"Hershcovich, D. et al. Challenges and strategies in cross-cultural NLP. Proc. ACL 60, 6997\u20137013 (2022). Association for Computer Linguistics.","journal-title":"Proc. ACL"},{"key":"591_CR43","doi-asserted-by":"crossref","unstructured":"Arora, A., Kaffee, L.-A. & Augenstein, I. Probing pre-trained language models for cross-cultural differences in values. Proc. ACL (2022).","DOI":"10.18653\/v1\/2023.c3nlp-1.12"},{"key":"591_CR44","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1023\/A:1011218919464","volume":"11","author":"J Zlatev","year":"2001","unstructured":"Zlatev, J. The epigenesis of meaning in human beings, and possibly in robots. Minds Mach 11, 155\u2013195 (2001).","journal-title":"Minds Mach"},{"key":"591_CR45","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1177\/10597123030112002","volume":"11","author":"J Lindblom","year":"2003","unstructured":"Lindblom, J. & Ziemke, T. Social situatedness of natural and artificial intelligence: Vygotsky and beyond. Adapt. Behav. 11, 79\u201396 (2003).","journal-title":"Adapt. Behav."},{"key":"591_CR46","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1016\/j.newideapsych.2009.07.001","volume":"29","author":"M Mirolli","year":"2011","unstructured":"Mirolli, M. & Parisi, D. Towards a Vygotskyan cognitive robotics: the role of language as a cognitive tool. New Ideas Psychol. 29, 298\u2013311 (2011).","journal-title":"New Ideas Psychol."},{"key":"591_CR47","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1109\/TAMD.2010.2053034","volume":"2","author":"A Cangelosi","year":"2010","unstructured":"Cangelosi, A. et al. Integration of action and language knowledge: a roadmap for developmental robotics. IEEE Transactions on Autonomous Mental Development 2, 167\u2013195 (2010). IEEE.","journal-title":"IEEE Transactions on Autonomous Mental Development"},{"key":"591_CR48","first-page":"3040","volume":"36","author":"N Jaques","year":"2019","unstructured":"Jaques, N. et al. Social Influence as intrinsic motivation for multi-agent deep reinforcement learning. Proc. ICML 36, 3040\u20133049 (2019). PMLR.","journal-title":"Proc. ICML"},{"key":"591_CR49","doi-asserted-by":"crossref","unstructured":"Sigaud, O., Colas, C., Akakzia, A., Chetouani, M. & Oudeyer, P.-Y. Towards teachable autonomous agents. Preprint at https:\/\/arxiv.org\/abs\/2105.11977 (2021).","DOI":"10.1109\/TCDS.2022.3231731"},{"key":"591_CR50","unstructured":"Harari, Y. N. Sapiens: A Brief History of Humankind (Random House, 2014)."},{"key":"591_CR51","doi-asserted-by":"crossref","unstructured":"Vyshedskiy, A. Language evolution to revolution: the leap from rich-vocabulary non-recursive communication system to recursive language 70,000 years ago was associated with acquisition of a novel component of imagination, called prefrontal synthesis, enabled by a mutation that slowed down the prefrontal cortex maturation simultaneously in two or more children\u2014the Romulus and Remus hypothesis. Res. Ideas Outcomes no. 7528 (2019).","DOI":"10.3897\/rio.5.e38546"},{"key":"591_CR52","unstructured":"Goldberg, A. E. in The Emergence of Language 197\u2013212 (ed. MacWhinney, B.) (Psychology Press, 1999)."},{"key":"591_CR53","doi-asserted-by":"crossref","unstructured":"Hoffmann, T. Construction grammar and creativity: evolution, psychology, and cognitive science. Cogn. Semiot. 13 (2020).","DOI":"10.1515\/cogsem-2020-2018"},{"key":"591_CR54","doi-asserted-by":"crossref","unstructured":"Chomsky, N. Syntactic Structures (Mouton, 1957).","DOI":"10.1515\/9783112316009"},{"key":"591_CR55","unstructured":"Fodor, J. A. The Language of Thought (Harvard Univ. Press, 1975)."},{"key":"591_CR56","unstructured":"Wittgenstein, L. Philosophical Investigations (Wiley, 1953)."},{"key":"591_CR57","doi-asserted-by":"crossref","unstructured":"McDowell, J. Mind and World (Harvard Univ Press, 1996).","DOI":"10.2307\/j.ctvjghtzj"},{"key":"591_CR58","doi-asserted-by":"crossref","unstructured":"Sperber, D., Premack, D. & Premack, A. J. Causal Cognition: A Multidisciplinary Debate (Clarendon Press, 1995).","DOI":"10.1093\/acprof:oso\/9780198524021.001.0001"},{"key":"591_CR59","unstructured":"Allen, C. & Bekoff, M. Species of Mind: The Philosophy and Biology of Cognitive Ethology (MIT Press, 1999)."},{"key":"591_CR60","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1006\/cogp.1995.1016","volume":"29","author":"SR Waxman","year":"1995","unstructured":"Waxman, S. R. & Markow, D. B. Words as invitations to form categories: evidence from 12-to 13-month-old infants. Cogn. Psychol. 29, 257\u2013302 (1995).","journal-title":"Cogn. Psychol."},{"key":"591_CR61","unstructured":"Yoshida, H. & Smith, L. B. Sound symbolism and early word learning in two languages. In Proc. Annual Meeting of the Cognitive Science Society 25, 1287\u20131292 (2003)."},{"key":"591_CR62","unstructured":"Gentner, D. & Loewenstein, J. Relational Language and Relational Thought (Erlbaum, 2002)."},{"key":"591_CR63","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1002\/evan.10110","volume":"12","author":"J Henrich","year":"2003","unstructured":"Henrich, J. & McElreath, R. The evolution of cultural evolution. Evol. Anthropol. 12, 123\u2013135 (2003).","journal-title":"Evol. Anthropol."},{"key":"591_CR64","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/ncomms7029","volume":"6","author":"TJ Morgan","year":"2015","unstructured":"Morgan, T. J. et al. Experimental evidence for the co-evolution of hominin tool-making teaching and language. Nat. Commun. 6, 1\u20138 (2015).","journal-title":"Nat. Commun."},{"key":"591_CR65","first-page":"226","volume":"41","author":"S Chopra","year":"2019","unstructured":"Chopra, S., Tessler, M. H. & Goodman, N. D. The first crank of the cultural ratchet: learning and transmitting concepts through language. Cogn. Sci. 41, 226\u2013232 (2019).","journal-title":"Cogn. Sci."},{"key":"591_CR66","unstructured":"Bruner, J. Acts of Meaning (Harvard Univ. Press, 1990)."},{"key":"591_CR67","doi-asserted-by":"crossref","unstructured":"Carruthers, P. in Language and Thought 94\u2013120 (eds Carruthers, P. and Boucher, J.) (Cambridge Univ. Press, 1998).","DOI":"10.1017\/CBO9780511597909.007"},{"key":"591_CR68","doi-asserted-by":"crossref","unstructured":"Lupyan, G. in Modeling Language, Cognition and Action (eds Cangelosi, A. et al.) 87\u201396 (World Scientific, 2005).","DOI":"10.1142\/9789812701886_0008"},{"key":"591_CR69","unstructured":"Hill, F. et al. Emergent systematic generalization in a situated agent. Proc. ICLR 8 (2020)."},{"key":"591_CR70","unstructured":"Jiang, Y., Gu, S., Murphy, K. & Finn, C. Language as an abstraction for hierarchical deep reinforcement learning. Proc. NeurIPS 32 (Curran Associates, 2019)."},{"key":"591_CR71","doi-asserted-by":"crossref","unstructured":"Lynch, C. & Sermanet, P. Language conditioned imitation learning over unstructured data. Robotics: Science and Systems XVII (2021).","DOI":"10.15607\/RSS.2021.XVII.047"},{"key":"591_CR72","unstructured":"Chevalier-Boisvert, M. et al. Baby-AI: first steps towards grounded language learning with a human in the loop. Proc. ICLR 7 (2019)."},{"key":"591_CR73","doi-asserted-by":"crossref","unstructured":"Yuan, X. et al. Interactive language learning by question answering. In Proc. EMNLP 9, 2796\u20132813 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/D19-1280"},{"key":"591_CR74","first-page":"1331","volume":"36","author":"C Colas","year":"2019","unstructured":"Colas, C., Oudeyer, P., Sigaud, O., Fournier, P. & Chetouani, M. CURIOUS: intrinsically motivated modular multi-goal reinforcement learning. Proc. ICML 36, 1331\u20131340 (2019). PMLR.","journal-title":"Proc. ICML"},{"key":"591_CR75","unstructured":"Stooke, A. et al. Open-ended learning leads to generally capable agents. Preprint at https:\/\/arxiv.org\/abs\/2107.12808 (2021)."},{"key":"591_CR76","unstructured":"Bahdanau, D. et al. Learning to understand goal specifications by modelling reward. Proc. ICLR 7 (2019)."},{"key":"591_CR77","unstructured":"Tam, A. C. et al. Semantic exploration from language abstractions and pretrained representations. Proc. NeurIPS, 36 (2022)."},{"key":"591_CR78","unstructured":"Mu, J. et al. Improving intrinsic exploration with language abstractions. Proc. NeurIPS, 36 (2022)."},{"key":"591_CR79","unstructured":"Hermann, K. M. et al. Grounded language learning in a simulated 3D world. Preprint at https:\/\/arxiv.org\/abs\/1706.06551 (2017)."},{"key":"591_CR80","unstructured":"Hill, F., Mokra, S., Wong, N. & Harley, T. Human instruction-following with deep reinforcement learning via transfer-learning from text. Preprint at https:\/\/arxiv.org\/abs\/2005.09382 (2020)."},{"key":"591_CR81","first-page":"1713","volume":"60","author":"P Sharma","year":"2021","unstructured":"Sharma, P., Torralba, A. & Andreas, J. Skill induction and planning with latent language. Proc. ACL 60, 1713\u20131736 (2021). Association for Computational Linguistics.","journal-title":"Proc. ACL"},{"key":"591_CR82","first-page":"5236","volume":"24","author":"T Karch","year":"2021","unstructured":"Karch, T., Teodorescu, L., Hofmann, K., Moulin-Frier, C. & Oudeyer, P.-Y. Grounding spatio-temporal language with transformers. Proc. NeurIPS 24, 5236\u20135249 (2021). Curran Associates, Inc.","journal-title":"Proc. NeurIPS"},{"key":"591_CR83","unstructured":"Akakzia, A., Colas, C., Oudeyer, P.-Y., Chetouani, M. & Sigaud, O. Grounding language to autonomously-acquired skills via goal generation. Proc. ICLR 9 (2021)."},{"key":"591_CR84","unstructured":"Ramesh, A. et al. Zero-shot text-to-image generation. Preprint at https:\/\/arxiv.org\/abs\/2102.12092 (2021)."},{"key":"591_CR85","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1016\/S0010-0277(00)00120-7","volume":"79","author":"L Hermer-Vazquez","year":"2001","unstructured":"Hermer-Vazquez, L. Language, space, and the development of cognitive flexibility in humans: the case of two spatial memory tasks. Cognition 79, 263\u2013299 (2001).","journal-title":"Cognition"},{"key":"591_CR86","first-page":"11193","volume":"38","author":"C Wong","year":"2021","unstructured":"Wong, C., Ellis, K., Tenenbaum, J. B. & Andreas, J. Leveraging language to learn program abstractions and search heuristics. Proc. ICML 38, 11193\u201311204 (2021). PMLR.","journal-title":"Proc. ICML"},{"key":"591_CR87","unstructured":"Chen, V., Gupta, A. & Marino, K. Ask your humans: using human instructions to improve generalization in reinforcement learning. Proc. ICLR 9 (2021)."},{"key":"591_CR88","first-page":"29529","volume":"34","author":"S Mirchandani","year":"2021","unstructured":"Mirchandani, S., Karamcheti, S. & Sadigh, D. ELLA: exploration through learned language abstraction. Adva. Neural Inf. Process. Syst. 34, 29529\u201329540 (2021).","journal-title":"Adva. Neural Inf. Process. Syst."},{"key":"591_CR89","unstructured":"Shridhar, M. et al. ALFWorld: aligning text and embodied environments for interactive learning. Proc. ICLR 9 (2021)."},{"key":"591_CR90","doi-asserted-by":"crossref","unstructured":"C\u00f4t\u00e9, M.-A. et al. TextWorld: a learning environment for text-based games. Computer Games\u20147th Workshop at IJCAI (2018).","DOI":"10.1007\/978-3-030-24337-1_3"},{"key":"591_CR91","doi-asserted-by":"crossref","unstructured":"Das, A. et al. Embodied question answering. Proc. CVPR, 1-10 (IEEE, 2018).","DOI":"10.1109\/CVPR.2018.00008"},{"key":"591_CR92","unstructured":"Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. BERT: Pre-training of deep bidirectional transformers for language understanding. Proc. NAACL 4171\u20134186 (Association for Computational Linguistics, 2019)."},{"key":"591_CR93","first-page":"9118","volume":"39","author":"W Huang","year":"2022","unstructured":"Huang, W., Abbeel, P., Pathak, D. & Mordatch, I. Language models as zero-shot planners: extracting actionable knowledge for embodied agents. Proc. ICML 39, 9118\u20139147 (2022). PMLR.","journal-title":"Proc. ICML"},{"key":"591_CR94","unstructured":"Ahn, M. et al. Do as i can, not as i say: grounding language in robotic affordances. Preprint at https:\/\/arxiv.org\/abs\/2204.01691 (2022)."},{"key":"591_CR95","unstructured":"Fan, L. et al. Minedojo: building open-ended embodied agents with internet-scale knowledge. Proc. AAAI (2022)."},{"key":"591_CR96","unstructured":"Zeng, A. et al. Socratic models: composing zero-shot multimodal reasoning with language. Preprint at https:\/\/arxiv.org\/abs\/2204.00598 (2022)."},{"key":"591_CR97","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1016\/j.tics.2010.06.002","volume":"14","author":"JL McClelland","year":"2010","unstructured":"McClelland, J. L. et al. Letting structure emerge: connectionist and dynamical systems approaches to cognition. Trends Cogn. Sci. 14, 348\u2013356 (2010).","journal-title":"Trends Cogn. Sci."},{"key":"591_CR98","unstructured":"Santoro, A., Lampinen, A., Mathewson, K., Lillicrap, T. & Raposo, D. Symbolic behaviour in artificial intelligence. Preprint at https:\/\/arxiv.org\/abs\/2102.03406 (2021)."},{"key":"591_CR99","doi-asserted-by":"crossref","unstructured":"Cideron, G., Seurin, M., Strub, F. & Pietquin, O. HIGhER: improving instruction following with hindsight generation for experience replay. In IEEE Symposium Series on Computational Intelligence 225\u2013232 (IEEE, 2020).","DOI":"10.1109\/SSCI47803.2020.9308603"},{"key":"591_CR100","doi-asserted-by":"publisher","first-page":"11116","DOI":"10.1609\/aaai.v35i12.17326","volume":"35","author":"L Zhou","year":"2021","unstructured":"Zhou, L. & Small, K. Inverse reinforcement learning with natural language goals. Proc. AAAI 35, 11116\u201311124 (2021).","journal-title":"Proc. AAAI"},{"key":"591_CR101","first-page":"8096","volume":"38","author":"K Nguyen","year":"2021","unstructured":"Nguyen, K., Misra, D., Schapire, R., Dud\u00edk, M. & Shafto, P. Interactive learning from activity description. Proc. ICML 38, 8096\u20138108 (2021). PMLR.","journal-title":"Proc. ICML"},{"key":"591_CR102","unstructured":"Yan, C. et al. Intra-agent speech permits zero-shot task acquisition. Proc. NeurIPS 36 (2022)."},{"key":"591_CR103","unstructured":"Andrychowicz, M. et al. Hindsight experience replay. Proc. NeurIPS (2017)."},{"key":"591_CR104","first-page":"271","volume":"5","author":"P Dayan","year":"1993","unstructured":"Dayan, P. & Hinton, G. E. Feudal Reinforcement Learning. Advances Neural Inf. Process. Syst. 5, 271\u2013278 (1993).","journal-title":"Advances Neural Inf. Process. Syst."},{"key":"591_CR105","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","volume":"112","author":"RS Sutton","year":"1999","unstructured":"Sutton, R. S., Precup, D. & Singh, S. Between MDPs and semi-MDPs: a framework for temporal abstraction in reinforcement learning. Artif. Intell. 112, 181\u2013211 (1999).","journal-title":"Artif. Intell."},{"key":"591_CR106","first-page":"11868","volume":"39","author":"AK Lampinen","year":"2022","unstructured":"Lampinen, A. K. et al. Tell ME Why!\u2014Explanations support learning of relational and causal structure. Proc. ICML 39, 11868\u201311890 (2022). PMLR.","journal-title":"Proc. ICML"},{"key":"591_CR107","unstructured":"Nair, A. et al. Visual reinforcement learning with imagined goals. Proc. NeurIPS 31 (Curran Associates, Inc. 2018)."},{"key":"591_CR108","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1080\/10400419.2012.650092","volume":"24","author":"MA Runco","year":"2012","unstructured":"Runco, M. A. & Jaeger, G. J. The standard definition of creativity. Creat. Res. J. 24, 92\u201396 (2012).","journal-title":"Creat. Res. J."},{"key":"591_CR109","doi-asserted-by":"crossref","unstructured":"Shah, D. S., Schwartz, H. A. & Hovy, D. Predictive biases in natural language processing models: a conceptual framework and overview. In Proc. 58th Annual Meeting of the Association for Computational Linguistics 5248\u20135264 (Association for Computational Linguistics, 2020).","DOI":"10.18653\/v1\/2020.acl-main.468"},{"key":"591_CR110","unstructured":"Liang, P. P., Wu, C., Morency, L.-P. & Salakhutdinov, R. Towards understanding and mitigating social biases in language models. Proc 38th International Conference on Machine Learning, Proc. Machine Learning Research Vol. 139 (eds Meila, M. & Zhang, T.) 6565\u20136576 (PMLR, 2021)."},{"key":"591_CR111","unstructured":"Weidinger, L. et al. Ethical and social risks of harm from language models. Preprint at https:\/\/arxiv.org\/abs\/2112.04359 (2021)."},{"key":"591_CR112","doi-asserted-by":"crossref","unstructured":"Bender, E. M., Gebru, T., McMillan-Major, A. & Shmitchell, S. On the dangers of stochastic parrots: Can language models be too big? In Proc. 2021 ACM Conference on Fairness, Accountability, and Transparency, 610\u2013623 (Association for Computing Machinery, 2021).","DOI":"10.1145\/3442188.3445922"},{"key":"591_CR113","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1016\/j.cognition.2010.10.001","volume":"120","author":"E Bonawitz","year":"2011","unstructured":"Bonawitz, E. et al. The double-edged sword of pedagogy: Instruction limits spontaneous exploration and discovery. Cognition 120, 322\u2013330 (2011).","journal-title":"Cognition"},{"key":"591_CR114","unstructured":"Bisk, Y. et al. Experience grounds language. In Proc. EMNLP, 8718\u20138735 (Association for Computational Linguistics, 2020)."},{"key":"591_CR115","doi-asserted-by":"crossref","unstructured":"Tomasello, M. Becoming Human\u2014A Theory of Ontogeny (Harvard Univ. Press, 2019).","DOI":"10.4159\/9780674988651"},{"key":"591_CR116","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1016\/j.cobeha.2021.01.006","volume":"38","author":"N V\u00e9lez","year":"2021","unstructured":"V\u00e9lez, N. & Gweon, H. Learning from other minds: an optimistic critique of reinforcement learning models of social learning. Curr. Opin. Behav. Sci. 38, 110\u2013115 (2021).","journal-title":"Curr. Opin. Behav. Sci."},{"key":"591_CR117","first-page":"1","volume":"4","author":"EM Elliott","year":"2021","unstructured":"Elliott, E. M. et al. Multilab direct replication of Flavell, Beach, and Chinsky (1966): spontaneous verbal rehearsal in a memory task as a function of age. Adv. Methods Pract. Psychol. Sci. 4, 1\u201320 (2021).","journal-title":"Adv. Methods Pract. Psychol. Sci."},{"key":"591_CR118","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1111\/j.1467-8721.2008.00593.x","volume":"17","author":"CM Atance","year":"2008","unstructured":"Atance, C. M. Future thinking in young children. Curr. Dir. Psychol. Sci. 17, 295\u2013298 (2008).","journal-title":"Curr. Dir. Psychol. Sci."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00591-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00591-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00591-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,10]],"date-time":"2024-10-10T20:06:00Z","timestamp":1728590760000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00591-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12,20]]},"references-count":118,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2022,12]]}},"alternative-id":["591"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00591-4","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,12,20]]},"assertion":[{"value":"2 June 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 November 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 December 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}