{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T09:51:50Z","timestamp":1777542710534,"version":"3.51.4"},"reference-count":120,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2010,9,1]],"date-time":"2010-09-01T00:00:00Z","timestamp":1283299200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Auton. Mental Dev."],"published-print":{"date-parts":[[2010,9]]},"DOI":"10.1109\/tamd.2010.2056368","type":"journal-article","created":{"date-parts":[[2010,7,21]],"date-time":"2010-07-21T15:51:06Z","timestamp":1279727466000},"page":"230-247","source":"Crossref","is-referenced-by-count":455,"title":["Formal Theory of Creativity, Fun, and Intrinsic Motivation (1990\u20132010)"],"prefix":"10.1109","volume":"2","author":[{"given":"J\u00fcrgen","family":"Schmidhuber","sequence":"first","affiliation":[]}],"member":"263","reference":[{"key":"ref39","author":"kullback","year":"1959","journal-title":"Statistics and Information Theory"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1080\/09540090600768484"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/72.80299"},{"key":"ref32","author":"hutter","year":"2004","journal-title":"Universal Artificial Intelligence Sequential Decisions Based on Algorithmic Probability"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/JRPROC.1952.273898"},{"key":"ref30","article-title":"Properties of the bucket brigade","author":"holland","year":"1985","journal-title":"Proc 7th Int Conf Genetic Algorithms"},{"key":"ref37","first-page":"1","article-title":"three approaches to the quantitative definition of information","volume":"1","author":"kolmogorov","year":"1965","journal-title":"Problems Inform Trans"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2005.1554676"},{"key":"ref35","first-page":"237","article-title":"reinforcement learning: a survey","volume":"4","author":"kaelbling","year":"1996","journal-title":"J AI Res"},{"key":"ref34","first-page":"547","volume":"19","author":"itti","year":"2005","journal-title":"Advances in neural information processing systems"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2008.4543796"},{"key":"ref29","author":"holland","year":"1975","journal-title":"Adaptation in Natural and Artificial Systems"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1080\/09540090600768435"},{"key":"ref22","first-page":"937","article-title":"efficient non-linear control through neuroevolution","volume":"9","author":"gomez","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/1569901.1569918"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.137"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04277-5_77"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/72.478398"},{"key":"ref26","author":"hart","year":"2009","journal-title":"The Development of Hierarchical Knowledge in Robot Systems"},{"key":"ref100","author":"schmidhuber","year":"2010","journal-title":"How to Learn Programs with Artificial Recurrent Neural Networks"},{"key":"ref25","first-page":"68","article-title":"novelty and curiosity as determinants of exploratory behavior","volume":"41","author":"harlow","year":"1950","journal-title":"J Exp Psychol"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-7091-7097-7"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1080\/09540090600768542"},{"key":"ref59","author":"rechenberg","year":"1971","journal-title":"Evolutionsstrategie Optimierung Technischer Systeme Nach Prinzipien Der Biologischen Evolution"},{"key":"ref58","author":"raskin","year":"1985","journal-title":"Semantic Mechanisms of Humor"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1080\/09540090600768609"},{"key":"ref56","article-title":"strong asymptotic assertions for discrete mdl in regression and classification","author":"poland","year":"2005","journal-title":"Proc Annu Mach Learn Conf Belgium Netherlands"},{"key":"ref55","first-page":"1135","volume":"6","author":"plutowski","year":"1994","journal-title":"Advances in neural information processing systems"},{"key":"ref54","author":"piaget","year":"1955","journal-title":"The Child's Construction of Reality"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2006.890271"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.3389\/neuro.12.006.2007"},{"key":"ref40","article-title":"exploiting open-endedness to solve problems through the search for novelty","author":"lehman","year":"2008","journal-title":"Proc 11th Int Conf Artif Life"},{"key":"ref4","author":"bense","year":"1969","journal-title":"Einfhrung in die Informationstheoretische sthetik Grundlegung und Anwendung in der Texttheorie (Introduction to Information-Theoretical Aesthetics Foundation and Application to Text Theory)"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2050205"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1037\/11164-000"},{"key":"ref5","first-page":"68","article-title":"novelty and curiosity as determinants of exploratory behavior","volume":"41","author":"berlyne","year":"1950","journal-title":"Brit J Psychol"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198538493.001.0001","author":"bishop","year":"1995","journal-title":"Neural Networks for Pattern Recognition"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993591"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.4159\/harvard.9780674734470"},{"key":"ref9","article-title":"introduction to the special issue on developmental robotics","volume":"18","author":"blank","year":"2006","journal-title":"Connect Sci"},{"key":"ref46","first-page":"136","article-title":"adaptation in constant utility non-stationary environments","author":"littman","year":"1991","journal-title":"Proc 4th Int Conf Genet Algorithms"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-2606-0"},{"key":"ref48","author":"moles","year":"1968","journal-title":"Information Theory and Esthetic Perception"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1992.4.4.590"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(84)90016-X"},{"key":"ref41","article-title":"theory formation by heuristic search","volume":"21","author":"lenat","year":"1983","journal-title":"Mach Learn"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390228"},{"key":"ref43","first-page":"265","article-title":"universal sequential search problems","volume":"9","author":"levin","year":"1973","journal-title":"Problems Inform Trans"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1992.4.2.234"},{"key":"ref72","first-page":"500","volume":"nips 3","author":"schmidhuber","year":"1991","journal-title":"Advances in Neural Information Processing Systems 3"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"222","DOI":"10.7551\/mitpress\/3115.003.0030","article-title":"a possibility for implementing curiosity and boredom in model-building neural controllers","author":"schmidhuber","year":"1991","journal-title":"Proc Int Conf Simulation Adapt Behav From Animals to Animats"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1991.170605"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.2307\/1576418"},{"key":"ref77","author":"schmidhuber","year":"1997","journal-title":"What's Interesting?"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0052088"},{"key":"ref75","author":"schmidhuber","year":"1997","journal-title":"Femmes Fractales"},{"key":"ref78","author":"schmidhuber","year":"2000","journal-title":"Algorithmic Theories of Everything"},{"key":"ref79","first-page":"579","author":"schmidhuber","year":"2002","journal-title":"Advances in Evolutionary Computing"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-200-7.50071-4"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/0005-1098(78)90005-5"},{"key":"ref61","author":"ring","year":"1994","journal-title":"Continual Learning in Reinforcement Environments"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/DEVLRN.2007.4354052"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1080\/09540090600768740"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1080\/09540098908915650"},{"key":"ref66","first-page":"439","author":"schmidhuber","year":"1989","journal-title":"Connectionism in Perspective"},{"key":"ref67","author":"schmidhuber","year":"1990","journal-title":"Dynamische neuronale Netze und das fundamentale raumzeitliche Lernproblem"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1990.137723"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2008.07.003"},{"key":"ref69","author":"schmidhuber","year":"1991","journal-title":"Adaptive Curiosity and Adaptive Confidence"},{"key":"ref1","first-page":"438","article-title":"hierarchical reinforcement learning based on subgoal discovery and subpolicy specialization","author":"bakker","year":"2004","journal-title":"Proc 8th Conf Intell Autonom Syst"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1016\/S0019-9958(64)90223-2"},{"key":"ref95","author":"schmidhuber","year":"2009","journal-title":"Compression Progress The Algorithmic Principle Behind Curiosity and Creativity (With Applications of the Theory of Humor) 40 min Video of Invited Talk at Singularity Summit 2009"},{"key":"ref108","article-title":"where do rewards come from?","author":"singh","year":"2009","journal-title":"Proc 31st Annu Conf Cogn Sci Soc"},{"key":"ref94","first-page":"98","author":"schmidhuber","year":"2009","journal-title":"Multiple Ways to Design Research Research Cases that Reshape the Design Discipline"},{"key":"ref107","volume":"17","author":"singh","year":"2005","journal-title":"Advances in neural information processing systems"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-85563-7_2"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb01338.x"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-75488-6_3"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/130385.130417"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71984-7_2"},{"key":"ref104","author":"schwefel","year":"1974","journal-title":"Numerische Optimierung von Computer-Modellen"},{"key":"ref90","first-page":"75","article-title":"alle berechenbaren universen (all computable universes)","author":"schmidhuber","year":"2007","journal-title":"Spektrum der Wissenschaft"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007383707642"},{"key":"ref102","first-page":"196","article-title":"Planning simple trajectories using neural subgoal generators","author":"schmidhuber","year":"1992","journal-title":"Proc 2nd Int Conf Simulation Adapt Behav"},{"key":"ref111","first-page":"159","article-title":"reinforcement driven information acquisition in non-deterministic environments","volume":"2","author":"storck","year":"1995","journal-title":"Proc Int Conf Artif Neural Netw"},{"key":"ref112","author":"strehl","year":"2010","journal-title":"Learning from Logged Implicit Exploration Data"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1978.1055913"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/s12559-009-9014-y"},{"key":"ref99","author":"schmidhuber","year":"2010","journal-title":"Artificial General Intelligence"},{"key":"ref96","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1007\/978-3-642-02565-5_4","volume":"5499","author":"schmidhuber","year":"2009","journal-title":"Anticipatory Behavior in Adaptive Learning Systems From Psychological Theories to Artificial Cognitive Systems"},{"key":"ref97","first-page":"21","article-title":"simple algorithmic theory of subjective beauty, novelty, surprise, interestingness, attention, curiosity, creativity, art, science, music, jokes","volume":"48","author":"schmidhuber","year":"2009","journal-title":"SICE J Soc Instrument Contr Eng"},{"key":"ref10","first-page":"213","article-title":"R-MAX—A general polynomial time algorithm for near-optimal reinforcement learning","volume":"3","author":"brafman","year":"2002","journal-title":"J Mach Learn Res"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2005.844059"},{"key":"ref12","first-page":"679","volume":"6","author":"cohn","year":"1994","journal-title":"Advances in neural information processing systems"},{"key":"ref13","first-page":"1","article-title":"the classification of spikes in eeg recordings using features derived from ica","author":"de lucia","year":"2006","journal-title":"2006 IET 3rd International Conference On Advances in Medical Signal and Information Processing - MEDSIP 2006 MEDSIP"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1162\/089976602753712972"},{"key":"ref15","author":"fedorov","year":"1972","journal-title":"Theory of Optimal Experiments"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1177\/105971239700600202"},{"key":"ref16","author":"frank","year":"1964","journal-title":"Kybernetische Analysen Subjektiver Sachverhalte"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1023\/B:MACH.0000015880.99707.b2"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022676722315"},{"key":"ref17","author":"frank","year":"2002","journal-title":"sthetische Information Estetika informacio Eine Einfhrung in die Kybernetische sthetik"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45435-7_15"},{"key":"ref18","author":"franke","year":"1979","journal-title":"Kybernetische sthetik Phnomen Kunst"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-32274-0_1"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007562800292"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s00422-010-0364-z"},{"key":"ref83","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1007\/11550907_36","volume":"3697","author":"schmidhuber","year":"2005","journal-title":"Artificial Neural Networks Biological Inspirations ICANN 2005"},{"key":"ref114","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1080\/09540090600768690"},{"key":"ref116","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1111\/j.2517-6161.1987.tb01695.x","article-title":"estimation and inference by compact coding","volume":"49","author":"wallace","year":"1987","journal-title":"J Roy Statist Soc Series B"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1142\/S0129054102001291"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/11.2.185"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1162\/evco.1994.2.1.1"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-77296-5_4"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1080\/09540090600768658"},{"key":"ref86","first-page":"199","author":"schmidhuber","year":"2006","journal-title":"Artificial General Intelligence"},{"key":"ref87","first-page":"175","author":"schmidhuber","year":"2006","journal-title":"Artificial General Intelligence"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1038\/439392d"}],"container-title":["IEEE Transactions on Autonomous Mental Development"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/4563672\/5568771\/05508364.pdf?arnumber=5508364","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,23]],"date-time":"2025-02-23T06:01:03Z","timestamp":1740290463000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/5508364\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,9]]},"references-count":120,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tamd.2010.2056368","relation":{},"ISSN":["1943-0604","1943-0612"],"issn-type":[{"value":"1943-0604","type":"print"},{"value":"1943-0612","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,9]]}}}