{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T13:06:17Z","timestamp":1743080777306,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031334689"},{"type":"electronic","value":"9783031334696"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-33469-6_26","type":"book-chapter","created":{"date-parts":[[2023,5,23]],"date-time":"2023-05-23T21:02:01Z","timestamp":1684875721000},"page":"255-264","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["ADAM: A Prototype of\u00a0Hierarchical Neuro-Symbolic AGI"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-2993-0367","authenticated-orcid":false,"given":"Sergey","family":"Shumsky","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9693-0410","authenticated-orcid":false,"given":"Oleg","family":"Baskov","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,5,24]]},"reference":[{"unstructured":"Bakker, B., Schmidhuber, J., et al.: Hierarchical reinforcement learning based on subgoal discovery and subpolicy specialization. In: Proceedings of the 8-th Conference on Intelligent Autonomous Systems, pp. 438\u2013445 (2004)","key":"26_CR1"},{"issue":"1\u20132","key":"26_CR2","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1022140919877","volume":"13","author":"AG Barto","year":"2003","unstructured":"Barto, A.G., Mahadevan, S.: Recent advances in hierarchical reinforcement learning. Discret. Event Dyn. Syst. 13(1\u20132), 41\u201377 (2003)","journal-title":"Discret. Event Dyn. Syst."},{"issue":"6","key":"26_CR3","doi-asserted-by":"publisher","first-page":"956","DOI":"10.1016\/j.conb.2012.05.008","volume":"22","author":"MM Botvinick","year":"2012","unstructured":"Botvinick, M.M.: Hierarchical reinforcement learning and decision making. Curr. Opin. Neurobiol. 22(6), 956\u2013962 (2012)","journal-title":"Curr. Opin. Neurobiol."},{"unstructured":"Dietterich, T.G., et al.: The MAXQ method for hierarchical reinforcement learning. In: ICML, vol. 98, pp. 118\u2013126 (1998)","key":"26_CR4"},{"key":"26_CR5","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.neubiorev.2020.07.005","volume":"118","author":"KJ Friston","year":"2020","unstructured":"Friston, K.J., Parr, T., Yufik, Y., Sajid, N., Price, C.J., Holmes, E.: Generative models, linguistic communication and active inference. Neurosci. Biobehav. Rev. 118, 42\u201364 (2020)","journal-title":"Neurosci. Biobehav. Rev."},{"issue":"2","key":"26_CR6","first-page":"23","volume":"12","author":"P Gage","year":"1994","unstructured":"Gage, P.: A new algorithm for data compression. C Users J. 12(2), 23\u201338 (1994)","journal-title":"C Users J."},{"issue":"1","key":"26_CR7","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/s10462-018-9646-y","volume":"53","author":"I Kotseruba","year":"2020","unstructured":"Kotseruba, I., Tsotsos, J.K.: 40 years of cognitive architectures: core cognitive abilities and practical applications. Artif. Intell. Rev. 53(1), 17\u201394 (2020)","journal-title":"Artif. Intell. Rev."},{"doi-asserted-by":"crossref","unstructured":"Laird, J.E., Lebiere, C., Rosenbloom, P.S.: A standard model of the mind: toward a common computational framework across artificial intelligence, cognitive science, neuroscience, and robotics. AI Mag. 38(4), 13\u201326 (2017)","key":"26_CR8","DOI":"10.1609\/aimag.v38i4.2744"},{"issue":"2","key":"26_CR9","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.cogsys.2006.07.004","volume":"10","author":"P Langley","year":"2009","unstructured":"Langley, P., Laird, J.E., Rogers, S.: Cognitive architectures: research issues and challenges. Cogn. Syst. Res. 10(2), 141\u2013160 (2009)","journal-title":"Cogn. Syst. Res."},{"unstructured":"Laukien, E., Crowder, R., Byrne, F.: Feynman machine: the universal dynamical systems computer (2016). arXiv preprint arXiv:1609.03971","key":"26_CR10"},{"unstructured":"Levy, A., Platt, R., Saenko, K.: Hierarchical reinforcement learning with hindsight (2018). arXiv preprint arXiv:1805.08180","key":"26_CR11"},{"unstructured":"Levy, O., Goldberg, Y.: Neural word embedding as implicit matrix factorization. In: Advances in Neural Information Processing Systems, pp. 2177\u20132185 (2014)","key":"26_CR12"},{"unstructured":"Nachum, O., Gu, S.S., Lee, H., Levine, S.: Data-efficient hierarchical reinforcement learning. Adv. Neural Inf. Process. Syst. 31, 3307\u20133317 (2018)","key":"26_CR13"},{"doi-asserted-by":"crossref","unstructured":"Pateria, S., Subagdja, B., Tan, A.H., Quek, C.: Hierarchical reinforcement learning: a comprehensive survey. ACM Comput. Surv. (CSUR) 54(5), 1\u201335 (2021)","key":"26_CR14","DOI":"10.1145\/3453160"},{"issue":"1844","key":"26_CR15","doi-asserted-by":"publisher","first-page":"20200531","DOI":"10.1098\/rstb.2020.0531","volume":"377","author":"G Pezzulo","year":"2022","unstructured":"Pezzulo, G., Parr, T., Friston, K.: The evolution of brain architectures for predictive coding and active inference. Philos. Trans. R. Soc. B 377(1844), 20200531 (2022)","journal-title":"Philos. Trans. R. Soc. B"},{"issue":"4","key":"26_CR16","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1016\/j.tics.2018.01.009","volume":"22","author":"G Pezzulo","year":"2018","unstructured":"Pezzulo, G., Rigoli, F., Friston, K.J.: Hierarchical active inference: a theory of motivated control. Trends Cogn. Sci. 22(4), 294\u2013306 (2018)","journal-title":"Trends Cogn. Sci."},{"doi-asserted-by":"crossref","unstructured":"Ritter, F.E., Tehranchi, F., Oury, J.D.: ACT-R: a cognitive architecture for modeling cognition. Wiley Interdiscip. Rev. Cogn. Sci. 10(3), e1488 (2019)","key":"26_CR17","DOI":"10.1002\/wcs.1488"},{"unstructured":"Russell, S.: Human compatible: artificial intelligence and the problem of control. Penguin (2019)","key":"26_CR18"},{"issue":"6","key":"26_CR19","doi-asserted-by":"publisher","first-page":"847","DOI":"10.1134\/S0005117922060030","volume":"83","author":"S Shumskii","year":"2022","unstructured":"Shumskii, S.: ADAM: a model of artificial psyche. Autom. Remote Control 83(6), 847\u2013856 (2022). https:\/\/doi.org\/10.1134\/S0005117922060030","journal-title":"Autom. Remote Control"},{"doi-asserted-by":"publisher","unstructured":"Shumsky, S.: Machine Intelligence. Essays on the theory of machine learning and artificial intelligence. RIOR (2019). (in Russian). https:\/\/doi.org\/10.29039\/02011-1","key":"26_CR20","DOI":"10.29039\/02011-1"},{"doi-asserted-by":"publisher","unstructured":"Shumsky, S.: Scalable natural language understanding: from scratch, on the fly. In: 2018 International Conference on Artificial Intelligence Applications and Innovations (IC-AIAI), pp. 73\u201374. IEEE (2018). https:\/\/doi.org\/10.1109\/IC-AIAI.2018.8674432","key":"26_CR21","DOI":"10.1109\/IC-AIAI.2018.8674432"},{"unstructured":"Vezhnevets, A.S., et al.: Feudal networks for hierarchical reinforcement learning. In: International Conference on Machine Learning, pp. 3540\u20133549. PMLR (2017)","key":"26_CR22"},{"unstructured":"Wainwright, M.J.: Variance-reduced $$ q $$-learning is minimax optimal (2019). arXiv preprint arXiv:1906.04697","key":"26_CR23"},{"doi-asserted-by":"crossref","unstructured":"Wang, R., Yu, R., An, B., Rabinovich, Z.: I$$^{2}$$HRL: interactive influence-based hierarchical reinforcement learning. In: Proceedings of the Twenty-Ninth International Conference on International Joint Conferences on Artificial Intelligence, pp. 3131\u20133138 (2021)","key":"26_CR24","DOI":"10.24963\/ijcai.2020\/433"}],"container-title":["Lecture Notes in Computer Science","Artificial General Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-33469-6_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,8]],"date-time":"2023-06-08T23:04:59Z","timestamp":1686265499000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-33469-6_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031334689","9783031334696"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-33469-6_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"24 May 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AGI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial General Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stockholm","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 June 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"agi2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/agi-conf.org\/2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"72","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}