{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T19:16:27Z","timestamp":1743102987790,"version":"3.40.3"},"publisher-location":"Cham","reference-count":19,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031199066"},{"type":"electronic","value":"9783031199073"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-19907-3_7","type":"book-chapter","created":{"date-parts":[[2023,1,13]],"date-time":"2023-01-13T06:07:32Z","timestamp":1673590052000},"page":"62-74","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["MARTI-4: New Model of Human Brain, Considering Neocortex and Basal Ganglia \u2013 Learns to Play Atari Game by Reinforcement Learning on a Single CPU"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5701-8717","authenticated-orcid":false,"given":"Igor","family":"Pivovarov","sequence":"first","affiliation":[]},{"given":"Sergey","family":"Shumsky","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,1,14]]},"reference":[{"key":"7_CR1","unstructured":"Shumsky, S.A.: Machine intelligence. Essays on the theory of machine learning and artificial intelligence. RIOR Publishing, Moscow (2019). ISBN 978-5-369-02011-1."},{"issue":"1456","key":"7_CR2","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1098\/rstb.2005.1622","volume":"360","author":"K Friston","year":"2005","unstructured":"Friston, K.: A theory of cortical responses. Philos. Trans. R. Soc. B: Biol. Sci. 360(1456), 815\u2013836 (2005)","journal-title":"Philos. Trans. R. Soc. B: Biol. Sci."},{"key":"7_CR3","doi-asserted-by":"crossref","unstructured":"Bastos, A.M., et al.: Canonical microcircuits for predictive coding. Neuron 76(4), 695\u2013711 (2012)","DOI":"10.1016\/j.neuron.2012.10.038"},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"Clark, A.: Surfing Uncertainty: Prediction, Action, and The Embodied Mind. Oxford University Press, Oxford (2015)","DOI":"10.1093\/acprof:oso\/9780190217013.001.0001"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Spratling, M.W.: A review of predictive coding algorithms. Brain Cogn. 112, 92\u201397 (2017)","DOI":"10.1016\/j.bandc.2015.11.003"},{"key":"7_CR6","doi-asserted-by":"publisher","first-page":"23","DOI":"10.3389\/fncir.2016.00023","volume":"10","author":"J Hawkins","year":"2016","unstructured":"Hawkins, J., Ahmad, S.: Why neurons have thousands of synapses, a theory of sequence memory in neocortex. Front. Neural Circuits 10, 23 (2016)","journal-title":"Front. Neural Circuits"},{"key":"7_CR7","doi-asserted-by":"publisher","first-page":"81","DOI":"10.3389\/fncir.2017.00081","volume":"11","author":"J Hawkins","year":"2017","unstructured":"Hawkins, J., Ahmad, S., Cui, Y.: A theory of how columns in the neocortex enable learning the structure of the world. Front. Neural Circuits 11, 81 (2017)","journal-title":"Front. Neural Circuits"},{"key":"7_CR8","unstructured":"Laukien, E., Richard C., Fergal B.: Feynman machine: the universal dynamical systems computer. arXiv preprint arXiv:1609.03971 (2016)"},{"key":"7_CR9","doi-asserted-by":"crossref","unstructured":"Caligiore, D., et al.: The super-learning hypothesis: integrating learning processes across cortex, cerebellum and basal ganglia. Neurosci. Biobehav. Rev. 100, 19\u201334 (2019)","DOI":"10.1016\/j.neubiorev.2019.02.008"},{"issue":"6","key":"7_CR10","doi-asserted-by":"publisher","first-page":"956","DOI":"10.1016\/j.conb.2012.05.008","volume":"22","author":"MM Botvinick","year":"2012","unstructured":"Botvinick, M.M.: Hierarchical reinforcement learning and decision making. Curr. Opin. Neurobiol. 22(6), 956\u2013962 (2012)","journal-title":"Curr. Opin. Neurobiol."},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Pateria, S., et al.: Hierarchical reinforcement learning: a comprehensive survey. ACM Comput. Surv. (CSUR)\u00a054(5), 1\u201335 (2021)","DOI":"10.1145\/3453160"},{"issue":"1-2","key":"7_CR12","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","volume":"112","author":"RS Sutton","year":"1999","unstructured":"Sutton, R.S., Precup, D., Singh, S.: Between MDPs and semi-MDPs: a framework for temporal abstraction in reinforcement learning. Artif. Intell. 112(1\u20132), 181\u2013211 (1999)","journal-title":"Artif. Intell."},{"key":"7_CR13","doi-asserted-by":"crossref","unstructured":"Bacon, P.L., H, J., Precup, D.: The option-critic architecture. In:\u00a0Proceedings of the AAAI Conference on Artificial Intelligence, vol. 31, no. 1 (2017)","DOI":"10.1609\/aaai.v31i1.10916"},{"key":"7_CR14","unstructured":"Vezhnevets, A.S, et al.: Feudal networks for hierarchical reinforcement learning. In: International Conference on Machine Learning. PMLR (2017)"},{"key":"7_CR15","unstructured":"Nachum, O., et al.: Data-efficient hierarchical reinforcement learning. arXiv preprint arXiv:1805.08296\u00a0(2018)"},{"key":"7_CR16","unstructured":"Brockman, G., et al.: Open AI Gym. arXiv 2016"},{"key":"7_CR17","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"BG Marc","year":"2013","unstructured":"Marc, B.G., et al.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. 47, 253\u2013279 (2013)","journal-title":"J. Artif. Intell. Res."},{"key":"7_CR18","unstructured":"Shumsky, S.A.: Deep structural learning: a new look at reinforcement learning. In: XX Russian Scientific Conference NEUROINFORMATICS 2018. Lectures on Neuroinformatics, pp. 11\u201343 (2018)"},{"key":"7_CR19","unstructured":"Mnih, V., et al.: Playing Atari with Deep Reinforcement Learning. arXiv 2013"}],"container-title":["Lecture Notes in Computer Science","Artificial General Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-19907-3_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,13]],"date-time":"2023-01-13T07:04:11Z","timestamp":1673593451000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-19907-3_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031199066","9783031199073"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-19907-3_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"14 January 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Igor Pivovarov works part time in Moscow Institute of Physics and Technologies, Huawei, Skoltech, Bauman University and IP Laboratories. Sergey Shumsky works part time in Moscow Institute of Physics and Technologies and Bauman University. However, the whole scope of current work was made by authors solely in free time without any support or participation of any entities.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclaimer"}},{"value":"AGI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial General Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Seattle, WA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"agi2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/agi-conf.org\/2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,54","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3,6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13 additional posters were included","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}