{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T11:17:56Z","timestamp":1783163876688,"version":"3.54.6"},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100005046","name":"Heilongjiang Province Natural Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100005046","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neurocomputing"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.neucom.2026.134169","type":"journal-article","created":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T15:19:49Z","timestamp":1780586389000},"page":"134169","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["A deep reinforcement learning state representation method that integrates compression and iterative external memory networks"],"prefix":"10.1016","volume":"697","author":[{"given":"Huiling","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peng","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"2","key":"10.1016\/j.neucom.2026.134169_bib0005","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1109\/MCS.2025.3534477","article-title":"Unsupervised representation learning in deep reinforcement learning: a review","volume":"45","author":"Botteghi","year":"2025","journal-title":"IEEE Control Syst."},{"issue":"4","key":"10.1016\/j.neucom.2026.134169_bib0010","doi-asserted-by":"crossref","first-page":"2733","DOI":"10.1007\/s10462-021-10061-9","article-title":"Deep reinforcement learning in computer vision: a comprehensive survey","volume":"55","author":"Le","year":"2022","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.neucom.2026.134169_bib0015","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1016\/j.neunet.2021.09.023","article-title":"Generalized attention-weighted reinforcement learning","volume":"145","author":"Bramlage","year":"2022","journal-title":"Neural Netw."},{"key":"10.1016\/j.neucom.2026.134169_bib0020","first-page":"15084","article-title":"Decision transformer: reinforcement learning via sequence modeling","volume":"34","author":"Chen","year":"2021","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"12","key":"10.1016\/j.neucom.2026.134169_bib0025","doi-asserted-by":"crossref","first-page":"4141","DOI":"10.1109\/TVCG.2021.3076749","article-title":"Visual analytics for RNN-based deep reinforcement learning","volume":"28","author":"Wang","year":"2021","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"10.1016\/j.neucom.2026.134169_bib0030","author":"Parisotto"},{"key":"10.1016\/j.neucom.2026.134169_bib0035","author":"Mnih"},{"key":"10.1016\/j.neucom.2026.134169_bib0040","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/j.ins.2022.11.113","article-title":"Deep3DCANN: a deep 3DCNN-ANN framework for spontaneous micro-expression recognition","volume":"630","author":"Thuseethan","year":"2023","journal-title":"Inf. Sci."},{"key":"10.1016\/j.neucom.2026.134169_bib0045","author":"Dosovitskiy"},{"key":"10.1016\/j.neucom.2026.134169_bib0050","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.neucom.2026.134169_bib0055","series-title":"2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","first-page":"5619","article-title":"Memory-based deep reinforcement learning for pomdps","author":"Meng","year":"2021"},{"key":"10.1016\/j.neucom.2026.134169_bib0060","series-title":"2019 International Conference on Information and Communication Technology Convergence (ICTC)","first-page":"7","article-title":"A deep multimodal reinforcement learning system combined with CNN and LSTM for stock trading","author":"Shin","year":"2019"},{"key":"10.1016\/j.neucom.2026.134169_bib0065","doi-asserted-by":"crossref","first-page":"173316","DOI":"10.1109\/ACCESS.2024.3486602","article-title":"Enhancing autonomous driving with spatial memory and attention in reinforcement learning","volume":"12","author":"Gerasyov","year":"2024","journal-title":"IEEE Access"},{"key":"10.1016\/j.neucom.2026.134169_bib0070","doi-asserted-by":"crossref","DOI":"10.1016\/j.neucom.2023.127063","article-title":"Roformer: enhanced transformer with rotary position embedding","volume":"568","author":"Su","year":"2024","journal-title":"Neurocomputing"},{"key":"10.1016\/j.neucom.2026.134169_bib0075","series-title":"International Conference on Machine Learning","first-page":"5639","article-title":"Curl: contrastive unsupervised representations for reinforcement learning","author":"Laskin","year":"2020"},{"key":"10.1016\/j.neucom.2026.134169_bib0080","author":"Jaegle"},{"key":"10.1016\/j.neucom.2026.134169_bib0085","author":"Kostrikov"},{"key":"10.1016\/j.neucom.2026.134169_bib0090","doi-asserted-by":"crossref","first-page":"8464","DOI":"10.1109\/TMM.2022.3197364","article-title":"EHPE: skeleton cues-based Gaussian coordinate encoding for efficient human pose estimation","volume":"26","author":"Liu","year":"2022","journal-title":"IEEE Trans. Multimed."},{"key":"10.1016\/j.neucom.2026.134169_bib0095","author":"Mirowski"},{"key":"10.1016\/j.neucom.2026.134169_bib0100","article-title":"Fourier features in reinforcement learning with neural networks","volume":"2023","author":"Brellmann","year":"2023","journal-title":"Trans. Mach. Learn. Res."},{"key":"10.1016\/j.neucom.2026.134169_bib0105","author":"Jeon"},{"key":"10.1016\/j.neucom.2026.134169_bib0110","author":"Chen"},{"issue":"11","key":"10.1016\/j.neucom.2026.134169_bib0115","doi-asserted-by":"crossref","DOI":"10.1093\/bioinformatics\/btad636","article-title":"Multiple sequence alignment based on deep reinforcement learning with self-attention and positional encoding","volume":"39","author":"Liu","year":"2023","journal-title":"Bioinformatics"},{"key":"10.1016\/j.neucom.2026.134169_bib0120","series-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","first-page":"10033","article-title":"Rethinking and improving relative position encoding for vision transformer","author":"Wu","year":"2021"},{"issue":"1","key":"10.1016\/j.neucom.2026.134169_bib0125","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1007\/s10618-023-00948-2","article-title":"Improving position encoding of transformers for multivariate time series classification","volume":"38","author":"Foumani","year":"2024","journal-title":"Data Min. Knowl. Discov."},{"key":"10.1016\/j.neucom.2026.134169_bib0130","author":"Zhao"},{"key":"10.1016\/j.neucom.2026.134169_bib0135","author":"Shchendrigin"},{"key":"10.1016\/j.neucom.2026.134169_bib0140","doi-asserted-by":"crossref","first-page":"72008","DOI":"10.52202\/075280-3150","article-title":"Reinforcement learning with fast and forgetful memory","volume":"36","author":"Morad","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.neucom.2026.134169_bib0145","series-title":"International Conference on Machine Learning","first-page":"2790","article-title":"Control of memory, active perception, and action in minecraft","author":"Oh","year":"2016"},{"key":"10.1016\/j.neucom.2026.134169_bib0150","author":"Le"},{"key":"10.1016\/j.neucom.2026.134169_bib0155","author":"Na"},{"key":"10.1016\/j.neucom.2026.134169_bib0160","author":"Nourzad"},{"key":"10.1016\/j.neucom.2026.134169_bib0165","series-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","first-page":"6839","article-title":"Towards long-horizon vision-language-action system: reasoning, acting and memory","author":"Li","year":"2025"},{"key":"10.1016\/j.neucom.2026.134169_bib0170","author":"Zhou"},{"key":"10.1016\/j.neucom.2026.134169_bib0175","author":"Auzina"},{"key":"10.1016\/j.neucom.2026.134169_bib0180","author":"Rae"},{"key":"10.1016\/j.neucom.2026.134169_bib0185","article-title":"Scaling memory-augmented neural networks with sparse reads and writes","volume":"29","author":"Rae","year":"2016","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.neucom.2026.134169_bib0190","author":"Wayne"},{"key":"10.1016\/j.neucom.2026.134169_bib0195","series-title":"International Conference on Machine Learning","first-page":"1378","article-title":"Ask me anything: dynamic memory networks for natural language processing","author":"Kumar","year":"2016"},{"issue":"2","key":"10.1016\/j.neucom.2026.134169_bib0200","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1109\/TAI.2023.3268612","article-title":"Sample efficient reinforcement learning using graph-based memory reconstruction","volume":"5","author":"Kang","year":"2023","journal-title":"IEEE Trans. Artif. Intell."},{"key":"10.1016\/j.neucom.2026.134169_bib0205","doi-asserted-by":"crossref","DOI":"10.1016\/j.neucom.2024.129165","article-title":"Combining long and short spatiotemporal reasoning for deep reinforcement learning","volume":"619","author":"Liu","year":"2025","journal-title":"Neurocomputing"},{"key":"10.1016\/j.neucom.2026.134169_bib0210","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1613\/jair.3912","article-title":"The arcade learning environment: an evaluation platform for general agents","volume":"47","author":"Bellemare","year":"2013","journal-title":"J. Artif. Intell. Res."},{"key":"10.1016\/j.neucom.2026.134169_bib0215","doi-asserted-by":"crossref","DOI":"10.1016\/j.simpa.2020.100022","article-title":"dm_control: software and tasks for continuous control","volume":"6","author":"Tunyasuvunakool","year":"2020","journal-title":"Softw. Impacts"},{"key":"10.1016\/j.neucom.2026.134169_bib0220","series-title":"International Conference on Machine Learning","first-page":"1407","article-title":"Impala: scalable distributed deep-rl with importance weighted actor-learner architectures","author":"Espeholt","year":"2018"},{"key":"10.1016\/j.neucom.2026.134169_bib0225","author":"Yarats"}],"container-title":["Neurocomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231226015675?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231226015675?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T10:40:30Z","timestamp":1783161630000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0925231226015675"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":45,"alternative-id":["S0925231226015675"],"URL":"https:\/\/doi.org\/10.1016\/j.neucom.2026.134169","relation":{},"ISSN":["0925-2312"],"issn-type":[{"value":"0925-2312","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A deep reinforcement learning state representation method that integrates compression and iterative external memory networks","name":"articletitle","label":"Article Title"},{"value":"Neurocomputing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neucom.2026.134169","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"134169"}}