{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T02:10:49Z","timestamp":1755828649921,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":13,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,22]],"date-time":"2023-12-22T00:00:00Z","timestamp":1703203200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,22]]},"DOI":"10.1145\/3660043.3660202","type":"proceedings-article","created":{"date-parts":[[2024,5,30]],"date-time":"2024-05-30T10:18:07Z","timestamp":1717064287000},"page":"897-902","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Enhancing Curiosity-driven Reinforcement Learning through Historical State Information for Long-term Exploration"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-8182-9171","authenticated-orcid":false,"given":"Jian","family":"Wang","sequence":"first","affiliation":[{"name":"School of Optics and Photonics, Beijing Institute of Technology, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7900-8907","authenticated-orcid":false,"given":"Bo","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Optics and Photonics, Beijing Institute of Technology, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9503-6430","authenticated-orcid":false,"given":"Jing","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Optics and Photonics, Beijing Institute of Technology, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-4112-7254","authenticated-orcid":false,"given":"Ting","family":"Lei","sequence":"additional","affiliation":[{"name":"School of Optics and Photonics, Beijing Institute of Technology, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4329-8027","authenticated-orcid":false,"given":"Ke","family":"Ni","sequence":"additional","affiliation":[{"name":"School of Optics and Photonics, Beijing Institute of Technology, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.1955.0005"},{"key":"e_1_3_2_1_2_1","volume-title":"Continuous control with deep reinforcement learning","author":"Lillicrap T. P.","year":"2015","unstructured":"T. P. Lillicrap, J. J. Hunt, A. Pritzel, , \u201cContinuous control with deep reinforcement learning,\u201d arXiv:1509.02971, 2015."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.06.024"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.08.023"},{"key":"e_1_3_2_1_5_1","volume-title":"Noisy networks for exploration","author":"Fortunato M.","year":"2018","unstructured":"M. Fortunato, M.G. Azar, B. Piot, J. Menick, I. Osband, A. Graves, V. Mnih, R. Munos, D. Hassabis, O. Pietquin, C. Blundell, S. Legg, \u201cNoisy networks for exploration,\u201d arXiv preprint, arXiv: 1706.10295, 2018."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.5555\/3305890.3305968"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108352"},{"key":"e_1_3_2_1_8_1","volume-title":"Exploration by random network distillation","author":"Burda Y.","year":"1810","unstructured":"Y. Burda, H. Edwards, A. J. Storkey, O. Klimov, \u201cExploration by random network distillation,\u201d arXiv: 1810.12894, 2019."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2957051"},{"key":"e_1_3_2_1_10_1","first-page":"96","article-title":"Curiosity, information gaps, and the utility of knowledge","author":"Golman R.","year":"2015","unstructured":"R. Golman, G. Loewenstein, \u201cCuriosity, information gaps, and the utility of knowledge,\u201d Information Gaps, and the Utility of Knowledge, pp. 96-135, April 16, 2015.","journal-title":"Information Gaps, and the Utility of Knowledge"},{"key":"e_1_3_2_1_11_1","volume-title":"Proximal policy optimization algorithms","author":"Schulman J.","year":"2017","unstructured":"J. Schulman, F. Wolski, P. Dhariwal, A. Radford, O. Klimov, \u201cProximal policy optimization algorithms,\u201d arXiv: 1707.06347, 2017."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/2566972.2566979"},{"volume-title":"Available: https:\/\/github.com\/Kautenja\/gym-super-mario-bros","year":"2008","key":"e_1_3_2_1_13_1","unstructured":"Super Mario Bros for OpenAIGym. [Online] (2008). Available: https:\/\/github.com\/Kautenja\/gym-super-mario-bros."}],"event":{"name":"ICIEAI 2023: 2023 International Conference on Information Education and Artificial Intelligence","acronym":"ICIEAI 2023","location":"Xiamen China"},"container-title":["Proceedings of the 2023 International Conference on Information Education and Artificial Intelligence"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3660043.3660202","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3660043.3660202","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T12:22:42Z","timestamp":1755778962000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3660043.3660202"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,22]]},"references-count":13,"alternative-id":["10.1145\/3660043.3660202","10.1145\/3660043"],"URL":"https:\/\/doi.org\/10.1145\/3660043.3660202","relation":{},"subject":[],"published":{"date-parts":[[2023,12,22]]},"assertion":[{"value":"2024-05-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}