{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T20:22:47Z","timestamp":1740169367162,"version":"3.37.3"},"reference-count":39,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Research Project of Macao Polytechnic University","award":["RP\/FCA-09\/2022"],"award-info":[{"award-number":["RP\/FCA-09\/2022"]}]},{"name":"Macao Polytechnic University","award":["fca.24cf.dd0e.2"],"award-info":[{"award-number":["fca.24cf.dd0e.2"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3468027","type":"journal-article","created":{"date-parts":[[2024,9,25]],"date-time":"2024-09-25T19:27:41Z","timestamp":1727292461000},"page":"144106-144121","source":"Crossref","is-referenced-by-count":0,"title":["CAGE: A Curiosity-Driven Graph-Based Explore-Exploit Algorithm for Solving Deterministic Environment MDPs With Limited Episode Problem"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5549-2925","authenticated-orcid":false,"given":"Yide","family":"Yu","sequence":"first","affiliation":[{"name":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3292-4211","authenticated-orcid":false,"given":"Yue","family":"Liu","sequence":"additional","affiliation":[{"name":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6242-164X","authenticated-orcid":false,"given":"Dennis","family":"Wong","sequence":"additional","affiliation":[{"name":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1224-7879","authenticated-orcid":false,"given":"Huijie","family":"Li","sequence":"additional","affiliation":[{"name":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5622-9192","authenticated-orcid":false,"given":"Jos\u00e9 Vicente","family":"Egas-L\u00f3pez","sequence":"additional","affiliation":[{"name":"Artificial Intelligence Research Group, University of Szeged, Szeged, Hungary"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8065-591X","authenticated-orcid":false,"given":"Yan","family":"Ma","sequence":"additional","affiliation":[{"name":"Faculty of Applied Sciences, Macao Polytechnic University, Macau, SAR, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3037276"},{"volume-title":"Efficient Exploration in Reinforcement Learning","year":"1992","author":"Thrun","key":"ref2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-87987-9_14"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45435-7_18"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1090\/qam\/102435"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.2200\/s00268ed1v01y201005aim009"},{"issue":"2","key":"ref7","first-page":"229","article-title":"Reinforcement learning: An introduction","volume":"17","author":"Sutton","year":"1999","journal-title":"Robotica"},{"key":"ref8","article-title":"A survey of online experiment design with the stochastic multi-armed bandit","author":"Burtini","year":"2015","journal-title":"arXiv:1510.00757"},{"article-title":"Playing Atari with deep reinforcement learning","volume-title":"arXiv:1312.5602","author":"Mnih","key":"ref9"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-16111-7_23"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2017.05.431"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013689704352"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref14","article-title":"Gaussian process optimization in the bandit setting: No regret and experimental design","author":"Srinivas","year":"2009","journal-title":"arXiv:0912.3995"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1037\/14396-000"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.2307\/2332286"},{"key":"ref17","article-title":"An empirical evaluation of Thompson sampling","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"24","author":"Chapelle"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.21236\/ADA440280"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/cvprw.2017.70"},{"key":"ref20","article-title":"Go-explore: A new approach for hard-exploration problems","author":"Ecoffet","year":"2019","journal-title":"arXiv:1901.10995"},{"key":"ref21","article-title":"Exploration by random network distillation","author":"Burda","year":"2018","journal-title":"arXiv:1810.12894"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1080\/09540099108946587"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-34111-3_13"},{"key":"ref24","article-title":"The anatomy of the Facebook social graph","author":"Ugander","year":"2011","journal-title":"arXiv:1111.4503"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.86.3200"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1038\/35022643"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/0378-8733(78)90021-7"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.4171\/owr\/2010\/11"},{"key":"ref29","article-title":"Reducibility among combinatorial problems","volume-title":"Complexity of Computer Computations","author":"Karp","year":"2010"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3544585.3544600"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSSC.1968.300136"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/11561071_58"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1613\/jair.639"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/tnn.1998.712192"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/0169-7439(89)80095-4"},{"volume-title":"The Design of Experiments","year":"1960","author":"Fisher","key":"ref36"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1504\/IJITCC.2010.035229"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.61356\/SMIJ.2024.8289"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2019.2945573"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10693479.pdf?arnumber=10693479","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,10]],"date-time":"2024-10-10T11:37:56Z","timestamp":1728560276000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10693479\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":39,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3468027","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2024]]}}}