{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T23:04:08Z","timestamp":1778627048766,"version":"3.51.4"},"reference-count":35,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/OAPA.html"}],"funder":[{"DOI":"10.13039\/501100002428","name":"Austrian Science Fund","doi-asserted-by":"publisher","award":["SFB FoQuS F4012"],"award-info":[{"award-number":["SFB FoQuS F4012"]}],"id":[{"id":"10.13039\/501100002428","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011730","name":"Templeton World Charity Foundation","doi-asserted-by":"publisher","award":["TWCF0078\/AB46"],"award-info":[{"award-number":["TWCF0078\/AB46"]}],"id":[{"id":"10.13039\/501100011730","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2018]]},"DOI":"10.1109\/access.2018.2876494","type":"journal-article","created":{"date-parts":[[2018,10,17]],"date-time":"2018-10-17T21:24:49Z","timestamp":1539811489000},"page":"64639-64648","source":"Crossref","is-referenced-by-count":21,"title":["Benchmarking Projective Simulation in Navigation Problems"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5033-4063","authenticated-orcid":false,"given":"Alexey A.","family":"Melnikov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Adi","family":"Makmal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9065-1565","authenticated-orcid":false,"given":"Hans J.","family":"Briegel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","author":"mirowski","year":"2016","journal-title":"Learning to navigate in complex environments"},{"key":"ref32","author":"ried","year":"2017","journal-title":"Modelling collective motion based on the principle of agency"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2556579"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.5430\/air.v3n3p24"},{"key":"ref35","author":"brockman","year":"2016","journal-title":"OpenAI Gym"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2016.7849365"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511814075"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-017-14740-y"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.117.130501"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/SMC.2017.8122616"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevA.48.1687"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/380752.380758"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11128-012-0432-5"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevX.4.031002"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1088\/1367-2630\/17\/2\/023006"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/srep18036"},{"key":"ref28","first-page":"243","article-title":"An alternative softmax operator for reinforcement learning","author":"asadi","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref4","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-27645-3","article-title":"Reinforcement learning","volume":"12","author":"wiering","year":"2012","journal-title":"Adaptation Learning and Optimization"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ADPRL.2009.4927542"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759434"},{"key":"ref29","article-title":"Efficient memory-based learning for robot control","author":"moore","year":"1990"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s00354-015-0102-0"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1038\/srep12874"},{"key":"ref7","author":"hangl","year":"2017","journal-title":"Skill learning by autonomous robotic playing using active learning and creativity"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1038\/srep00400","article-title":"Projective simulation for artificial intelligence","volume":"2","author":"briegel","year":"2012","journal-title":"Sci Rep"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1714936115"},{"key":"ref1","author":"russell","year":"2010","journal-title":"Artificial Intelligence A Modern Approach"},{"key":"ref20","author":"sriarunothai","year":"2017","journal-title":"Speeding-up the decision making of a learning agent using an ion trap quantum processor"},{"key":"ref22","author":"rummery","year":"1994","journal-title":"On-line Q-learning using connectionist systems"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref24","first-page":"2411","article-title":"Speedy Q-learning","author":"ghavamzadeh","year":"2011","journal-title":"Proc 24th Int Conf Neural Inf Process Syst"},{"key":"ref23","first-page":"2613","article-title":"Double Q-learning","author":"hasselt","year":"2010","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref26","first-page":"216","article-title":"Integrated architecture for learning, planning, and reacting based on approximating dynamic programming","author":"sutton","year":"1990","journal-title":"Proc 7th Int Conf Machine Learning"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2013.06.016"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8274985\/08494753.pdf?arnumber=8494753","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,27]],"date-time":"2022-01-27T13:52:46Z","timestamp":1643291566000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8494753\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/access.2018.2876494","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]}}}