{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T18:37:34Z","timestamp":1770748654958,"version":"3.50.0"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Science for Technological Innovation National Science Challenge, New Zealand"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Evol. Computat."],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1109\/tevc.2021.3102241","type":"journal-article","created":{"date-parts":[[2021,8,4]],"date-time":"2021-08-04T20:35:27Z","timestamp":1628109327000},"page":"174-187","source":"Crossref","is-referenced-by-count":26,"title":["Frames-of-Reference-Based Learning: Overcoming Perceptual Aliasing in Multistep Decision-Making Tasks"],"prefix":"10.1109","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3253-802X","authenticated-orcid":false,"given":"Abubakar","family":"Siddique","sequence":"first","affiliation":[]},{"given":"Will N.","family":"Browne","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1291-1368","authenticated-orcid":false,"given":"Gina M.","family":"Grimshaw","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00058926"},{"key":"ref2","first-page":"183","article-title":"Reinforcement learning with perceptual aliasing: The perceptual distinctions approach","volume-title":"Proc. AAAI","volume":"1992","author":"Chrisman"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/3120.003.0036"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-0891-5"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2005.1554826"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.5220\/0007405403180327"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1609\/aiide.v15i1.5237"},{"key":"ref8","article-title":"Learning in a state of confusion: Perceptual aliasing in grid world navigation","volume-title":"Proc. Towards Intell. Mobile Robots","volume":"4","author":"Crook"},{"key":"ref9","first-page":"720","article-title":"Newtonian action advice: Integrating human verbal instruction with reinforcement learning","volume-title":"Proc. 18th Int. Conf. Auton. Agents Multi Agent Sys. Syst.","author":"Krening"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2017.08.092"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2014.050626"},{"key":"ref12","first-page":"2625","article-title":"Policy shaping: Integrating human feedback with reinforcement learning","volume-title":"Advances in Neural Information Processing Systems","author":"Griffith","year":"2013"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1177\/1059712308099230"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1496"},{"key":"ref15","first-page":"242","article-title":"Using Markov-k memory for problems with hidden-state","volume-title":"Proc. Mach. Learn. Models Technol. Appl.","author":"Mitchell"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-40029-5_9"},{"key":"ref17","first-page":"290","article-title":"Latent learning in Khepera robots with anticipatory classifier systems","volume-title":"Proc. 2nd Int. Workshop Learn. Classifier Syst.","author":"Stolzmann"},{"key":"ref18","first-page":"643","article-title":"An analysis of the memory mechanism of XCSM","volume-title":"Proc. Genet. Program.","volume":"98","author":"Lanzi"},{"key":"ref19","first-page":"18","article-title":"Intelligent agent design issues: Internal agent state and incomplete perception","volume-title":"Proc. AAAI Fall Symp. Sens. Aspects Robot. Intell.","author":"Chrisman"},{"key":"ref20","first-page":"774","article-title":"Cost-sensitive reinforcement learning for adaptive classification and control","volume-title":"Proc. AAAI","author":"Tan"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1038\/nn.4058"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1038\/nn.3213"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2017.01021"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1177\/1059712308095775"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1038\/nature03721"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3377929.3398101"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3377930.3390164"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58112-1_36"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-48104-4_13"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45027-0_9"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-55007-6"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/BF02055574"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1162\/evco.1994.2.1.1"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/BF00113895"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1162\/evco.1994.2.3.199"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604056"},{"issue":"2","key":"ref37","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1177\/105971239700600202","article-title":"HQ-learning","volume":"6","author":"Wiering","year":"1997","journal-title":"Adapt. Behav."},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-65521-5_40"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/bhm017"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.nlm.2008.08.007"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1126\/science.7638625"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1038\/297681a0"},{"key":"ref43","volume-title":"The Hippocampus as a Cognitive Map","author":"O\u2019Keefe","year":"1978"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1037\/0735-7044.115.1.3"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/0006-8993(71)90358-1"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1038\/381425a0"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/S0896-6273(00)00071-4"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/S0896-6273(00)00018-0"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2006.01.037"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.bandc.2008.11.001"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1162\/0898929042568550"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.brainres.2006.12.044"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1004243107"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/1045343.1045373"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/11319122_1"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45027-0_1"},{"key":"ref57","volume-title":"Rule-Based Evolutionary Online Learning Systems","author":"Butz","year":"2006"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1155\/2009\/736398"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2013.2281537"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908813"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2330163.2330283"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1162\/evco.1995.3.2.149"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.cub.2017.04.036"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1152\/jn.00573.2010"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2017.00004"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1162\/106365600568239"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-377-6.50052-9"},{"key":"ref68","volume-title":"C++ Library for XCS","year":"2020"},{"key":"ref69","volume-title":"Deep recurrent Q-learning for partially observable MDPS","author":"Hausknecht","year":"2015"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10827"}],"container-title":["IEEE Transactions on Evolutionary Computation"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4235\/9695940\/09506922.pdf?arnumber=9506922","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T00:09:40Z","timestamp":1705018180000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9506922\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2]]},"references-count":70,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tevc.2021.3102241","relation":{},"ISSN":["1089-778X","1089-778X","1941-0026"],"issn-type":[{"value":"1089-778X","type":"print"},{"value":"1089-778X","type":"print"},{"value":"1941-0026","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2]]}}}