{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T18:22:32Z","timestamp":1762107752760,"version":"build-2065373602"},"reference-count":44,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100006751","name":"U.S. Army","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006751","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1109\/icra57147.2024.10610954","type":"proceedings-article","created":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T17:51:05Z","timestamp":1723139465000},"page":"4612-4618","source":"Crossref","is-referenced-by-count":2,"title":["Weathering Ongoing Uncertainty: Learning and Planning in a Time-Varying Partially Observable Environment"],"prefix":"10.1109","author":[{"given":"Gokul","family":"Puthumanaillam","sequence":"first","affiliation":[{"name":"University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyu","family":"Liu","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Negar","family":"Mehr","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Melkior","family":"Ornik","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign,Department of Aerospace Engineering and the Coordinated Science Laboratory,Urbana,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2005.1572"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1190\/geo2019-0181.1"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1201\/9781420036732"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JOE.2019.2909508"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.3390\/jmse11061164"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2801479"},{"key":"ref7","article-title":"NOAA extended reconstructed sea surface temperature (ERSST), Version 5","author":"Huang","year":"2017","journal-title":"NOAA National Centers for Environmental Information"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1512\/iumj.1957.6.56038"},{"key":"ref9","first-page":"I","volume-title":"Dynamic programming and optimal control","author":"Bertsekas","year":"2005"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(98)00023-X"},{"key":"ref11","article-title":"Exact solutions to time-dependent MDPs","volume":"13","author":"Boyan","year":"2000","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2009.52"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008858222277"},{"issue":"1","key":"ref15","article-title":"\u03b5\u2013MDPs: Learning in Varying Environments","volume":"3","author":"Szita","year":"2003","journal-title":"Journal of Machine Learning Research"},{"issue":"1","key":"ref16","article-title":"Learning and planning for time-varying MDPs using maximum likelihood estimation","volume":"22","author":"Ornik","year":"2021","journal-title":"Journal of Machine Learning Research"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref18","article-title":"Policy gradient methods for reinforcement learning with function approximation","volume":"12","author":"Sutton","year":"1999","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143872"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2018.2876857"},{"volume-title":"Reinforcement Learning: An Introduction","year":"2018","author":"Sutton","key":"ref21"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_2"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.dsr2.2008.08.013"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9636140"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017941"},{"key":"ref27","article-title":"Monte-Carlo planning in large POMDPs","volume":"23","author":"Silver","year":"2010","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11595"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30241-2_9"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.110.2.291"},{"article-title":"CVXOPT: A Python package for convex optimization, version 1.1.5","year":"2012","author":"Andersen","key":"ref31"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2004.1389727"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abm6074"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.23919\/OCEANS40490.2019.8962724"},{"issue":"2","key":"ref35","article-title":"Simulating ocean water","volume":"1","author":"Tessendorf","year":"2001","journal-title":"Simulating nature: realistic and interactive techniques. SIGGRAPH"},{"key":"ref36","article-title":"Robotic boat setup for control research and education","volume":"49","author":"Borisov","year":"2016","journal-title":"IFAC-PapersOnLine"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.3390\/s23094420"},{"article-title":"Point-based value iteration: An anytime algorithm for POMDPs","volume-title":"18th International Joint Conference on Artificial Intelligence","author":"Pineau","key":"ref38"},{"key":"ref39","article-title":"DESPOT: Online POMDP planning with regularization","volume":"26","author":"Somani","year":"2013","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/s11134-015-9456-8"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2006.1638022"},{"volume-title":"Principles of GNSS, Inertial, and Multisensor Integrated Navigation Systems","year":"2013","key":"ref42"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1613\/jair.2567"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.01.012"}],"event":{"name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","start":{"date-parts":[[2024,5,13]]},"location":"Yokohama, Japan","end":{"date-parts":[[2024,5,17]]}},"container-title":["2024 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10609961\/10609862\/10610954.pdf?arnumber=10610954","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,10]],"date-time":"2024-08-10T05:22:34Z","timestamp":1723267354000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10610954\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":44,"URL":"https:\/\/doi.org\/10.1109\/icra57147.2024.10610954","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]}}}