{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T17:22:06Z","timestamp":1783012926392,"version":"3.54.6"},"reference-count":52,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100013804","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100013804","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Signal Processing"],"published-print":{"date-parts":[[2027,1]]},"DOI":"10.1016\/j.sigpro.2026.110792","type":"journal-article","created":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T23:32:34Z","timestamp":1782516754000},"page":"110792","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Adaptive Kalman filtering under unknown noise statistics via deep deterministic policy gradient"],"prefix":"10.1016","volume":"250","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-4991-9275","authenticated-orcid":false,"given":"Zihan","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Han","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5016-7237","authenticated-orcid":false,"given":"Le","family":"Yin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenjing","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yixin","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.sigpro.2026.110792_bib0001","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1115\/1.3658902","article-title":"New results in linear filtering and prediction theory","volume":"83","author":"Kalman","year":"1961","journal-title":"J. Basic Eng."},{"key":"10.1016\/j.sigpro.2026.110792_bib0002","doi-asserted-by":"crossref","DOI":"10.1016\/j.sigpro.2025.110036","article-title":"Variational resampling-free cubature Kalman filter for GNSS\/INS with measurement outlier detection","volume":"237","author":"Cui","year":"2025","journal-title":"Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0003","doi-asserted-by":"crossref","DOI":"10.1016\/j.sigpro.2022.108837","article-title":"Strong tracking square-root modified sliding-window variational adaptive Kalman filtering with unknown noise covariance matrices","volume":"204","author":"Qiao","year":"2023","journal-title":"Signal Process."},{"issue":"46","key":"10.1016\/j.sigpro.2026.110792_bib0004","first-page":"3736","article-title":"Kalman and extended Kalman filters: concept, derivation and properties","volume":"43","author":"Ribeiro","year":"2004","journal-title":"Inst. Syst. Robot."},{"key":"10.1016\/j.sigpro.2026.110792_bib0005","series-title":"Proceedings of the IEEE 2000 Adaptive Systems for Signal Processing, Communications, and Control Symposium (Cat. No. 00EX373)","first-page":"153","article-title":"The unscented Kalman filter for nonlinear estimation","author":"Wan","year":"2000"},{"issue":"6","key":"10.1016\/j.sigpro.2026.110792_bib0006","doi-asserted-by":"crossref","first-page":"1254","DOI":"10.1109\/TAC.2009.2019800","article-title":"Cubature Kalman filters","volume":"54","author":"Arasaratnam","year":"2009","journal-title":"IEEE Trans. Autom. Control"},{"key":"10.1016\/j.sigpro.2026.110792_bib0007","doi-asserted-by":"crossref","DOI":"10.1016\/j.sigpro.2019.107413","article-title":"Black box variational inference to adaptive Kalman filter with unknown process noise covariance matrix","volume":"169","author":"Xu","year":"2020","journal-title":"Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0008","doi-asserted-by":"crossref","first-page":"59362","DOI":"10.1109\/ACCESS.2020.2982407","article-title":"On the identification of noise covariances and adaptive Kalman filtering: a new look at a 50 year-old problem","volume":"8","author":"Zhang","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.sigpro.2026.110792_bib0009","doi-asserted-by":"crossref","DOI":"10.1016\/j.sigpro.2023.109184","article-title":"Variational adaptive Kalman filter for unknown measurement loss and inaccurate noise statistics","volume":"212","author":"Fu","year":"2023","journal-title":"Signal Process."},{"issue":"11","key":"10.1016\/j.sigpro.2026.110792_bib0010","doi-asserted-by":"crossref","first-page":"2175","DOI":"10.1016\/j.sigpro.2004.06.021","article-title":"A finite-horizon adaptive Kalman filter for linear systems with unknown disturbances","volume":"84","author":"Liang","year":"2004","journal-title":"Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0011","series-title":"Proceedings of the Joint Automatic Control Conference (JACC)","first-page":"760","article-title":"Adaptive filtering with unknown prior statistics","author":"Sage","year":"1969"},{"issue":"12","key":"10.1016\/j.sigpro.2026.110792_bib0012","doi-asserted-by":"crossref","first-page":"3850","DOI":"10.3390\/s24123850","article-title":"Limited memory-based random-weighted Kalman filter","volume":"24","author":"Gao","year":"2024","journal-title":"Sensors"},{"issue":"1","key":"10.1016\/j.sigpro.2026.110792_bib0013","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1002\/acs.3931","article-title":"Adaptive random weighted h\u221e estimation for system noise statistics","volume":"39","author":"Gao","year":"2025","journal-title":"Int. J. Adapt. Control Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0014","doi-asserted-by":"crossref","first-page":"19590","DOI":"10.1109\/ACCESS.2020.2968363","article-title":"Random weighting-based nonlinear Gaussian filtering","volume":"8","author":"Gao","year":"2020","journal-title":"IEEE Access"},{"issue":"1","key":"10.1016\/j.sigpro.2026.110792_bib0015","article-title":"Adaptively random weighted cubature Kalman filter for nonlinear systems","volume":"2019","author":"Gao","year":"2019","journal-title":"Math. Probl. Eng."},{"key":"10.1016\/j.sigpro.2026.110792_bib0016","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1016\/j.ast.2017.08.020","article-title":"Adaptive unscented Kalman filter based on maximum posterior and random weighting","volume":"71","author":"Gao","year":"2017","journal-title":"Aerosp. Sci. Technol."},{"issue":"2","key":"10.1016\/j.sigpro.2026.110792_bib0017","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1002\/acs.2467","article-title":"Windowing and random weighting-based adaptive unscented Kalman filter","volume":"29","author":"Gao","year":"2015","journal-title":"Int. J. Adapt. Control Signal Process."},{"issue":"2","key":"10.1016\/j.sigpro.2026.110792_bib0018","doi-asserted-by":"crossref","first-page":"1662","DOI":"10.1109\/TVT.2022.3209091","article-title":"A hypothesis test-constrained robust Kalman filter for INS\/GNSS integration with abnormal measurement","volume":"72","author":"Gao","year":"2022","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"5","key":"10.1016\/j.sigpro.2026.110792_bib0019","doi-asserted-by":"crossref","first-page":"7544","DOI":"10.1109\/TVT.2025.3629585","article-title":"Kernel function-weighted robust Kalman filter for integrated navigation system","volume":"75","author":"Gao","year":"2026","journal-title":"IEEE Trans. Veh. Technol."},{"key":"10.1016\/j.sigpro.2026.110792_bib0020","article-title":"A robust Kalman filter based on kernel density estimation for system state estimation against measurement outliers","volume":"74","author":"Gao","year":"2025","journal-title":"IEEE Trans. Instrum. Meas."},{"issue":"11","key":"10.1016\/j.sigpro.2026.110792_bib0021","doi-asserted-by":"crossref","DOI":"10.1088\/1361-6501\/ace9ef","article-title":"An adaptive Kalman filtering algorithm based on maximum likelihood estimation","volume":"34","author":"Wang","year":"2023","journal-title":"Meas. Sci. Technol."},{"issue":"1","key":"10.1016\/j.sigpro.2026.110792_bib0022","article-title":"Maximum likelihood-based measurement noise covariance estimation using sequential quadratic programming for cubature Kalman filter applied in INS\/BDS integration","volume":"2021","author":"Gao","year":"2021","journal-title":"Math. Probl. Eng."},{"key":"10.1016\/j.sigpro.2026.110792_bib0023","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1016\/j.inffus.2020.08.005","article-title":"Unscented Kalman filter with process noise covariance estimation for vehicular INS\/GPS integration system","volume":"64","author":"Hu","year":"2020","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.sigpro.2026.110792_bib0024","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1016\/j.ast.2017.12.007","article-title":"Maximum likelihood principle and moving horizon estimation based adaptive unscented Kalman filter","volume":"73","author":"Gao","year":"2018","journal-title":"Aerosp. Sci. Technol."},{"issue":"4","key":"10.1016\/j.sigpro.2026.110792_bib0025","doi-asserted-by":"crossref","first-page":"1786","DOI":"10.1109\/TAC.2020.2995674","article-title":"Variational adaptive Kalman filter with Gaussian-inverse-Wishart mixture distribution","volume":"66","author":"Huang","year":"2020","journal-title":"IEEE Trans. Autom. Control"},{"key":"10.1016\/j.sigpro.2026.110792_bib0026","doi-asserted-by":"crossref","DOI":"10.1016\/j.sigpro.2025.110008","article-title":"Cauchy\u2013Gaussian maximum mixture correntropy Kalman filter with component-by-component construction","volume":"234","author":"Peng","year":"2025","journal-title":"Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0027","doi-asserted-by":"crossref","DOI":"10.1016\/j.sigpro.2025.110010","article-title":"A clustering variational Bayesian Kalman filter with heavy-tailed measurement noise","volume":"234","author":"Wang","year":"2025","journal-title":"Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0028","series-title":"Interspeech","first-page":"1045","article-title":"Recurrent neural network based language model","volume":"2","author":"Mikolov","year":"2010"},{"issue":"8","key":"10.1016\/j.sigpro.2026.110792_bib0029","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","article-title":"Long short-term memory","volume":"9","author":"Hochreiter","year":"1997","journal-title":"Neural Comput."},{"key":"10.1016\/j.sigpro.2026.110792_bib0030","doi-asserted-by":"crossref","unstructured":"K. Cho, B. Van Merri\u00ebnboer, D. Bahdanau, Y. Bengio, On the properties of neural machine translation: encoder-decoder approaches, 2014, arXiv: 1409.1259.","DOI":"10.3115\/v1\/W14-4012"},{"key":"10.1016\/j.sigpro.2026.110792_bib0031","doi-asserted-by":"crossref","first-page":"1532","DOI":"10.1109\/TSP.2022.3158588","article-title":"KalmanNet: neural network aided Kalman filtering for partially known dynamics","volume":"70","author":"Revach","year":"2022","journal-title":"IEEE Trans. Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0032","doi-asserted-by":"crossref","DOI":"10.1016\/j.sigpro.2024.109856","article-title":"RKFNet: a novel neural network aided robust Kalman filter","volume":"230","author":"Hao","year":"2025","journal-title":"Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0033","series-title":"ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","first-page":"13121","article-title":"Uncertainty quantification in deep learning based Kalman filters","author":"Dahan","year":"2024"},{"key":"10.1016\/j.sigpro.2026.110792_bib0034","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2025.110221","article-title":"Adaptive Kalman-informed transformer","volume":"146","author":"Cohen","year":"2025","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.sigpro.2026.110792_bib0035","doi-asserted-by":"crossref","first-page":"3139","DOI":"10.1109\/TSP.2024.3417350","article-title":"EKFNet: learning system noise covariance parameters for nonlinear tracking","volume":"72","author":"Xu","year":"2024","journal-title":"IEEE Trans. Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0036","series-title":"2022 30th European Signal Processing Conference (EUSIPCO)","first-page":"1571","article-title":"Unsupervised learned Kalman filtering","author":"Revach","year":"2022"},{"key":"10.1016\/j.sigpro.2026.110792_bib0037","doi-asserted-by":"crossref","first-page":"1824","DOI":"10.1109\/TSP.2024.3383277","article-title":"DANSE: data-driven non-linear state estimation of model-free process in unsupervised learning setup","volume":"72","author":"Ghosh","year":"2024","journal-title":"IEEE Trans. Signal Process."},{"key":"10.1016\/j.sigpro.2026.110792_bib0038","series-title":"2022 IEEE 5th Advanced Information Management, Communications, Electronic and Automation Control Conference (IMCEC)","first-page":"1569","article-title":"A reinforcement learning approach for adaptive covariance tuning in the Kalman filter","volume":"5","author":"Gu","year":"2022"},{"issue":"14","key":"10.1016\/j.sigpro.2026.110792_bib0039","doi-asserted-by":"crossref","first-page":"5389","DOI":"10.3390\/s22145389","article-title":"Noise-adaption extended Kalman filter based on deep deterministic policy gradient for maneuvering targets","volume":"22","author":"Li","year":"2022","journal-title":"Sensors"},{"key":"10.1016\/j.sigpro.2026.110792_bib0040","series-title":"2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","first-page":"6854","article-title":"Reinforcement learning compensated extended Kalman filter for attitude estimation","author":"Tang","year":"2021"},{"issue":"11","key":"10.1016\/j.sigpro.2026.110792_bib0041","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.3390\/rs12111704","article-title":"RL-AKF: an adaptive Kalman filter navigation algorithm based on reinforcement learning for ground vehicles","volume":"12","author":"Gao","year":"2020","journal-title":"Remote Sens."},{"key":"10.1016\/j.sigpro.2026.110792_bib0042","unstructured":"V. Mnih, K. Kavukcuoglu, D. Silver, A. Graves, I. Antonoglou, D. Wierstra, M. Riedmiller, Playing atari with deep reinforcement learning, 2013, arXiv: 1312.5602."},{"issue":"1","key":"10.1016\/j.sigpro.2026.110792_bib0043","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1023\/A:1018012322525","article-title":"Reinforcement learning with replacing eligibility traces","volume":"22","author":"Singh","year":"1996","journal-title":"Mach. Learn."},{"key":"10.1016\/j.sigpro.2026.110792_bib0044","unstructured":"J. Schulman, F. Wolski, P. Dhariwal, A. Radford, O. Klimov, Proximal policy optimization algorithms, 2017, arXiv: 1707.06347."},{"key":"10.1016\/j.sigpro.2026.110792_bib0045","series-title":"International Conference on Machine Learning","first-page":"1889","article-title":"Trust region policy optimization","author":"Schulman","year":"2015"},{"key":"10.1016\/j.sigpro.2026.110792_bib0046","series-title":"International Conference on Machine Learning","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"Mnih","year":"2016"},{"key":"10.1016\/j.sigpro.2026.110792_bib0047","unstructured":"T.P. Lillicrap, J.J. Hunt, A. Pritzel, N. Heess, T. Erez, Y. Tassa, D. Silver, D. Wierstra, Continuous control with deep reinforcement learning, 2015, arXiv: 1509.02971."},{"key":"10.1016\/j.sigpro.2026.110792_bib0048","series-title":"International Conference on Machine Learning","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","author":"Fujimoto","year":"2018"},{"key":"10.1016\/j.sigpro.2026.110792_bib0049","doi-asserted-by":"crossref","DOI":"10.1016\/j.automatica.2021.109511","article-title":"A novel robust Kalman filter with unknown non-stationary heavy-tailed noise","volume":"127","author":"Zhu","year":"2021","journal-title":"Automatica"},{"issue":"2","key":"10.1016\/j.sigpro.2026.110792_bib0050","doi-asserted-by":"crossref","first-page":"594","DOI":"10.1109\/TAC.2017.2730480","article-title":"A novel adaptive Kalman filter with inaccurate process and measurement noise covariance matrices","volume":"63","author":"Huang","year":"2017","journal-title":"IEEE Trans. Autom. Control"},{"key":"10.1016\/j.sigpro.2026.110792_bib0051","series-title":"2023 31st European Signal Processing Conference (EUSIPCO)","first-page":"870","article-title":"DANSE: data-driven non-linear state estimation of model-free process in unsupervised bayesian setup","author":"Ghosh","year":"2023"},{"key":"10.1016\/j.sigpro.2026.110792_bib0052","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence","article-title":"Structured inference networks for nonlinear state space models","volume":"vol. 31","author":"Krishnan","year":"2017"}],"container-title":["Signal Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0165168426003051?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0165168426003051?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T16:50:00Z","timestamp":1783011000000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0165168426003051"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2027,1]]},"references-count":52,"alternative-id":["S0165168426003051"],"URL":"https:\/\/doi.org\/10.1016\/j.sigpro.2026.110792","relation":{},"ISSN":["0165-1684"],"issn-type":[{"value":"0165-1684","type":"print"}],"subject":[],"published":{"date-parts":[[2027,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Adaptive Kalman filtering under unknown noise statistics via deep deterministic policy gradient","name":"articletitle","label":"Article Title"},{"value":"Signal Processing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.sigpro.2026.110792","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"110792"}}