{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T12:00:37Z","timestamp":1781006437991,"version":"3.54.1"},"reference-count":53,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Knowledge-Based Systems"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.knosys.2026.116119","type":"journal-article","created":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T06:25:13Z","timestamp":1777875913000},"page":"116119","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Dynamic ad selection via adaptive Thompson sampling with Gaussian processes for non-stationary user behavior"],"prefix":"10.1016","volume":"345","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-4951-459X","authenticated-orcid":false,"given":"John Yata Raymond","family":"Lubari","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Li","family":"Yongjun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1567-6583","authenticated-orcid":false,"given":"Shuguang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5853-9354","authenticated-orcid":false,"given":"Alladoumbaye","family":"Ngueilbaye","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.knosys.2026.116119_b1","doi-asserted-by":"crossref","unstructured":"Qingyun Wu, Naveen Iyer, Hongning Wang, Learning contextual bandits in a non-stationary environment, in: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, 2018, pp. 495\u2013504.","DOI":"10.1145\/3209978.3210051"},{"issue":"11","key":"10.1016\/j.knosys.2026.116119_b2","doi-asserted-by":"crossref","first-page":"4405","DOI":"10.1109\/TNNLS.2019.2957109","article-title":"When Gaussian process meets big data: A review of scalable GPs","volume":"31","author":"Liu","year":"2020","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"10.1016\/j.knosys.2026.116119_b3","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.123151","article-title":"Bandit algorithms: A comprehensive review and their dynamic selection from a portfolio for multicriteria top-k recommendation","volume":"246","author":"Letard","year":"2024","journal-title":"Expert Syst. Appl."},{"issue":"8","key":"10.1016\/j.knosys.2026.116119_b4","doi-asserted-by":"crossref","first-page":"1439","DOI":"10.1080\/02650487.2024.2317632","article-title":"Digital transformation, online advertising, and consumer behaviour","volume":"43","author":"Gupta","year":"2024","journal-title":"Int. J. Advert."},{"issue":"2","key":"10.1016\/j.knosys.2026.116119_b5","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2021.102853","article-title":"Click-through rate prediction in online advertising: A literature review","volume":"59","author":"Yang","year":"2022","journal-title":"Inf. Process. Manage."},{"issue":"5","key":"10.1016\/j.knosys.2026.116119_b6","doi-asserted-by":"crossref","first-page":"1005","DOI":"10.1016\/j.ipm.2017.04.005","article-title":"Multi-armed bandits for adjudicating documents in pooling-based evaluation of information retrieval systems","volume":"53","author":"Losada","year":"2017","journal-title":"Inf. Process. Manage."},{"issue":"2","key":"10.1016\/j.knosys.2026.116119_b7","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2021.102856","article-title":"Active tag recommendation for interactive entity search: Interaction effectiveness and retrieval performance","volume":"59","author":"Ruotsalo","year":"2022","journal-title":"Inf. Process. Manage."},{"issue":"6","key":"10.1016\/j.knosys.2026.116119_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2025.104243","article-title":"The role of recommendation algorithms in the formation of disinformation networks","volume":"62","author":"Mu\u00f1oz","year":"2025","journal-title":"Inf. Process. Manage."},{"issue":"3","key":"10.1016\/j.knosys.2026.116119_b9","doi-asserted-by":"crossref","first-page":"1801","DOI":"10.1214\/22-AOAS1671","article-title":"Real-time mechanistic Bayesian forecasts of COVID-19 mortality","volume":"17","author":"Gibson","year":"2023","journal-title":"Ann. Appl. Stat."},{"issue":"14","key":"10.1016\/j.knosys.2026.116119_b10","doi-asserted-by":"crossref","first-page":"6214","DOI":"10.3390\/app14146214","article-title":"A comprehensive review on the role of artificial intelligence in power system stability, control, and protection: Insights and future directions","volume":"14","author":"Alhamrouni","year":"2024","journal-title":"Appl. Sci."},{"key":"10.1016\/j.knosys.2026.116119_b11","series-title":"International Conference on Machine Learning","first-page":"9712","article-title":"Linear bandits with stochastic delayed feedback","author":"Vernade","year":"2020"},{"key":"10.1016\/j.knosys.2026.116119_b12","series-title":"International Conference on Machine Learning","first-page":"34779","article-title":"Delayed feedback in kernel bandits","author":"Vakili","year":"2023"},{"key":"10.1016\/j.knosys.2026.116119_b13","series-title":"International Conference on Machine Learning","first-page":"22145","article-title":"Bayesian optimization under stochastic delayed feedback","author":"Verma","year":"2022"},{"key":"10.1016\/j.knosys.2026.116119_b14","doi-asserted-by":"crossref","unstructured":"Xiaoying Zhang, Hong Xie, Hang Li, John C.S. Lui, Conversational contextual bandit: Algorithm and application, in: Proceedings of the Web Conference 2020, 2020, pp. 662\u2013672.","DOI":"10.1145\/3366423.3380148"},{"key":"10.1016\/j.knosys.2026.116119_b15","doi-asserted-by":"crossref","first-page":"678","DOI":"10.1016\/j.ins.2021.10.003","article-title":"Online distributed dual averaging algorithm for multi-agent bandit optimization over time-varying general directed networks","volume":"581","author":"Li","year":"2021","journal-title":"Inform. Sci."},{"issue":"1","key":"10.1016\/j.knosys.2026.116119_b16","doi-asserted-by":"crossref","first-page":"51","DOI":"10.3390\/e27010051","article-title":"Thompson sampling for non-stationary bandit problems","volume":"27","author":"Qi","year":"2025","journal-title":"Entropy"},{"issue":"5","key":"10.1016\/j.knosys.2026.116119_b17","doi-asserted-by":"crossref","first-page":"1383","DOI":"10.1257\/aer.111.5.1383","article-title":"Auction research evolving: Theorems and market designs","volume":"111","author":"Milgrom","year":"2021","journal-title":"Am. Econ. Rev."},{"key":"10.1016\/j.knosys.2026.116119_b18","series-title":"International Conference on Artificial Intelligence and Statistics","first-page":"6215","article-title":"Nonstationary bandit learning via predictive sampling","author":"Liu","year":"2023"},{"key":"10.1016\/j.knosys.2026.116119_b19","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1613\/jair.1.11407","article-title":"Sliding-window thompson sampling for non-stationary settings","volume":"68","author":"Trovo","year":"2020","journal-title":"J. Artificial Intelligence Res."},{"key":"10.1016\/j.knosys.2026.116119_b20","series-title":"Event-triggered time-varying Bayesian optimization","author":"Brunzema","year":"2022"},{"issue":"2","key":"10.1016\/j.knosys.2026.116119_b21","doi-asserted-by":"crossref","first-page":"819","DOI":"10.1287\/opre.2022.0576","article-title":"On adaptivity in nonstationary stochastic optimization with bandit feedback","volume":"73","author":"Wang","year":"2025","journal-title":"Oper. Res."},{"key":"10.1016\/j.knosys.2026.116119_b22","first-page":"5631","article-title":"Scalable thompson sampling using sparse Gaussian process models","volume":"34","author":"Vakili","year":"2021","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.knosys.2026.116119_b23","doi-asserted-by":"crossref","DOI":"10.1016\/j.arcontrol.2023.100904","article-title":"A survey on distributed online optimization and online games","volume":"56","author":"Li","year":"2023","journal-title":"Annu. Rev. Control."},{"key":"10.1016\/j.knosys.2026.116119_b24","series-title":"Machine Learning and Knowledge Discovery in Databases: European Conference, ECML PKDD 2016, Riva Del Garda, Italy, September 19-23, 2016, Proceedings, Part I 16","first-page":"33","article-title":"Scalable hyperparameter optimization with products of gaussian process experts","author":"Schilling","year":"2016"},{"key":"10.1016\/j.knosys.2026.116119_b25","series-title":"Hyper-parameter optimization: A review of algorithms and applications","author":"Yu","year":"2020"},{"key":"10.1016\/j.knosys.2026.116119_b26","article-title":"High-dimensional gaussian process bandits","volume":"26","author":"Djolonga","year":"2013","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.knosys.2026.116119_b27","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.eswa.2017.11.026","article-title":"Empirical studies of Gaussian process based Bayesian optimization using evolutionary computation for materials informatics","volume":"96","author":"Ohno","year":"2018","journal-title":"Expert Syst. Appl."},{"issue":"133","key":"10.1016\/j.knosys.2026.116119_b28","first-page":"1","article-title":"A contextual bandit bake-off","volume":"22","author":"Bietti","year":"2021","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"10.1016\/j.knosys.2026.116119_b29","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1007\/s10994-022-06271-z","article-title":"Multi-armed bandits with censored consumption of resources","volume":"112","author":"Bengs","year":"2023","journal-title":"Mach. Learn."},{"issue":"1","key":"10.1016\/j.knosys.2026.116119_b30","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1287\/opre.2021.0499","article-title":"Online matching with Bayesian rewards","volume":"73","author":"Simchi-Levi","year":"2025","journal-title":"Oper. Res."},{"key":"10.1016\/j.knosys.2026.116119_b31","series-title":"International Conference on Artificial Intelligence and Statistics","first-page":"3086","article-title":"Multi-armed bandit experimental design: Online decision-making and adaptive inference","author":"Simchi-Levi","year":"2023"},{"issue":"1","key":"10.1016\/j.knosys.2026.116119_b32","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1287\/trsc.2023.0196","article-title":"The online shortest path problem: Learning travel times using a multiarmed bandit framework","volume":"59","author":"Lagos","year":"2025","journal-title":"Transp. Sci."},{"issue":"4","key":"10.1016\/j.knosys.2026.116119_b33","doi-asserted-by":"crossref","first-page":"910","DOI":"10.1111\/bjd.17126","article-title":"Lack of confidence interval reporting in dermatology: a call to action","volume":"180","author":"Hopkins","year":"2019","journal-title":"Br. J. Dermatol."},{"key":"10.1016\/j.knosys.2026.116119_b34","series-title":"LSH-dyned: A dynamic ensemble framework with LSH-based undersampling for evolving multi-class imbalanced classification","author":"Abadifard","year":"2025"},{"key":"10.1016\/j.knosys.2026.116119_b35","article-title":"Thompson sampling with information relaxation penalties","volume":"32","author":"Min","year":"2019","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"12","key":"10.1016\/j.knosys.2026.116119_b36","doi-asserted-by":"crossref","first-page":"8853","DOI":"10.1287\/mnsc.2022.00801","article-title":"Maximal objectives in the multiarmed bandit with applications","volume":"70","author":"Ozbay","year":"2024","journal-title":"Manag. Sci."},{"issue":"3","key":"10.1016\/j.knosys.2026.116119_b37","doi-asserted-by":"crossref","first-page":"1629","DOI":"10.1287\/moor.2022.0011","article-title":"Rate-optimal bayesian simple regret in best arm identification","volume":"49","author":"Komiyama","year":"2024","journal-title":"Math. Oper. Res."},{"issue":"8","key":"10.1016\/j.knosys.2026.116119_b38","doi-asserted-by":"crossref","first-page":"6647","DOI":"10.1287\/mnsc.2022.01557","article-title":"Online learning and decision making under generalized linear model with high-dimensional data","volume":"71","author":"Wang","year":"2025","journal-title":"Manag. Sci."},{"key":"10.1016\/j.knosys.2026.116119_b39","doi-asserted-by":"crossref","DOI":"10.1109\/TNSE.2025.3577278","article-title":"Frequency-constrained coordinated scheduling for asynchronous ac systems under uncertainty via distributional robustness","author":"Yang","year":"2025","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"key":"10.1016\/j.knosys.2026.116119_b40","series-title":"EPIA Conference on Artificial Intelligence","first-page":"26","article-title":"Modeling temporal dynamics in irregular ICU data using MWTA-lstm","author":"Cissoko","year":"2024"},{"key":"10.1016\/j.knosys.2026.116119_b41","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.125548","article-title":"Multi-way adaptive time aware LSTM for irregularly collected sequential ICU data","volume":"261","author":"Cissoko","year":"2025","journal-title":"Expert Syst. Appl."},{"issue":"3","key":"10.1016\/j.knosys.2026.116119_b42","doi-asserted-by":"crossref","first-page":"593","DOI":"10.1109\/TCCN.2023.3237578","article-title":"Thompson sampling-based dynamic spectrum access in non-stationary environments","volume":"9","author":"Ye","year":"2023","journal-title":"IEEE Trans. Cogn. Commun. Netw."},{"key":"10.1016\/j.knosys.2026.116119_b43","doi-asserted-by":"crossref","DOI":"10.1016\/j.automatica.2020.109445","article-title":"Distributed cooperative decision making in multi-agent multi-armed bandits","volume":"125","author":"Landgren","year":"2021","journal-title":"Automatica"},{"key":"10.1016\/j.knosys.2026.116119_b44","series-title":"2021 American Control Conference","first-page":"4777","article-title":"Regret-optimal controller for the full-information problem","author":"Sabag","year":"2021"},{"issue":"1","key":"10.1016\/j.knosys.2026.116119_b45","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/s10107-023-01976-y","article-title":"No-regret dynamics in the fenchel game: A unified framework for algorithmic convex optimization","volume":"205","author":"Wang","year":"2024","journal-title":"Math. Program."},{"key":"10.1016\/j.knosys.2026.116119_b46","doi-asserted-by":"crossref","first-page":"80674","DOI":"10.52202\/075280-3537","article-title":"Regret-optimal model-free reinforcement learning for discounted mdps with short burn-in time","volume":"36","author":"Ji","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.knosys.2026.116119_b47","series-title":"International Conference on Artificial Intelligence and Statistics","first-page":"82","article-title":"On information gain and regret bounds in gaussian process bandits","author":"Vakili","year":"2021"},{"key":"10.1016\/j.knosys.2026.116119_b48","series-title":"International Conference on Artificial Intelligence and Statistics","doi-asserted-by":"crossref","first-page":"4275","DOI":"10.5772\/intechopen.103984","article-title":"Learning while scheduling in multi-server systems with unknown statistics: Maxweight with discounted ucb","author":"Yang","year":"2023"},{"key":"10.1016\/j.knosys.2026.116119_b49","series-title":"Handbook of Statistical Methods for Precision Medicine","first-page":"260","article-title":"Bandit algorithms for precision medicine","author":"Lu","year":"2021"},{"issue":"2","key":"10.1016\/j.knosys.2026.116119_b50","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1080\/14697688.2024.2337300","article-title":"Online learning of order flow and market impact with Bayesian change-point detection methods","volume":"25","author":"Tsaknaki","year":"2025","journal-title":"Quant. Finance"},{"issue":"5","key":"10.1016\/j.knosys.2026.116119_b51","doi-asserted-by":"crossref","first-page":"1446","DOI":"10.1007\/s10618-019-00625-3","article-title":"Deeply supervised model for click-through rate prediction in sponsored search","volume":"33","author":"Gligorijevic","year":"2019","journal-title":"Data Min. Knowl. Discov."},{"key":"10.1016\/j.knosys.2026.116119_b52","doi-asserted-by":"crossref","DOI":"10.1016\/j.dib.2020.105661","article-title":"Dataset on usage and engagement patterns for facebook live sellers in thailand","volume":"30","author":"Dehouche","year":"2020","journal-title":"Data Brief"},{"issue":"7","key":"10.1016\/j.knosys.2026.116119_b53","doi-asserted-by":"crossref","DOI":"10.1016\/j.heliyon.2024.e28415","article-title":"Prediction of bitcoin stock price using feature subset optimization","volume":"10","author":"Singh","year":"2024","journal-title":"Heliyon"}],"container-title":["Knowledge-Based Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126008452?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126008452?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T11:24:24Z","timestamp":1781004264000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950705126008452"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":53,"alternative-id":["S0950705126008452"],"URL":"https:\/\/doi.org\/10.1016\/j.knosys.2026.116119","relation":{},"ISSN":["0950-7051"],"issn-type":[{"value":"0950-7051","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Dynamic ad selection via adaptive Thompson sampling with Gaussian processes for non-stationary user behavior","name":"articletitle","label":"Article Title"},{"value":"Knowledge-Based Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.knosys.2026.116119","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"116119"}}