{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T21:04:36Z","timestamp":1742936676977,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":37,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819726493"},{"type":"electronic","value":"9789819726509"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-2650-9_13","type":"book-chapter","created":{"date-parts":[[2024,4,27]],"date-time":"2024-04-27T04:02:25Z","timestamp":1714190545000},"page":"161-173","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Handling Concept Drift in\u00a0Non-stationary Bandit Through Predicting Future Rewards"],"prefix":"10.1007","author":[{"given":"Yun-Da","family":"Tsai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shou-De","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,4,28]]},"reference":[{"key":"13_CR1","unstructured":"Auer, P., Gajane, P., Ortner, R.: Adaptively tracking the best bandit arm with an unknown number of distribution changes. In: Conference on Learning Theory, pp. 138\u2013158. PMLR (2019)"},{"key":"13_CR2","doi-asserted-by":"crossref","unstructured":"Awerbuch, B., Kleinberg, R.D.: Adaptive routing with end-to-end feedback: distributed learning and geometric approaches. In: Proceedings of the Thirty-Sixth Annual ACM Symposium on Theory of Computing, pp. 45\u201353 (2004)","DOI":"10.1145\/1007352.1007367"},{"issue":"4","key":"13_CR3","first-page":"719","volume":"36","author":"D Bergemann","year":"2005","unstructured":"Bergemann, D., Hege, U.: The financing of innovation: learning and stopping. RAND J. Econ. 36(4), 719\u2013752 (2005)","journal-title":"RAND J. Econ."},{"issue":"5","key":"13_CR4","doi-asserted-by":"publisher","first-page":"1125","DOI":"10.2307\/2171959","volume":"64","author":"D Bergemann","year":"1996","unstructured":"Bergemann, D., V\u00e4lim\u00e4ki, J.: Learning and strategic pricing. Econometrica: J. Econometric Soc. 64(5), 1125\u20131149 (1996)","journal-title":"Econometrica: J. Econometric Soc."},{"key":"13_CR5","unstructured":"Besbes, O., Gur, Y., Zeevi, A.: Stochastic multi-armed-bandit problem with non-stationary rewards. In: Advances in Neural Information Processing Systems, vol. 27 (2014)"},{"key":"13_CR6","doi-asserted-by":"crossref","unstructured":"Bifet, A., Gavalda, R.: Learning from time-changing data with adaptive windowing. In: Proceedings of the 2007 SIAM International Conference on Data Mining, pp. 443\u2013448. SIAM (2007)","DOI":"10.1137\/1.9781611972771.42"},{"key":"13_CR7","unstructured":"Cao, Y., Wen, Z., Kveton, B., Xie, Y.: Nearly optimal adaptive procedure with change detection for piecewise-stationary bandit. In: The 22nd International Conference on Artificial Intelligence and Statistics, pp. 418\u2013427. PMLR (2019)"},{"key":"13_CR8","unstructured":"Carpentier, A., Valko, M.: Revealing graph bandits for maximizing local influence. In: Artificial Intelligence and Statistics, pp. 10\u201318. PMLR (2016)"},{"issue":"3","key":"13_CR9","doi-asserted-by":"publisher","first-page":"380","DOI":"10.3390\/e23030380","volume":"23","author":"E Cavenaghi","year":"2021","unstructured":"Cavenaghi, E., Sottocornola, G., Stella, F., Zanker, M.: Non stationary multi-armed bandit: empirical evaluation of a new concept drift-aware algorithm. Entropy 23(3), 380 (2021)","journal-title":"Entropy"},{"issue":"1","key":"13_CR10","doi-asserted-by":"publisher","first-page":"96","DOI":"10.3141\/1748-12","volume":"1748","author":"C Chen","year":"2001","unstructured":"Chen, C., Petty, K., Skabardonis, A., Varaiya, P., Jia, Z.: Freeway performance measurement system: mining loop detector data. Transp. Res. Rec. 1748(1), 96\u2013102 (2001)","journal-title":"Transp. Res. Rec."},{"key":"13_CR11","doi-asserted-by":"crossref","unstructured":"Combes, R., Magureanu, S., Proutiere, A., Laroche, C.: Learning to rank: regret lower bounds and efficient algorithms. In: Proceedings of the 2015 ACM SIGMETRICS International Conference on Measurement and Modeling of Computer Systems, pp. 231\u2013244 (2015)","DOI":"10.1145\/2745844.2745852"},{"issue":"5\u20136","key":"13_CR12","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1002\/sam.10054","volume":"2","author":"A Dries","year":"2009","unstructured":"Dries, A., R\u00fcckert, U.: Adaptive concept drift detection. Stat. Anal. Data Min. ASA Data Sci. J. 2(5\u20136), 311\u2013327 (2009)","journal-title":"Stat. Anal. Data Min. ASA Data Sci. J."},{"key":"13_CR13","unstructured":"Dud\u00edk, M., Langford, J., Li, L.: Doubly robust policy evaluation and learning. arXiv preprint arXiv:1103.4601 (2011)"},{"issue":"4","key":"13_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2523813","volume":"46","author":"J Gama","year":"2014","unstructured":"Gama, J., \u017dliobait\u0117, I., Bifet, A., Pechenizkiy, M., Bouchachia, A.: A survey on concept drift adaptation. ACM Comput. Surv. (CSUR) 46(4), 1\u201337 (2014)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"13_CR15","unstructured":"Garivier, A., Moulines, E.: On upper-confidence bound policies for non-stationary bandit problems. arXiv preprint arXiv:0805.3415 (2008)"},{"key":"13_CR16","doi-asserted-by":"crossref","unstructured":"Guo, D., et al.: Deep Bayesian bandits: exploring in online personalized recommendations. In: Fourteenth ACM Conference on Recommender Systems, pp. 456\u2013461 (2020)","DOI":"10.1145\/3383313.3412214"},{"issue":"4","key":"13_CR17","first-page":"1","volume":"5","author":"FM Harper","year":"2015","unstructured":"Harper, F.M., Konstan, J.A.: The movielens datasets: history and context. ACM Trans. Interact. Intell. Syst. (TIIS) 5(4), 1\u201319 (2015)","journal-title":"ACM Trans. Interact. Intell. Syst. (TIIS)"},{"key":"13_CR18","unstructured":"Hartland, C., Gelly, S., Baskiotis, N., Teytaud, O., Sebag, M.: Multi-armed bandit, dynamic environments and meta-bandits (2006)"},{"key":"13_CR19","unstructured":"Hernandez-Leal, P., Kaisers, M., Baarslag, T., de\u00a0Cote, E.M.: A survey of learning in multiagent environments: dealing with non-stationarity. arXiv preprint arXiv:1707.09183 (2017)"},{"key":"13_CR20","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/978-3-319-31750-2_12","volume-title":"Advances in Knowledge Discovery and Data Mining","author":"KH Huang","year":"2016","unstructured":"Huang, K.H., Lin, H.T.: Linear upper confidence bound algorithm for contextual bandit problem with piled rewards. In: Bailey, J., Khan, L., Washio, T., Dobbie, G., Huang, J., Wang, R. (eds.) PAKDD 2016. LNCS, vol. 9652, pp. 143\u2013155. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-31750-2_12"},{"key":"13_CR21","unstructured":"Kleinberg, R., Leighton, T.: The value of knowing a demand curve: Bounds on regret for online posted-price auctions. In: 44th Annual IEEE Symposium on Foundations of Computer Science, Proceedings, pp. 594\u2013605. IEEE (2003)"},{"key":"13_CR22","unstructured":"Klinkenberg, R., Joachims, T.: Detecting concept drift with support vector machines. In: ICML, pp. 487\u2013494 (2000)"},{"key":"13_CR23","unstructured":"Kveton, B., Szepesvari, C., Wen, Z., Ashkan, A.: Cascading bandits: learning to rank in the cascade model. In: International Conference on Machine Learning, pp. 767\u2013776. PMLR (2015)"},{"issue":"17","key":"13_CR24","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1002\/2016JD024877","volume":"121","author":"X Liang","year":"2016","unstructured":"Liang, X., Li, S., Zhang, S., Huang, H., Chen, S.X.: PM$$_{2.5}$$ data reliability, consistency, and air quality assessment in five Chinese cities. J. Geophys. Res. Atmos. 121(17), 10\u2013220 (2016)","journal-title":"J. Geophys. Res. Atmos."},{"key":"13_CR25","doi-asserted-by":"crossref","unstructured":"Liu, F., Lee, J., Shroff, N.: A change-detection based framework for piecewise-stationary multi-armed bandit problem. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a032 (2018)","DOI":"10.1609\/aaai.v32i1.11746"},{"key":"13_CR26","unstructured":"Mellor, J., Shapiro, J.: Thompson sampling in switching environments with Bayesian online change detection. In: Artificial Intelligence and Statistics, pp. 442\u2013450. PMLR (2013)"},{"key":"13_CR27","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1007\/978-3-540-75488-6_27","volume-title":"Discovery Science","author":"K Nishida","year":"2007","unstructured":"Nishida, K., Yamauchi, K.: Detecting concept drift using statistical testing. In: Corruble, V., Takeda, M., Suzuki, E. (eds.) DS 2007. LNCS, vol. 4755, pp. 264\u2013269. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-75488-6_27"},{"issue":"2","key":"13_CR28","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.ibiod.2006.08.006","volume":"59","author":"A Pandey","year":"2007","unstructured":"Pandey, A., Singh, P., Iyengar, L.: Bacterial decolorization and degradation of azo dyes. Int. Biodeterior. Biodegradation 59(2), 73\u201384 (2007)","journal-title":"Int. Biodeterior. Biodegradation"},{"key":"13_CR29","unstructured":"Raj, V., Kalyani, S.: Taming non-stationary bandits: a Bayesian approach. arXiv preprint arXiv:1707.09727 (2017)"},{"key":"13_CR30","unstructured":"Saito, Y., Aihara, S.: Large-scale open dataset, pipeline, and benchmark for bandit algorithms. arXiv preprint arXiv:2008.07146 (2020)"},{"key":"13_CR31","doi-asserted-by":"crossref","unstructured":"T\u00f3th, B., Sachidanandan, S., J\u00f8rgensen, E.S.: Balancing relevance and discovery to inspire customers in the IKEA app. In: Fourteenth ACM Conference on Recommender Systems, pp. 563\u2013563 (2020)","DOI":"10.1145\/3383313.3411550"},{"key":"13_CR32","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1613\/jair.1.11407","volume":"68","author":"F Trovo","year":"2020","unstructured":"Trovo, F., Paladino, S., Restelli, M., Gatti, N.: Sliding-window thompson sampling for non-stationary settings. J. Artif. Intell. Res. 68, 311\u2013364 (2020)","journal-title":"J. Artif. Intell. Res."},{"key":"13_CR33","doi-asserted-by":"crossref","unstructured":"Tsai, T.H., Tsai, Y.D., Lin, S.D.: lil\u2019HDoC: an algorithm for good arm identification under small threshold gap. arXiv preprint arXiv:2401.15879 (2024)","DOI":"10.1007\/978-981-97-2262-4_7"},{"key":"13_CR34","doi-asserted-by":"crossref","unstructured":"Tsai, Y.D., Lin, S.D., Lin, S.D.: Fast online inference for nonlinear contextual bandit based on generative adversarial network. arXiv preprint arXiv:2202.08867 (2022)","DOI":"10.2139\/ssrn.4616034"},{"key":"13_CR35","unstructured":"Tsai, Y.D., Tsai, T.H., Lin, S.D.: Differential good arm identification. arXiv preprint arXiv:2303.07154 (2023)"},{"issue":"325","key":"13_CR36","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1080\/01621459.1969.10500959","volume":"64","author":"M Zelen","year":"1969","unstructured":"Zelen, M.: Play the winner rule and the controlled clinical trial. J. Am. Stat. Assoc. 64(325), 131\u2013146 (1969)","journal-title":"J. Am. Stat. Assoc."},{"key":"13_CR37","unstructured":"\u017dliobait\u0117, I.: Learning under concept drift: an overview. arXiv preprint arXiv:1010.4784 (2010)"}],"container-title":["Lecture Notes in Computer Science","Trends and Applications in Knowledge Discovery and Data Mining"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-2650-9_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,2]],"date-time":"2024-05-02T23:05:47Z","timestamp":1714691147000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-2650-9_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819726493","9789819726509"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-2650-9_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"28 April 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PAKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pacific-Asia Conference on Knowledge Discovery and Data Mining","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Taipei","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Taiwan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 May 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 May 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pakdd2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/pakdd2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}