{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,7]],"date-time":"2025-08-07T09:21:36Z","timestamp":1754558496685,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T00:00:00Z","timestamp":1724457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Science Foundation of China","award":["61921006, 62206245, 62206125"],"award-info":[{"award-number":["61921006, 62206245, 62206125"]}]},{"name":"Collaborative Innovation Center of Novel Software Technology and Industrialization"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,25]]},"DOI":"10.1145\/3637528.3671812","type":"proceedings-article","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T04:54:55Z","timestamp":1724561695000},"page":"2130-2140","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Handling Varied Objectives by Online Decision Making"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7978-6146","authenticated-orcid":false,"given":"Lanjihong","family":"Ma","sequence":"first","affiliation":[{"name":"National Key Laboratory for Novel Software Technology, School of Artificial Intelligence, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2101-1836","authenticated-orcid":false,"given":"Zhen-Yu","family":"Zhang","sequence":"additional","affiliation":[{"name":"Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8580-1103","authenticated-orcid":false,"given":"Yao-Xiang","family":"Ding","sequence":"additional","affiliation":[{"name":"State Key Lab of CAD & CG, Zhejiang University, Hangzhou, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0746-1494","authenticated-orcid":false,"given":"Zhi-Hua","family":"Zhou","sequence":"additional","affiliation":[{"name":"National Key Laboratory for Novel Software Technology, School of Artificial Intelligence, Nanjing University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,8,24]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Advances in Neural Information Processing Systems 24 (NIPS), 2312--2320","author":"Abbasi-Yadkori Yasin","year":"2011","unstructured":"Yasin Abbasi-Yadkori, D\u00e1vid P\u00e1l, and Csaba Szepesv\u00e1ri. Improved algorithms for linear stochastic bandits. In Advances in Neural Information Processing Systems 24 (NIPS), 2312--2320, 2011."},{"key":"e_1_3_2_2_2_1","volume-title":"Proceedings of the 16th International Conference on Machine Learning (ICML), 3--11","author":"Abe Naoki","year":"1999","unstructured":"Naoki Abe and Philip M. Long. Associative reinforcement learning using linear probabilistic concepts. In Proceedings of the 16th International Conference on Machine Learning (ICML), 3--11, 1999."},{"key":"e_1_3_2_2_3_1","volume-title":"TR06-033","author":"Agarwal Amit","year":"2006","unstructured":"Amit Agarwal and Elad Hazan. Efficient algorithms for online game playing and universal portfolio management. Electronic Colloquium on Computational Complexity, TR06-033, 2006."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/1966221.1966249"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1137\/S0097539701398375"},{"key":"e_1_3_2_2_6_1","volume-title":"Proceedings of the 19th International Conference on Artificial Intelligence and Statistics (AISTATS), 939--947","author":"Auer Peter","year":"2016","unstructured":"Peter Auer, Chao-Kai Chiang, Ronald Ortner, and Madalina M. Drugan. Pareto front identification from stochastic bandit feedback. In Proceedings of the 19th International Conference on Artificial Intelligence and Statistics (AISTATS), 939--947, 2016."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.2307\/2334029"},{"key":"e_1_3_2_2_8_1","volume-title":"Proceedings of the 10th International Joint Conference on Neural Networks (IJCNN), 1031--1036","author":"Chang Chih-Chung","year":"2001","unstructured":"Chih-Chung Chang and Chih-Jen Lin. Ijcnn 2001 challenge: Generalization ability and text decoding. In Proceedings of the 10th International Joint Conference on Neural Networks (IJCNN), 1031--1036, 2001."},{"key":"e_1_3_2_2_9_1","volume-title":"Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS), 1079--1087","author":"Cheung Wang Chi","year":"2019","unstructured":"Wang Chi Cheung, David Simchi-Levi, and Ruihao Zhu. Learning to optimize under non-stationarity. In Proceedings of the 22nd International Conference on Artificial Intelligence and Statistics (AISTATS), 1079--1087, 2019."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v28i1.8997"},{"key":"e_1_3_2_2_11_1","volume-title":"Proceedings of the 22nd International Joint Conference on Neural Networks (IJCNN), 1--8","author":"Madalina","year":"2013","unstructured":"Madalina M. Drugan and Ann Now\u00e9. Designing multi-objective multi-armed bandits algorithms: A study. In Proceedings of the 22nd International Joint Conference on Neural Networks (IJCNN), 1--8, 2013."},{"key":"e_1_3_2_2_12_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning (ICML), 3199--3210","author":"Dylan","year":"2020","unstructured":"Dylan J. Foster and Alexander Rakhlin. Beyond UCB: optimal and efficient contextual bandits with regression oracles. In Proceedings of the 37th International Conference on Machine Learning (ICML), 3199--3210, 2020."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1046456.1046467"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/2050345.2050365"},{"key":"e_1_3_2_2_15_1","volume-title":"Advances in Neural Information Processing Systems 29 (NIPS), 1190-- 1198","author":"Gerchinovitz S\u00e9bastien","year":"2016","unstructured":"S\u00e9bastien Gerchinovitz and Tor Lattimore. Refined lower bounds for adversarial bandits. In Advances in Neural Information Processing Systems 29 (NIPS), 1190-- 1198, 2016."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/11776420_37"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/34.273716"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2019.2954090"},{"volume-title":"Zhi-Hua Zhou. Learning with Adaptive Resource Allocation. In Proceedings of the 41st International Conference on Machine Learning (ICML)","author":"Wang Jing","key":"e_1_3_2_2_19_1","unstructured":"Jing Wang, Miao Yu, Peng Zhao, and Zhi-Hua Zhou. Learning with Adaptive Resource Allocation. In Proceedings of the 41st International Conference on Machine Learning (ICML), to appear, 2024."},{"key":"e_1_3_2_2_20_1","volume-title":"2nd PASCAL Challenges Workshop, 2: 51--134","author":"Kocsis Levente","year":"2006","unstructured":"Levente Kocsis and Csaba Szepesv\u00e1ri. Discounted ucb. In 2nd PASCAL Challenges Workshop, 2: 51--134, 2006."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935878"},{"key":"e_1_3_2_2_22_1","volume-title":"Proceedings of the 33rd Conference on Learning Theory (COLT), 2173--2174","author":"Li Yingkai","year":"2019","unstructured":"Yingkai Li, Yining Wang, and Yuan Zhou. Nearly minimax-optimal regret for linearly parameterized bandits. In Proceedings of the 33rd Conference on Learning Theory (COLT), 2173--2174, 2019."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00158-003-0368-6"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403374"},{"key":"e_1_3_2_2_25_1","volume-title":"Proceedings of the 23rd International Joint Conference on Neural Networks (IJCNN), 2331--2338","author":"Moffaert Kristof Van","year":"2014","unstructured":"Kristof Van Moffaert, Kevin Van Vaerenbergh, Peter Vrancx, and Ann Now\u00e9. Multi-objective ??-armed bandits. In Proceedings of the 23rd International Joint Conference on Neural Networks (IJCNN), 2331--2338, 2014."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/0360-8352(96)00045-9"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67504-6_2"},{"key":"e_1_3_2_2_28_1","volume-title":"Advances in Neural Information Processing Systems 32 (NeurIPS),12017--12026","author":"Russac Yoan","year":"2019","unstructured":"Yoan Russac, Claire Vernade, and Olivier Capp\u00e9. Weighted linear bandits for nonstationary environments. In Advances in Neural Information Processing Systems 32 (NeurIPS),12017--12026, 2019."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1110.0999"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01664"},{"key":"e_1_3_2_2_31_1","volume-title":"Machine Learning in Non-Stationary Environments - Introduction to Covariate Shift Adaptation","author":"Sugiyama Masashi","year":"2012","unstructured":"Masashi Sugiyama and Motoaki Kawanabe. Machine Learning in Non-Stationary Environments - Introduction to Covariate Shift Adaptation. MIT Press, 2012."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2018.2841822"},{"key":"e_1_3_2_2_33_1","volume-title":"On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika, 25(3--4):285--294","author":"Thompson William R.","year":"1933","unstructured":"William R. Thompson. On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika, 25(3--4):285--294, 1933."},{"issue":"4","key":"e_1_3_2_2_34_1","first-page":"363","article-title":"Core vector machines: Fast svm training on very large data sets","volume":"6","author":"Tsang Ivor W.","year":"2005","unstructured":"Ivor W. Tsang, James T. Kwok, Pak-Ming Cheung, and Nello Cristianini. Core vector machines: Fast svm training on very large data sets. Journal of Machine Learning Research, 6(4):363--392, 2005.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10589-014-9644-1"},{"key":"e_1_3_2_2_36_1","volume-title":"Proceedings of the 34th International Conference on Learning Theory (COLT), 4300--4354","author":"Wei Chen-Yu","year":"2021","unstructured":"Chen-Yu Wei and Haipeng Luo. Non-stationary reinforcement learning without prior knowledge: an optimal black-box approach. In Proceedings of the 34th International Conference on Learning Theory (COLT), 4300--4354, 2021."},{"key":"e_1_3_2_2_37_1","volume-title":"Proceedings of the 23rd European Symposium on Artificial Neural Networks (ESANN), 47--52","author":"Saba","year":"2015","unstructured":"Saba Q. Yahyaa and Bernard Manderick. Thompson sampling for multi-objective multi-armed bandits problem. In Proceedings of the 23rd European Symposium on Artificial Neural Networks (ESANN), 47--52,2015."},{"key":"e_1_3_2_2_38_1","volume-title":"Advances in Neural Information Processing Systems 33 (NeurIPS), 10247--10258","author":"Zhang Yu-Jie","year":"2020","unstructured":"Yu-Jie Zhang, Peng Zhao, Lanjihong Ma, and Zhi-Hua Zhou. An unbiased risk estimator for learning with augmented classes. In Advances in Neural Information Processing Systems 33 (NeurIPS), 10247--10258, 2020."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/3524938.3525988"},{"issue":"125","key":"e_1_3_2_2_40_1","first-page":"1","article-title":"Bandit convex optimization in non-stationary environments","volume":"22","author":"Zhao Peng","year":"2021","unstructured":"Peng Zhao, Guanghui Wang, Lijun Zhang, and Zhi-Hua Zhou. Bandit convex optimization in non-stationary environments. In Journal of Machine Learning Research, 22(125): 1--45, 2021.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_41_1","volume-title":"Proceedings of the 23rd International Conference on Artificial Intelligence and Statistics (AISTATS), 746--755","author":"Zhao Peng","year":"2020","unstructured":"Peng Zhao, Lijun Zhang, Yuan Jiang, and Zhi-Hua Zhou. A simple approach for non-stationary linear bandits. In Proceedings of the 23rd International Conference on Artificial Intelligence and Statistics (AISTATS), 746--755, 2020."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2023.104059"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3470788"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1201\/b12207"},{"key":"e_1_3_2_2_45_1","volume-title":"Open-environment machine learning. National Science Review, 9 :nwac123","author":"Zhou Zhi-Hua","year":"2022","unstructured":"Zhi-Hua Zhou. Open-environment machine learning. National Science Review, 9 :nwac123, 2022."},{"key":"e_1_3_2_2_46_1","volume-title":"Learnability with time-sharing computational resource concerns. National Science Review, nwae204","author":"Zhou Zhi-Hua","year":"2024","unstructured":"Zhi-Hua Zhou. Learnability with time-sharing computational resource concerns. National Science Review, nwae204, 2024."},{"key":"e_1_3_2_2_47_1","volume-title":"Proceedings of the 20th International Conference on Machine Learning (ICML), 928--936","author":"Zinkevich Martin","year":"2003","unstructured":"Martin Zinkevich. Online convex programming and generalized infinitesimal gradient ascent. In Proceedings of the 20th International Conference on Machine Learning (ICML), 928--936, 2003."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2228360.2228588"}],"event":{"name":"KDD '24: The 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Barcelona Spain","acronym":"KDD '24"},"container-title":["Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671812","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3637528.3671812","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:14Z","timestamp":1750291454000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671812"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,24]]},"references-count":48,"alternative-id":["10.1145\/3637528.3671812","10.1145\/3637528"],"URL":"https:\/\/doi.org\/10.1145\/3637528.3671812","relation":{},"subject":[],"published":{"date-parts":[[2024,8,24]]},"assertion":[{"value":"2024-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}