{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T00:25:49Z","timestamp":1770423949316,"version":"3.49.0"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2024,6,20]],"date-time":"2024-06-20T00:00:00Z","timestamp":1718841600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,6,20]],"date-time":"2024-06-20T00:00:00Z","timestamp":1718841600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Syst Sci Complex"],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1007\/s11424-024-3543-z","type":"journal-article","created":{"date-parts":[[2024,6,20]],"date-time":"2024-06-20T00:01:59Z","timestamp":1718841719000},"page":"2084-2107","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Tracking Nonstationary Streaming Data via Exponentially Weighted Moving Average Stochastic Gradient Descent"],"prefix":"10.1007","volume":"38","author":[{"given":"Chengde","family":"Qian","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haiyan","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Decai","family":"Liang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,6,20]]},"reference":[{"key":"3543_CR1","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/978-3-7908-2604-3_16","volume-title":"Proceedings of COMPSTAT\u2019 2010","author":"L Bottou","year":"2010","unstructured":"Bottou L, Large-scale machine learning with stochastic gradient descent, Proceedings of COMPSTAT\u2019 2010, Physica-Verlag HD, Heidelberg, 2010, 177\u2013186."},{"issue":"2","key":"3543_CR2","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1561\/2200000018","volume":"4","author":"S Shalev-Shwartz","year":"2012","unstructured":"Shalev-Shwartz S, Online learning and online convex optimization, Foundations and Trends in Machine Learning, 2012, 4(2): 107\u2013194.","journal-title":"Foundations and Trends in Machine Learning"},{"key":"3543_CR3","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1214\/aoms\/1177729586","volume":"22","author":"H Robbins","year":"1951","unstructured":"Robbins H and Monro S, A stochastic approximation method, Annals of Mathematical Statistics, 1951, 22: 400\u2013407.","journal-title":"Annals of Mathematical Statistics"},{"issue":"4","key":"3543_CR4","doi-asserted-by":"publisher","first-page":"838","DOI":"10.1137\/0330046","volume":"30","author":"B T Polyak","year":"1992","unstructured":"Polyak B T and Juditsky A B, Acceleration of stochastic approximation by averaging, SIAM Journal on Control and Optimization, 1992, 30(4): 838\u2013855.","journal-title":"SIAM Journal on Control and Optimization"},{"key":"3543_CR5","unstructured":"Ruppert D, Efficient estimations from a slowly convergent robbins-monro process, Technical report, Cornell University Operations Research and Industrial Engineering, 1988, http:\/\/hdl.handle.net\/1813\/8664."},{"issue":"4","key":"3543_CR6","doi-asserted-by":"publisher","first-page":"1574","DOI":"10.1137\/070704277","volume":"19","author":"A Nemirovski","year":"2009","unstructured":"Nemirovski A, Juditsky A, Lan G, et al., Robust stochastic approximation approach to stochastic programming, SIAM Journal on Optimization, 2009, 19(4): 1574\u20131609.","journal-title":"SIAM Journal on Optimization"},{"issue":"5","key":"3543_CR7","doi-asserted-by":"publisher","first-page":"1227","DOI":"10.1287\/opre.2015.1408","volume":"63","author":"O Besbes","year":"2015","unstructured":"Besbes O, Gur Y, and Zeevi A, Non-stationary stochastic optimization, Operations Research, 2015, 63(5): 1227\u20131244.","journal-title":"Operations Research"},{"issue":"4","key":"3543_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2523813","volume":"46","author":"J Gama","year":"2014","unstructured":"Gama J, Zliobaite I, Bifet A, et al., A survey on concept drift adaptation, ACM Computing Surveys (CSUR), 2014, 46(4): 1\u201337.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"3543_CR9","first-page":"928","volume-title":"International Conference on Machine Learning","author":"M Zinkevich","year":"2003","unstructured":"Zinkevich M, Online convex programming and generalized infinitesimal gradient ascent, International Conference on Machine Learning, AAAI Press, Washington, 2003, 928\u2013935."},{"key":"3543_CR10","first-page":"449","volume-title":"Proceedings of the 33rd International Conference on Machine Learning","author":"T B Yang","year":"2016","unstructured":"Yang T B, Zhang L J, Jin R, et al., Tracking slowly moving clairvoyant: Optimal dynamic regret of online learning with true and noisy gradient, Proceedings of the 33rd International Conference on Machine Learning, PMLR, New York, 2016, 48: 449\u2013457."},{"key":"3543_CR11","first-page":"359","volume":"134","author":"D Baby","year":"2021","unstructured":"Baby D and Wang Y X, Optimal dynamic regret in exp-concave online learning, Proceedings of Machine Learning Research, 2021, 134: 359\u2013409.","journal-title":"Proceedings of Machine Learning Research"},{"key":"3543_CR12","volume-title":"Introduction to Online Convex Optimization","author":"E Hazan","year":"2022","unstructured":"Hazan E, Introduction to Online Convex Optimization, 2nd Edition, MIT Press, Cambridge, 2022.","edition":"2"},{"issue":"61","key":"3543_CR13","first-page":"2121","volume":"12","author":"J Duchi","year":"2011","unstructured":"Duchi J, Hazan E, and Singer Y, Adaptive subgradient methods for online learning and stochastic optimization, Journal of Machine Learning Research, 2011, 12(61): 2121\u20132159.","journal-title":"Journal of Machine Learning Research"},{"issue":"9","key":"3543_CR14","doi-asserted-by":"publisher","first-page":"2050","DOI":"10.1109\/TIT.2004.833339","volume":"50","author":"N Cesa-Bianchi","year":"2004","unstructured":"Cesa-Bianchi N, Conconi A, and Gentile C, On the generalization ability of on-line learning algorithms, IEEE Transactions on Information Theory, 2004, 50(9): 2050\u20132057.","journal-title":"IEEE Transactions on Information Theory"},{"issue":"8","key":"3543_CR15","doi-asserted-by":"publisher","first-page":"1287","DOI":"10.1016\/S0005-1098(02)00028-6","volume":"38","author":"A V Nazin","year":"2002","unstructured":"Nazin A V and Ljung L, Asymptotically optimal smoothing of averaged LMS estimates for regression parameter tracking, Automatica, 2002, 38(8): 1287\u20131293.","journal-title":"Automatica"},{"issue":"3","key":"3543_CR16","first-page":"951","volume":"33","author":"P Zhao","year":"2019","unstructured":"Zhao P, Wang X Q, Xie S Y, et al., Distribution-free one-pass learning, IEEE Transactions on Knowledge and Data Engineering, 2019, 33(3): 951\u2013963.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"3543_CR17","series-title":"Monographs on statistics and applied probability series","volume-title":"Local Polynomial Modelling and Its Applications","author":"J Q Fan","year":"1996","unstructured":"Fan J Q and Gijbels I, Local Polynomial Modelling and Its Applications, Number 66 in Monographs on statistics and applied probability series, Chapman & Hall, London, 1996."},{"issue":"1","key":"3543_CR18","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1007\/s11424-021-0158-5","volume":"35","author":"Y Liu","year":"2022","unstructured":"Liu Y, Zou J H, Zhao S W, et al., Model averaging estimation for varying-coefficient single-index models, Journal of Systems Science & Complexity, 2022, 35(1): 264\u2013282.","journal-title":"Journal of Systems Science & Complexity"},{"issue":"451","key":"3543_CR19","doi-asserted-by":"publisher","first-page":"888","DOI":"10.1080\/01621459.2000.10474280","volume":"95","author":"Z W Cai","year":"2000","unstructured":"Cai Z W, Fan J Q, and Li R, Efficient estimation and inferences for varying-coefficient models, Journal of the American Statistical Association, 2000, 95(451): 888\u2013902.","journal-title":"Journal of the American Statistical Association"},{"issue":"1","key":"3543_CR20","first-page":"3053","volume":"19","author":"Y X Fang","year":"2018","unstructured":"Fang Y X, Xu J F, and Yang L, Online bootstrap confidence intervals for the stochastic gradient descent estimator, Journal of Machine Learning Research, 2018, 19(1): 3053\u20133073.","journal-title":"Journal of Machine Learning Research"},{"key":"3543_CR21","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1016\/B978-0-12-604550-5.50015-8","volume-title":"Optimizing Methods in Statistics","author":"H Robbins","year":"1971","unstructured":"Robbins H and Siegmund D, A convergence theorem for non negative almost supermartingales and some applications, Optimizing Methods in Statistics, Elsevier, Amsterdam, 1971, 233\u2013257, DOI: https:\/\/doi.org\/10.1016\/B978-0-12-604550-5.50015-8."},{"key":"3543_CR22","unstructured":"Li Y T, Wang C H, and Cheng G, Online forgetting process for linear regression models, Proceedings of the 24th International Conference on Artificial Intelligence and Statistics, PMLR, 2021, 130: 217\u2013225."},{"issue":"1","key":"3543_CR23","doi-asserted-by":"publisher","first-page":"46","DOI":"10.2307\/1269551","volume":"34","author":"C A Lowry","year":"1992","unstructured":"Lowry C A, Woodall W H, Champ C W, et al., A multivariate exponentially weighted moving average control chart, Technometrics, 1992, 34(1): 46\u201353.","journal-title":"Technometrics"},{"issue":"3","key":"3543_CR24","doi-asserted-by":"publisher","first-page":"2257","DOI":"10.1137\/18M1230323","volume":"29","author":"H Asi","year":"2019","unstructured":"Asi H and Duchi J C, Stochastic (approximate) proximal point methods: Convergence, optimality, and adaptivity, SIAM Journal on Optimization, 2019, 29(3): 2257\u20132290.","journal-title":"SIAM Journal on Optimization"},{"issue":"46","key":"3543_CR25","doi-asserted-by":"publisher","first-page":"22924","DOI":"10.1073\/pnas.1908018116","volume":"116","author":"H Asi","year":"2019","unstructured":"Asi H and Duchi J C, The importance of better models in stochastic optimization, Proceedings of the National Academy of Sciences, 2019, 116(46): 22924\u201322930.","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"4","key":"3543_CR26","doi-asserted-by":"publisher","first-page":"1694","DOI":"10.1214\/16-AOS1506","volume":"45","author":"P Toulis","year":"2017","unstructured":"Toulis P and Airoldi E M, Asymptotic and finite-sample properties of estimators based on stochastic gradients, The Annals of Statistics, 2017, 45(4): 1694\u20131727.","journal-title":"The Annals of Statistics"},{"issue":"2","key":"3543_CR27","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1137\/16M1080173","volume":"60","author":"L Bottou","year":"2018","unstructured":"Bottou L, Curtis F E, and Nocedal J, Optimization methods for large-scale machine learning, SIAM Review, 2018, 60(2): 223\u2013311.","journal-title":"SIAM Review"},{"key":"3543_CR28","unstructured":"Zhang L J, Lu S Y, and Zhou Z H, Adaptive online learning in dynamic environments, Proceedings of the 32nd International Conference on Neural Information Processing Systems, 2018, 1330\u20131340."},{"key":"3543_CR29","first-page":"763","volume-title":"ECAI 2008","author":"I Katakis","year":"2008","unstructured":"Katakis I, Tsoumakas G, and Vlahavas I, An ensemble of classifiers for coping with recurring contexts in data streams, ECAI 2008, IOS Press, Amsterdam, 2008, 763\u2013764."},{"issue":"4","key":"3543_CR30","doi-asserted-by":"publisher","first-page":"589","DOI":"10.3233\/IDA-2011-0484","volume":"15","author":"I Zliobaite","year":"2011","unstructured":"Zliobaite I, Combining similarity in time and space for training set formation under concept drift, Intelligent Data Analysis, 2011, 15(4): 589\u2013611.","journal-title":"Intelligent Data Analysis"},{"issue":"8","key":"3543_CR31","first-page":"4469","volume":"44","author":"S P Wang","year":"2021","unstructured":"Wang S P, Yang Y, Sun J, et al., Variational hyperadam: A meta-learning approach to network training, IEEE Transactions on Pattern Analysis and Machine Intelligence, 2021, 44(8): 4469\u20134484.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"issue":"1","key":"3543_CR32","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1162\/neco.1991.3.1.79","volume":"3","author":"R A Jacobs","year":"1991","unstructured":"Jacobs R A, Jordan M I, Nowlan S J, et al., Adaptive mixtures of local experts, Neural computation, 1991, 3(1): 79\u201387.","journal-title":"Neural computation"}],"container-title":["Journal of Systems Science and Complexity"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11424-024-3543-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11424-024-3543-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11424-024-3543-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T21:14:57Z","timestamp":1757106897000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11424-024-3543-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,20]]},"references-count":32,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["3543"],"URL":"https:\/\/doi.org\/10.1007\/s11424-024-3543-z","relation":{},"ISSN":["1009-6124","1559-7067"],"issn-type":[{"value":"1009-6124","type":"print"},{"value":"1559-7067","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6,20]]},"assertion":[{"value":"13 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 February 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 June 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no conflict of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}