{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T07:04:29Z","timestamp":1783062269840,"version":"3.54.6"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2021,1,9]],"date-time":"2021-01-09T00:00:00Z","timestamp":1610150400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,9]],"date-time":"2021-01-09T00:00:00Z","timestamp":1610150400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"The National Key R&D Program of China","award":["2016YFC0303703"],"award-info":[{"award-number":["2016YFC0303703"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2021,8]]},"DOI":"10.1007\/s10489-020-02058-8","type":"journal-article","created":{"date-parts":[[2021,1,9]],"date-time":"2021-01-09T04:28:02Z","timestamp":1610166482000},"page":"5420-5439","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Online deep learning based on auto-encoder"],"prefix":"10.1007","volume":"51","author":[{"given":"Si-si","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jian-wei","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xin","family":"Zuo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Run-kun","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Si-ming","family":"Lian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,1,9]]},"reference":[{"key":"2058_CR1","unstructured":"Shen Y, Chen T, Giannakis GB (2019) Random. Feature-based online multi-kernel learning in environments with unknown dynamics. J Mach Learn Res 20:22:1\u201322:36"},{"key":"2058_CR2","first-page":"341","volume":"390","author":"M Saad-Moamar","year":"2020","unstructured":"Saad-Moamar M, Abdelhamid B (2020) Online active learning for human activity recognition from sensory data streams. Neural Computation 390:341\u2013358","journal-title":"Neural Computation"},{"key":"2058_CR3","unstructured":"Tianlin S, Jun Z (2017) Online bayesian passive-aggressive learning. J Mach Learn Res 18:33:1\u201333:39"},{"key":"2058_CR4","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.neunet.2019.09.004","volume":"121","author":"L Jes\u00fas L\u00f3pez","year":"2020","unstructured":"Jes\u00fas L\u00f3pez L, Ser JD, Bifet A et al (2020) Spiking neural networks and online learning: an overview and perspectives. Neural Netw 121:88\u2013100","journal-title":"Neural Netw"},{"key":"2058_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neunet.2018.07.014","volume":"108","author":"JL Lobo","year":"2018","unstructured":"Lobo JL, Ibai L, Javier DS et al (2018) Evolving spiking neural networks for online learning over drifting data streams. Neural Netw 108:1\u201319","journal-title":"Neural Netw"},{"issue":"6","key":"2058_CR6","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1037\/h0042519","volume":"65","author":"F Rosenblatt","year":"1958","unstructured":"Rosenblatt F (1958) The perceptron: a probabilistic model for information storage and organization in the brain. Psychol Rev 65(6):386\u2013408","journal-title":"Psychol Rev"},{"issue":"8","key":"2058_CR7","doi-asserted-by":"publisher","first-page":"2165","DOI":"10.1109\/TSP.2004.830991","volume":"52","author":"J Kivinen","year":"2004","unstructured":"Kivinen J, Smola AJ, Williamson RC (2004) Online learning with kernels. IEEE Trans Signal Process 52(8):2165\u20132176","journal-title":"IEEE Trans Signal Process"},{"issue":"4","key":"2058_CR8","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1016\/j.patcog.2004.09.006","volume":"38","author":"DW Kim","year":"2005","unstructured":"Kim DW, Lee KY, Lee D, Lee KH (2005) Evaluation of the performance of clustering algorithms in kernel-induced feature space. Pattern Recogn 38(4):607\u2013611","journal-title":"Pattern Recogn"},{"key":"2058_CR9","doi-asserted-by":"publisher","first-page":"107353","DOI":"10.1016\/j.patcog.2020.107353","volume":"104","author":"AM Atto","year":"2020","unstructured":"Atto AM, Benoit A, Lambert P (2020) Timed-image based deep learning for action recognition in video sequences. Pattern Recogn 104:107353","journal-title":"Pattern Recogn"},{"issue":"7","key":"2058_CR10","first-page":"2294","volume":"31","author":"C Li","year":"2020","unstructured":"Li C, Liu C, Duan L, Gao P, Zheng K (2020) Reconstruction regularized deep metric learning for multi-label image classification. IEEE Trans Neural Netw Learn 31(7):2294\u20132303","journal-title":"IEEE Trans Neural Netw Learn"},{"issue":"6","key":"2058_CR11","doi-asserted-by":"publisher","first-page":"927","DOI":"10.1007\/s10514-020-09905-0","volume":"44","author":"A Taniguchi","year":"2020","unstructured":"Taniguchi A, Hagiwara Y, Taniguchi T, Inamura T (2020) Improved and scalable online learning of spatial concepts and language models with mapping. Auton Robot 44(6):927\u2013946","journal-title":"Auton Robot"},{"issue":"1","key":"2058_CR12","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/TSP.2018.2878540","volume":"67","author":"M Sandbichler","year":"2019","unstructured":"Sandbichler M, Schnass K (2019) Online and stable learning of analysis operators. IEEE Trans Signal Process 67(1):41\u201353","journal-title":"IEEE Trans Signal Process"},{"key":"2058_CR13","doi-asserted-by":"publisher","first-page":"934","DOI":"10.1109\/TIP.2019.2931082","volume":"29","author":"Z Li","year":"2020","unstructured":"Li Z, Wei W, Zhang T, Wang M, Hou S, Peng X (2020) Online multi-expert learning for visual tracking. IEEE Trans Image Process 29:934\u2013946","journal-title":"IEEE Trans Image Process"},{"key":"2058_CR14","doi-asserted-by":"crossref","unstructured":"Chaudhry A, Dokania PK, Ajanthan T et al (2018) Riemannian walk for incremental learning: understanding forgetting and intransigence. In: Proceedings of the 15th European Conference Computer Vision(ECCV), pp 556\u2013572","DOI":"10.1007\/978-3-030-01252-6_33"},{"issue":"13","key":"2058_CR15","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick J, Pascanu R, Rabinowitz N, Veness J, Desjardins G, Rusu AA, Milan K, Quan J, Ramalho T, Grabska-Barwinska A, Hassabis D, Clopath C, Kumaran D, Hadsell R (2017) Overcoming catastrophic forgetting in neural networks. Proc Natl Acad Sci 114(13):3521\u20133526","journal-title":"Proc Natl Acad Sci"},{"key":"2058_CR16","unstructured":"Sang-Woo L, Jin-Hwa K, Jaehyun J et al (2017) Overcoming catastrophic forgetting by incremental moment matching. In: Proceedings of the Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems( NIPS), pp 4655\u20134665"},{"key":"2058_CR17","doi-asserted-by":"crossref","unstructured":"Le QV (2013) Building high-level features using large scale unsupervised learning.\u00a0In: Proceedings of the IEEE International Conference on Acoustics, ICASSP, pp 8595\u20138598","DOI":"10.1109\/ICASSP.2013.6639343"},{"key":"2058_CR18","unstructured":"Bengio Y, Lamblin P, Popovici D, et al. (2006) Greedy layer-wise training of deep networks. In:\u00a0 Proceedings of the 19th International Conference on Neural Information Processing System, pp 153\u2013160"},{"key":"2058_CR19","doi-asserted-by":"crossref","unstructured":"Masci J, Meier U, Ciresan D, Schmidhuber J (2011) Stacked convolutional auto-encoders for hierarchical feature extraction. In: Proceedings of the 21st International Conference on Artificial Neural Networks, ICANN, vol 6791, pp 52\u201359","DOI":"10.1007\/978-3-642-21735-7_7"},{"key":"2058_CR20","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1016\/j.neucom.2019.07.106","volume":"390","author":"A Ashfahani","year":"2020","unstructured":"Ashfahani A, Pratama M, Lughofer E, Ong YS (2020) DEVDAN: Deep evolving denoising autoencoder. Neurocomputing 390:297\u2013314","journal-title":"Neurocomputing"},{"key":"2058_CR21","unstructured":"Yoon J, Yang E, Lee J et al (2018) Lifelong learning with dynamically expandable networks. In: Proceedings of the 6th International Conference on Learning Representations, ICLR"},{"key":"2058_CR22","doi-asserted-by":"crossref","unstructured":"Pratama M, Ashfahani A, Ong YS et al (2018) Autonomous deep learning: incremental learning of denoising autoencoder for evolving data streams, arXiv preprint arXiv:1809.09081","DOI":"10.1109\/ICDMW.2019.00023"},{"key":"2058_CR23","doi-asserted-by":"crossref","unstructured":"Ashfahani A, Pratama M (2019) Autonomous deep learning: continual learning approach for dynamic environments. In: Proceedings of the 2019 International Conference on Data Mining, SDM, pp\u00a0 666\u2013674","DOI":"10.1137\/1.9781611975673.75"},{"issue":"8","key":"2058_CR24","doi-asserted-by":"publisher","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","volume":"35","author":"Y Bengio","year":"2013","unstructured":"Bengio Y, Courville A, Vincent P (2013) Representation learning: A review and new perspectives. IEEE Trans- actions on Pattern Analysis and Machine Intelligence (T- PAMI) 35(8):1798\u20131828","journal-title":"IEEE Trans- actions on Pattern Analysis and Machine Intelligence (T- PAMI)"},{"issue":"3","key":"2058_CR25","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1109\/TNNLS.2016.2636834","volume":"29","author":"CM Wong","year":"2018","unstructured":"Wong CM, Vong CM, Wong PK et al (2018) Kernel-based multilayer extreme learning machines for representation learning. IEEE Transactions on Neural Networks & Learning Systems 29(3):757\u2013762","journal-title":"IEEE Transactions on Neural Networks & Learning Systems"},{"key":"2058_CR26","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.knosys.2019.04.006","volume":"177","author":"T Guo","year":"2019","unstructured":"Guo T, Zhang L, Tan X, Yang L, Liang Z (2019) Data induced masking representation learning for face data analysis. Knowl-Based Syst 177:82\u201393","journal-title":"Knowl-Based Syst"},{"issue":"5","key":"2058_CR27","first-page":"1","volume":"12","author":"SL Dos","year":"2018","unstructured":"Dos SL, Benjamin P, Ludovic D et al (2018) Representation learning for classification in heterogeneous graphs with application to social networks. ACM Trans Knowl Discov Data 12(5):1\u201333","journal-title":"ACM Trans Knowl Discov Data"},{"key":"2058_CR28","first-page":"1453","volume":"22","author":"G Zhou","year":"2012","unstructured":"Zhou G, Sohn K, Lee H (2012) Online incremental feature learning with denoising autoencoders. J Mach Learn Res 22:1453\u20131461","journal-title":"J Mach Learn Res"},{"key":"2058_CR29","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1016\/j.neucom.2017.08.043","volume":"273","author":"N Zeng","year":"2018","unstructured":"Zeng N, Zhang H, Song B, Liu W, Li Y, Dobaie AM (2018) Facial expression recognition via learning deep sparse autoencoders. Neurocomputing 273:643\u2013649","journal-title":"Neurocomputing"},{"key":"2058_CR30","doi-asserted-by":"crossref","unstructured":"Vincent P, Larochelle H, Bengio Y et al (2008) Extracting and composing robust features with denoising autoencoders. In: Proceedings of the 25th International Conference on Machine Learning, ICML, pp 1096\u20131103","DOI":"10.1145\/1390156.1390294"},{"key":"2058_CR31","unstructured":"Lin Z, Feng M, Santos CND et al (2017) A structured self-attentive sentence embedding. In: Proceedings of the 5th International Conference on Learning Representations, ICLR"},{"key":"2058_CR32","unstructured":"Ashish V, Noam S, Niki P et al (2017) Attention is all you need. In: Proceedings of the Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems, NIPS, pp 5998\u20136008"},{"issue":"3","key":"2058_CR33","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/s10994-013-5433-9","volume":"97","author":"R Pears","year":"2014","unstructured":"Pears R, Sakthithasan S, Koh YS (2014) Detecting concept change in dynamic data streams. Mach Learn 97(3):259\u2013293","journal-title":"Mach Learn"},{"issue":"11","key":"2058_CR34","doi-asserted-by":"publisher","first-page":"1711","DOI":"10.1007\/s10994-018-5719-z","volume":"107","author":"P Ali","year":"2018","unstructured":"Ali P, Herna V, Eric P (2018) Reservoir of diverse adaptive learners and stacking fast hoeffding drift detection methods for evolving data streams. Mach Learn 107(11):1711\u20131743","journal-title":"Mach Learn"},{"key":"2058_CR35","doi-asserted-by":"crossref","unstructured":"Bifet A (2017) Classifier concept drift detection and the illusion of progress. In: Proceedings of the International Conference on Artificial Intelligence and Soft Computing, ICAISC, Springer, pp 715\u2013725","DOI":"10.1007\/978-3-319-59060-8_64"},{"key":"2058_CR36","doi-asserted-by":"crossref","unstructured":"Zliobaite I, Budka M, Stahl F, (2015) Towards cost-sensitive adaptation: when is it worth updating your predictive model. Neurocomputing 150:240\u2013249","DOI":"10.1016\/j.neucom.2014.05.084"},{"key":"2058_CR37","unstructured":"Kingma DP, Ba\u00a0JL (2015) Adam: A method for stochastic optimization. In: Proceedings of the International Conference on Learning Representations (ICLR)"},{"key":"2058_CR38","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/S0168-1699(99)00046-0","volume":"24","author":"JA Blackard","year":"1999","unstructured":"Blackard JA, Dean DJ (1999) Comparative accuracies of artificial neural networks and discriminant analysis in predicting forest cover types from cartographic variables. Comput Electron Agric 24:131\u2013151","journal-title":"Comput Electron Agric"},{"issue":"9","key":"2058_CR39","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.eswa.2016.02.021","volume":"56","author":"RCB Madeo","year":"2016","unstructured":"Madeo RCB, PERES SM, Lima CAM (2016) Gesture phase segmentation using support vector machines. Expert Syst Appl 56(9):100\u2013115","journal-title":"Expert Syst Appl"},{"key":"2058_CR40","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86:2278\u20132324","journal-title":"Proc IEEE"},{"key":"2058_CR41","unstructured":"Lopez-Paz D, Ranzato MA (2017) Gradient episodic memory for continual learning. In: Proceedings of the Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems, NIPS, pp 6467\u20136467"},{"issue":"3","key":"2058_CR42","doi-asserted-by":"publisher","first-page":"251","DOI":"10.3233\/IDA-2008-12301","volume":"12","author":"J Gama","year":"2008","unstructured":"Gama J, Ganguly A, Omitaomu O et al (2008) Knowledge discovery from data streams. Intell Data Anal 12(3):251\u2013252","journal-title":"Intell Data Anal"},{"key":"2058_CR43","doi-asserted-by":"crossref","unstructured":"Ashfahani A, Pratama M, Lughofer E et al (2019) DEVDAN: deep evolving denoising autoencoder. Neurocomputing 390:297\u2013314","DOI":"10.1016\/j.neucom.2019.07.106"},{"key":"2058_CR44","doi-asserted-by":"crossref","unstructured":"Meidan Y, Bohadana M, Mathov Y et al (2018) Network-based detection of IoT botnet attacks using deep autoencoders. IEEE Pervasive Comput 17(3):12\u201322","DOI":"10.1109\/MPRV.2018.03367731"},{"issue":"1\u20133","key":"2058_CR45","first-page":"361","volume":"46","author":"L Yi","year":"2002","unstructured":"Yi L, Philip ML (2002) The relaxed online maximum margin algorithm. Mach Learn 46(1\u20133):361\u2013387","journal-title":"Mach Learn"},{"issue":"2","key":"2058_CR46","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1007\/s10994-013-5327-x","volume":"91","author":"K Crammer","year":"2013","unstructured":"Crammer K, Kulesza A, Dredze M (2013) Adaptive regularization of weight vectors. Mach Learn 91(2):155\u2013187","journal-title":"Mach Learn"},{"key":"2058_CR47","first-page":"1891","volume":"13","author":"K Crammer","year":"2012","unstructured":"Crammer K, Dredze M, Pereira F (2012) Confidence-weighted linear classification for text categorization. J Mach Learn Res 13:1891\u20131926","journal-title":"J Mach Learn Res"},{"issue":"1","key":"2058_CR48","first-page":"15:1","volume":"8","author":"W Jialei","year":"2016","unstructured":"Jialei W, Peilin Z, Hoi SCH (2016) Soft confidence-weighted learning. ACM Trans Intell Sys Tech 8(1):15:1-15:32","journal-title":"ACM Trans Intell Sys Tech"},{"issue":"5","key":"2058_CR49","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1007\/s10208-006-0237-y","volume":"8","author":"Y Ying","year":"2008","unstructured":"Ying Y, Pontil M (2008) Online gradient descent learning algorithms. Found Comput Math 8(5):561\u2013596","journal-title":"Found Comput Math"},{"key":"2058_CR50","first-page":"551","volume":"7","author":"K Crammer","year":"2006","unstructured":"Crammer K, Dekel O, Keshet J, Shalev-Shwartz S et al (2006) Online passive-aggressive algorithms. J Mach Learn Res 7:551\u2013585","journal-title":"J Mach Learn Res"},{"key":"2058_CR51","first-page":"495","volume":"15","author":"J Wang","year":"2014","unstructured":"Wang J, Zhao P (2014) LIBOL: a library for online learning algorithms. J Mach Learn Res 15:495\u2013499","journal-title":"J Mach Learn Res"},{"key":"2058_CR52","doi-asserted-by":"crossref","unstructured":"Sahoo D, Pham Q, Lu J et al (2018) Online deep learning: learning deep neural networks on the fly. In: Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence, IJCAI, pp 2660\u20132666","DOI":"10.24963\/ijcai.2018\/369"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-02058-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-020-02058-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-020-02058-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,7,9]],"date-time":"2021-07-09T04:36:03Z","timestamp":1625805363000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-020-02058-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,9]]},"references-count":52,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2021,8]]}},"alternative-id":["2058"],"URL":"https:\/\/doi.org\/10.1007\/s10489-020-02058-8","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,9]]},"assertion":[{"value":"2 November 2020","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 January 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}