{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T06:09:20Z","timestamp":1778220560077,"version":"3.51.4"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2022,6,21]],"date-time":"2022-06-21T00:00:00Z","timestamp":1655769600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,21]],"date-time":"2022-06-21T00:00:00Z","timestamp":1655769600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s10994-022-06188-7","type":"journal-article","created":{"date-parts":[[2022,6,21]],"date-time":"2022-06-21T21:02:21Z","timestamp":1655845341000},"page":"4351-4378","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":41,"title":["STUDD: a student\u2013teacher method for unsupervised concept drift detection"],"prefix":"10.1007","volume":"112","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9694-8423","authenticated-orcid":false,"given":"Vitor","family":"Cerqueira","sequence":"first","affiliation":[]},{"given":"Heitor Murilo","family":"Gomes","sequence":"additional","affiliation":[]},{"given":"Albert","family":"Bifet","sequence":"additional","affiliation":[]},{"given":"Luis","family":"Torgo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,6,21]]},"reference":[{"key":"6188_CR1","unstructured":"Baena-Garc\u0131a, M., del Campo-\u00c1vila, J., Fidalgo, R., Bifet, A., Gavalda, R., & Morales-Bueno, R. (2006). Early drift detection method. In Fourth international workshop on knowledge discovery from data streams (Vol.\u00a06, pp. 77\u201386)."},{"key":"6188_CR2","unstructured":"Benavoli, A., Corani, G., Mangili, F., Zaffalon, M., & Ruggeri, F. (2014). A Bayesian Wilcoxon signed-rank test based on the Dirichlet process. In International conference on machine learning (pp. 1026\u20131034). PMLR."},{"issue":"1","key":"6188_CR3","first-page":"2653","volume":"18","author":"A Benavoli","year":"2017","unstructured":"Benavoli, A., Corani, G., Dem\u0161ar, J., & Zaffalon, M. (2017). Time for a change: A tutorial for comparing multiple classifiers through Bayesian analysis. The Journal of Machine Learning Research, 18(1), 2653\u20132688.","journal-title":"The Journal of Machine Learning Research"},{"key":"6188_CR4","doi-asserted-by":"crossref","unstructured":"Bifet, A. (2017). Classifier concept drift detection and the illusion of progress. In International conference on artificial intelligence and soft computing (pp. 715\u2013725). Springer.","DOI":"10.1007\/978-3-319-59060-8_64"},{"key":"6188_CR5","doi-asserted-by":"crossref","unstructured":"Bifet, A., & Gavalda, R. (2007). Learning from time-changing data with adaptive windowing. In Proceedings of the 2007 SIAM international conference on data mining (pp. 443\u2013448). SIAM.","DOI":"10.1137\/1.9781611972771.42"},{"issue":"3","key":"6188_CR6","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/S0168-1699(99)00046-0","volume":"24","author":"JA Blackard","year":"1999","unstructured":"Blackard, J. A., & Dean, D. J. (1999). Comparative accuracies of artificial neural networks and discriminant analysis in predicting forest cover types from cartographic variables. Computers and Electronics in Agriculture, 24(3), 131\u2013151.","journal-title":"Computers and Electronics in Agriculture"},{"key":"6188_CR7","unstructured":"Breiman, L., Friedman, J. H., Olshen, R. A., & Stone, C. J. (1984). Classification and regression trees. Wadsworth International Group (Vol. 432, pp. 151\u2013166)."},{"issue":"1","key":"6188_CR8","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L. (2001). Random forests. Machine Learning, 45(1), 5\u201332.","journal-title":"Machine Learning"},{"key":"6188_CR9","doi-asserted-by":"crossref","unstructured":"Bucilua\u030c, C., Caruana, R., & Niculescu-Mizil, A. (2006). Model compression. In Proceedings of the 12th ACM SIGKDD international conference on Knowledge discovery and data mining (pp. 535\u2013541). ACM.","DOI":"10.1145\/1150402.1150464"},{"key":"6188_CR10","doi-asserted-by":"crossref","unstructured":"Caruana, R., Niculescu-Mizil, A., Crew, G., & Ksikes, A. (2004). Ensemble selection from libraries of models. In Proceedings of the twenty-first international conference on machine learning (p.\u00a018). ACM.","DOI":"10.1145\/1015330.1015432"},{"issue":"1","key":"6188_CR11","first-page":"296","volume":"1","author":"R Cattral","year":"2002","unstructured":"Cattral, R., Oppacher, F., & Deugo, D. (2002). Evolutionary data mining with automatic rule generalization. Recent Advances in Computers, Computing and Communications, 1(1), 296\u2013300.","journal-title":"Recent Advances in Computers, Computing and Communications"},{"key":"6188_CR12","doi-asserted-by":"crossref","unstructured":"Cerqueira, V., Gomes, H. M., & Bifet, A. (2020). Unsupervised concept drift detection using a student\u2013teacher approach. In International conference on discovery science (pp. 190\u2013204). Springer.","DOI":"10.1007\/978-3-030-61527-7_13"},{"issue":"3","key":"6188_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1961189.1961199","volume":"2","author":"CC Chang","year":"2011","unstructured":"Chang, C. C., & Lin, C. J. (2011). Libsvm: A library for support vector machines. ACM Transactions on Intelligent Systems and Technology (TIST), 2(3), 1\u201327.","journal-title":"ACM Transactions on Intelligent Systems and Technology (TIST)"},{"key":"6188_CR14","doi-asserted-by":"crossref","unstructured":"Chen, T., & Guestrin, C. (2016). Xgboost: A scalable tree boosting system. In Proceedings of the 22nd ACM sigkdd international conference on knowledge discovery and data mining (pp. 785\u2013794).","DOI":"10.1145\/2939672.2939785"},{"issue":"1","key":"6188_CR15","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J. (1960). A coefficient of agreement for nominal scales. Educational and Psychological Measurement, 20(1), 37\u201346.","journal-title":"Educational and Psychological Measurement"},{"key":"6188_CR16","doi-asserted-by":"crossref","unstructured":"de\u00a0Souza, V. M., Silva, D. F., & Batista, G. E. (2013). Classification of data streams applied to insect recognition: Initial results. In 2013 Brazilian conference on intelligent systems (pp. 76\u201381). IEEE.","DOI":"10.1109\/BRACIS.2013.21"},{"issue":"10","key":"6188_CR17","doi-asserted-by":"publisher","first-page":"2283","DOI":"10.1109\/TKDE.2012.136","volume":"25","author":"G Ditzler","year":"2012","unstructured":"Ditzler, G., & Polikar, R. (2012). Incremental learning of concept drift from streaming imbalanced data. IEEE Transactions on Knowledge and Data Engineering, 25(10), 2283\u20132301.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"6188_CR18","doi-asserted-by":"crossref","unstructured":"dos Reis, D. M., Flach, P., Matwin, S., & Batista, G. (2016). Fast unsupervised online drift detection using incremental Kolmogorov\u2013Smirnov test. In Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining (pp. 1545\u20131554).","DOI":"10.1145\/2939672.2939836"},{"key":"6188_CR19","unstructured":"Dua, D., & Graff, C. (2017). Uci machine learning repository."},{"issue":"2\u20133","key":"6188_CR20","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1007\/s13748-013-0040-3","volume":"2","author":"H Fanaee-T","year":"2014","unstructured":"Fanaee-T, H., & Gama, J. (2014). Event labeling combining ensemble detectors and background knowledge. Progress in Artificial Intelligence, 2(2\u20133), 113\u2013127.","journal-title":"Progress in Artificial Intelligence"},{"key":"6188_CR21","doi-asserted-by":"crossref","unstructured":"Friedman, J., Hastie, T., & Tibshirani, R., et\u00a0al. (2001). The elements of statistical learning (Vol.\u00a01). Springer series in statistics, New York.","DOI":"10.1007\/978-0-387-21606-5_1"},{"key":"6188_CR22","doi-asserted-by":"crossref","unstructured":"Gama, J., Medas, P., Castillo, G., & Rodrigues, P. (2004). Learning with drift detection. In Brazilian symposium on artificial intelligence (pp. 286\u2013295). Springer.","DOI":"10.1007\/978-3-540-28645-5_29"},{"issue":"4","key":"6188_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2523813","volume":"46","author":"J Gama","year":"2014","unstructured":"Gama, J., \u017dliobait\u0117, I., Bifet, A., Pechenizkiy, M., & Bouchachia, A. (2014). A survey on concept drift adaptation. ACM Computing Surveys (CSUR), 46(4), 1\u201337.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"6188_CR24","doi-asserted-by":"crossref","unstructured":"Gao, J., Fan, W., Han, J., & Yu, P. S. (2007). A general framework for mining concept-drifting data streams with skewed distributions. In Proceedings of the 2007 SIAM international conference on data mining (pp. 3\u201314). SIAM.","DOI":"10.1137\/1.9781611972771.1"},{"issue":"9\u201310","key":"6188_CR25","doi-asserted-by":"publisher","first-page":"1469","DOI":"10.1007\/s10994-017-5642-8","volume":"106","author":"HM Gomes","year":"2017","unstructured":"Gomes, H. M., Bifet, A., Read, J., Barddal, J. P., Enembreck, F., Pfharinger, B., et al. (2017). Adaptive random forests for evolving data stream classification. Machine Learning, 106(9\u201310), 1469\u20131495.","journal-title":"Machine Learning"},{"issue":"2","key":"6188_CR26","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1145\/3373464.3373470","volume":"21","author":"HM Gomes","year":"2019","unstructured":"Gomes, H. M., Read, J., Bifet, A., Barddal, J. P., & Gama, J. (2019). Machine learning for streaming data: State of the art, challenges, and opportunities. ACM SIGKDD Explorations Newsletter, 21(2), 6\u201322.","journal-title":"ACM SIGKDD Explorations Newsletter"},{"key":"6188_CR27","doi-asserted-by":"crossref","unstructured":"G\u00f6z\u00fca\u00e7\u0131k, \u00d6., B\u00fcy\u00fck\u00e7ak\u0131r, A., Bonab, H., & Can, F. (2019) Unsupervised concept drift detection with a discriminative classifier. In Proceedings of the 28th ACM international conference on information and knowledge management (pp. 2365\u20132368).","DOI":"10.1145\/3357384.3358144"},{"key":"6188_CR28","doi-asserted-by":"crossref","unstructured":"Hammami, N., & Bedda, M. (2010). Improved tree model for Arabic speech recognition. In 2010 3rd international conference on computer science and information technology (Vol.\u00a05, pp. 521\u2013526). IEEE.","DOI":"10.1109\/ICCSIT.2010.5563892"},{"key":"6188_CR29","unstructured":"Harries, M., & Wales, N. S. (1999). Splice-2 comparative evaluation: Electricity pricing."},{"key":"6188_CR30","unstructured":"Hinton, G., Vinyals, O., & Dean, J. (2015). Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531."},{"key":"6188_CR31","doi-asserted-by":"crossref","unstructured":"Kalu\u017ea, B., Mirchevska, V., Dovgan, E., Lu\u0161trek, M., & Gams, M. (2010). An agent-based approach to care in independent living. In International joint conference on ambient intelligence (pp. 177\u2013186). Springer.","DOI":"10.1007\/978-3-642-16917-5_18"},{"issue":"10","key":"6188_CR32","doi-asserted-by":"publisher","first-page":"2537","DOI":"10.1587\/transinf.2017EDP7091","volume":"100","author":"Y Kim","year":"2017","unstructured":"Kim, Y., & Park, C. H. (2017). An efficient concept drift detection method for streaming data under limited labeling. IEICE Transactions on Information and Systems, 100(10), 2537\u20132546.","journal-title":"IEICE Transactions on Information and Systems"},{"key":"6188_CR33","doi-asserted-by":"crossref","unstructured":"Kuncheva, L. I. (2004). Classifier ensembles for changing environments. In International workshop on multiple classifier systems, (pp. 1\u201315). Springer.","DOI":"10.1007\/978-3-540-25966-4_1"},{"issue":"1","key":"6188_CR34","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1109\/18.61115","volume":"37","author":"J Lin","year":"1991","unstructured":"Lin, J. (1991). Divergence measures based on the Shannon entropy. IEEE Transactions on Information Theory, 37(1), 145\u2013151.","journal-title":"IEEE Transactions on Information Theory"},{"key":"6188_CR35","doi-asserted-by":"crossref","unstructured":"Losing, V., Hammer, B., & Wersing, H. (2015). Interactive online learning for obstacle classification on a mobile robot. In 2015 international joint conference on neural networks (ijcnn) (pp. 1\u20138). IEEE.","DOI":"10.1109\/IJCNN.2015.7280610"},{"key":"6188_CR36","doi-asserted-by":"crossref","unstructured":"Losing, V., Hammer, B., & Wersing, H. (2016). Knn classifier with self adjusting memory for heterogeneous concept drift. In 2016 IEEE 16th international conference on data mining (ICDM) (pp. 291\u2013300). IEEE.","DOI":"10.1109\/ICDM.2016.0040"},{"issue":"1","key":"6188_CR37","first-page":"2915","volume":"19","author":"J Montiel","year":"2018","unstructured":"Montiel, J., Read, J., Bifet, A., & Abdessalem, T. (2018). Scikit-multiflow: A multi-output streaming framework. The Journal of Machine Learning Research, 19(1), 2915\u20132914.","journal-title":"The Journal of Machine Learning Research"},{"issue":"1\/2","key":"6188_CR38","doi-asserted-by":"publisher","first-page":"100","DOI":"10.2307\/2333009","volume":"41","author":"ES Page","year":"1954","unstructured":"Page, E. S. (1954). Continuous inspection schemes. Biometrika, 41(1\/2), 100\u2013115.","journal-title":"Biometrika"},{"key":"6188_CR39","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., et al. (2011). Scikit-learn: Machine learning in python. The Journal of Machine Learning Research, 12, 2825\u20132830.","journal-title":"The Journal of Machine Learning Research"},{"key":"6188_CR40","unstructured":"Pinto, F., Sampaio, M. O., & Bizarro, P. (2019). Automatic model monitoring for data streams. arXiv preprint arXiv:1908.04240"},{"key":"6188_CR41","doi-asserted-by":"crossref","unstructured":"Souza, V., Reis, D. M. D., Maletzke, A. G., & Batista, G. E. (2020). Challenges in benchmarking stream learning algorithms with real-world data. arXiv preprint arXiv:2005.00113.","DOI":"10.1007\/s10618-020-00698-5"},{"key":"6188_CR42","doi-asserted-by":"crossref","unstructured":"Souza, V. M., Silva, D. F., Gama, J., & Batista, G. E. (2015). Data stream classification guided by clustering on nonstationary environments and extreme verification latency. In Proceedings of the 2015 SIAM international conference on data mining (pp. 873\u2013881). SIAM.","DOI":"10.1137\/1.9781611974010.98"},{"key":"6188_CR43","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1016\/j.snb.2012.01.074","volume":"166","author":"A Vergara","year":"2012","unstructured":"Vergara, A., Vembu, S., Ayhan, T., Ryan, M. A., Homer, M. L., & Huerta, R. (2012). Chemical gas sensor drift compensation using classifier ensembles. Sensors and Actuators B: Chemical, 166, 320\u2013329.","journal-title":"Sensors and Actuators B: Chemical"},{"key":"6188_CR44","doi-asserted-by":"crossref","unstructured":"Yu, S., Wang, X., & Principe, J.C. (2018). Request-and-reverify: Hierarchical hypothesis testing for concept drift detection with expensive labels. arXiv preprint arXiv:1806.10131.","DOI":"10.24963\/ijcai.2018\/421"},{"issue":"1","key":"6188_CR45","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1093\/nsr\/nwx106","volume":"5","author":"ZH Zhou","year":"2018","unstructured":"Zhou, Z. H. (2018). A brief introduction to weakly supervised learning. National Science Review, 5(1), 44\u201353.","journal-title":"National Science Review"},{"key":"6188_CR46","unstructured":"Zhu, X. (2010). Stream data mining repository. http:\/\/www.cse.fau.edu\/xqzhu\/stream.html."},{"key":"6188_CR47","doi-asserted-by":"crossref","unstructured":"\u017dliobaite, I. (2010). Change with delayed labeling: When is it detectable? In 2010 IEEE international conference on data mining workshops (pp. 843\u2013850). IEEE.","DOI":"10.1109\/ICDMW.2010.49"},{"issue":"4","key":"6188_CR48","doi-asserted-by":"publisher","first-page":"589","DOI":"10.3233\/IDA-2011-0484","volume":"15","author":"I \u017dliobait\u0117","year":"2011","unstructured":"\u017dliobait\u0117, I. (2011). Combining similarity in time and space for training set formation under concept drift. Intelligent Data Analysis, 15(4), 589\u2013611.","journal-title":"Intelligent Data Analysis"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06188-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-022-06188-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06188-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,25]],"date-time":"2023-10-25T17:11:34Z","timestamp":1698253894000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-022-06188-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,21]]},"references-count":48,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["6188"],"URL":"https:\/\/doi.org\/10.1007\/s10994-022-06188-7","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,21]]},"assertion":[{"value":"27 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 May 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 June 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}