{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T02:20:51Z","timestamp":1775874051846,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2012,10,24]],"date-time":"2012-10-24T00:00:00Z","timestamp":1351036800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2013,3]]},"DOI":"10.1007\/s10994-012-5320-9","type":"journal-article","created":{"date-parts":[[2012,10,23]],"date-time":"2012-10-23T18:59:23Z","timestamp":1351018763000},"page":"317-346","source":"Crossref","is-referenced-by-count":435,"title":["On evaluating stream learning algorithms"],"prefix":"10.1007","volume":"90","author":[{"given":"Jo\u00e3o","family":"Gama","sequence":"first","affiliation":[]},{"given":"Raquel","family":"Sebasti\u00e3o","sequence":"additional","affiliation":[]},{"given":"Pedro Pereira","family":"Rodrigues","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2012,10,24]]},"reference":[{"key":"5320_CR1","unstructured":"Asuncion, A., & Newman, D. (2007). UCI machine learning repository. http:\/\/www.ics.uci.edu\/~mlearn\/MLRepository.html ."},{"key":"5320_CR2","first-page":"234","volume-title":"Proceedings of the 22nd symposium on principles of database systems","author":"B. Babcock","year":"2003","unstructured":"Babcock, B., Datar, M., Motwani, R., & O\u2019Callaghan, L. (2003). Maintaining variance and k-medians over data stream windows. In T. Milo (Ed.), Proceedings of the 22nd symposium on principles of database systems, San Diego, USA (pp. 234\u2013243). New York: ACM."},{"key":"5320_CR3","first-page":"23","volume-title":"ICDM","author":"S. H. Bach","year":"2008","unstructured":"Bach, S. H., & Maloof, M. A. (2008). Paired learners for concept drift. In ICDM (pp. 23\u201332). Los Alamitos: IEEE Comput. Soc."},{"key":"5320_CR4","volume-title":"Detection of abrupt changes: theory and applications","author":"M. Basseville","year":"1993","unstructured":"Basseville, M., & Nikiforov, I. (1993). Detection of abrupt changes: theory and applications. New York: Prentice Hall"},{"key":"5320_CR5","first-page":"443","volume-title":"Proceedings SIAM international conference on data mining","author":"A. Bifet","year":"2007","unstructured":"Bifet, A., & Gavald\u00e0, R. (2007). Learning from time-changing data with adaptive windowing. In Proceedings SIAM international conference on data mining, Minneapolis, USA (pp. 443\u2013448). Philadelphia: SIAM."},{"key":"5320_CR6","first-page":"1601","volume":"11","author":"A. Bifet","year":"2010","unstructured":"Bifet, A., Holmes, G., Kirkby, R., & Pfahringer, B. (2010a). MOA: massive online analysis. Journal of Machine Learning Research, 11, 1601\u20131604.","journal-title":"Journal of Machine Learning Research"},{"key":"5320_CR7","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1007\/978-3-642-13672-6_30","volume-title":"Advances in knowledge discovery and data mining","author":"A. Bifet","year":"2010","unstructured":"Bifet, A., Holmes, G., Pfahringer, B., & Frank, E. (2010b). Fast perceptron decision tree learning from evolving data streams. In Advances in knowledge discovery and data mining, 14th Pacific-Asia conference (pp. 299\u2013310)."},{"key":"5320_CR8","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198538493.001.0001","volume-title":"Neural networks for pattern recognition","author":"C. Bishop","year":"1995","unstructured":"Bishop, C. (1995). Neural networks for pattern recognition. London: Oxford University Press."},{"issue":"3","key":"5320_CR9","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1007\/s10115-006-0003-0","volume":"10","author":"Y. Chi","year":"2006","unstructured":"Chi, Y., Wang, H., Yu, P. S., & Muntz, R. R. (2006). Catch the moment: maintaining closed frequent itemsets over a data stream sliding window. Knowledge and Information Systems, 10(3), 265\u2013294.","journal-title":"Knowledge and Information Systems"},{"key":"5320_CR10","first-page":"1036","volume-title":"ICDE: proceedings of the international conference on data engineering","author":"G. Cormode","year":"2007","unstructured":"Cormode, G., Muthukrishnan, S., & Zhuang, W. (2007). Conquering the divide: continuous clustering of distributed data streams. In ICDE: proceedings of the international conference on data engineering, Istanbul, Turkey (pp. 1036\u20131045)."},{"issue":"6","key":"5320_CR11","doi-asserted-by":"crossref","first-page":"1794","DOI":"10.1137\/S0097539701398363","volume":"31","author":"M. Datar","year":"2002","unstructured":"Datar, M., Gionis, A., Indyk, P., & Motwani, R. (2002). Maintaining stream statistics over sliding windows. SIAM Journal on Computing, 31(6), 1794\u20131813.","journal-title":"SIAM Journal on Computing"},{"key":"5320_CR12","doi-asserted-by":"crossref","first-page":"278","DOI":"10.2307\/2981683","volume":"147","author":"A. P. Dawid","year":"1984","unstructured":"Dawid, A. P. (1984). Statistical theory: the prequential approach. Journal of the Royal Statistical Society. Series A, 147, 278\u2013292.","journal-title":"Journal of the Royal Statistical Society. Series A"},{"key":"5320_CR13","first-page":"1","volume":"7","author":"J. Demsar","year":"2006","unstructured":"Demsar, J. (2006). Statistical comparisons of classifiers over multiple data sets. Journal of Machine Learning Research, 7, 1\u201330.","journal-title":"Journal of Machine Learning Research"},{"key":"5320_CR14","unstructured":"Dietterich, T. (1996). Approximate statistical tests for comparing supervised classification learning algorithms. Corvallis, technical report nr. 97.331, Oregon State University."},{"key":"5320_CR15","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1145\/347090.347107","volume-title":"Proceedings of the ACM sixth international conference on knowledge discovery and data mining","author":"P. Domingos","year":"2000","unstructured":"Domingos, P., & Hulten, G. (2000). Mining high-speed data streams. In I. Parsa, R. Ramakrishnan, & S. Stolfo (Eds.), Proceedings of the ACM sixth international conference on knowledge discovery and data mining, Boston, USA (pp. 71\u201380). New York: ACM."},{"key":"5320_CR16","volume-title":"Pattern classification and scene analysis","author":"R. Duda","year":"1973","unstructured":"Duda, R., & Hart, P. (1973). Pattern classification and scene analysis. New York: Willey."},{"key":"5320_CR17","first-page":"649","volume-title":"Proceedings of the ACM symposium on applied computing","author":"F. Ferrer-Troyano","year":"2004","unstructured":"Ferrer-Troyano, F., Aguilar-Ruiz, J. S., & Riquelme, J. C. (2004). Discovering decision rules from numerical data streams. In Proceedings of the ACM symposium on applied computing, Nicosia, Cyprus (pp. 649\u2013653). New York: ACM Press."},{"key":"5320_CR18","first-page":"1255","volume-title":"Proceedings of the 22nd international joint conference on artificial intelligence, IJCAI","author":"J. Gama","year":"2011","unstructured":"Gama, J., & Kosina, P. (2011). Learning decision rules from data streams. In Proceedings of the 22nd international joint conference on artificial intelligence, IJCAI (pp. 1255\u20131260)."},{"key":"5320_CR19","series-title":"Lecture notes in computer science","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1007\/978-3-540-28645-5_29","volume-title":"Advances in artificial intelligence\u2014SBIA 2004","author":"J. Gama","year":"2004","unstructured":"Gama, J., Medas, P., Castillo, G., & Rodrigues, P. (2004). Learning with drift detection. In A.\u00a0L.\u00a0C.\u00a0Bazzan & S.\u00a0Labidi (Eds.), Lecture notes in computer science: Vol.\u00a03171. Advances in artificial intelligence\u2014SBIA 2004, S\u00e3o Luis, Brasil (pp. 286\u2013295). Berlin: Springer."},{"key":"5320_CR20","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1145\/956750.956813","volume-title":"Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining","author":"J. Gama","year":"2003","unstructured":"Gama, J., Rocha, R., & Medas, P. (2003). Accurate decision trees for mining high-speed data streams. In Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining, Washington, DC, USA (pp. 523\u2013528). New York: ACM."},{"key":"5320_CR21","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1145\/1557019.1557060","volume-title":"Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining","author":"J. Gama","year":"2009","unstructured":"Gama, J., Sebasti\u00e3o, R., & Rodrigues, P. P. (2009). Issues in evaluation of stream learning algorithms. In Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining, Paris, France (pp. 329\u2013338). New York: ACM."},{"key":"5320_CR22","volume-title":"Handbook of sequential analysis","author":"B. Ghosh","year":"1991","unstructured":"Ghosh, B., & Sen, P. (1991). Handbook of sequential analysis. New York: Dekker."},{"key":"5320_CR23","volume-title":"Next generation data mining","author":"C. Giannella","year":"2003","unstructured":"Giannella, C., Han, J., Pei, J., Yan, X., & Yu, P. (2003). Mining frequent patterns in data streams at multiple time granularities. In H. Kargupta, A. Joshi, K. Sivakumar, & Y. Yesha (Eds.), Next generation data mining. Menlo Park\/Cambridge: AAAI Press\/MIT Press."},{"key":"5320_CR24","first-page":"237","volume-title":"Conf\u00e9rence Francophone sur l\u2019apprentissage automatique","author":"C. Hartl","year":"2007","unstructured":"Hartl, C., Baskiotis, N., Gelly, S., & Sebag, M. (2007). Change point detection and meta-bandits for online learning in dynamic environments. In Conf\u00e9rence Francophone sur l\u2019apprentissage automatique, Cepadues (pp. 237\u2013250)."},{"issue":"2","key":"5320_CR25","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1023\/A:1007424614876","volume":"32","author":"M. Herbster","year":"1998","unstructured":"Herbster, M., & Warmuth, M. (1998). Tracking the best expert. Machine Learning, 32(2), 151\u2013178.","journal-title":"Machine Learning"},{"issue":"301","key":"5320_CR26","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1080\/01621459.1963.10500830","volume":"58","author":"W. Hoeffding","year":"1963","unstructured":"Hoeffding, W. (1963). Probability inequalities for sums of bounded random variables. Journal of the American Statistical Association, 58(301), 13\u201330.","journal-title":"Journal of the American Statistical Association"},{"key":"5320_CR27","volume-title":"Proc. of workshop on research issues in data mining and knowledge discovery","author":"G. Hulten","year":"2001","unstructured":"Hulten, G., & Domingos, P. (2001). Catching up with the data: research issues in mining data streams. In Proc. of workshop on research issues in data mining and knowledge discovery, Santa Barbara, USA."},{"key":"5320_CR28","unstructured":"Hulten, G., & Domingos, P. (2003). VFML\u2014a toolkit for mining high-speed time-changing data streams. Technical report, University of Washington. http:\/\/www.cs.washington.edu\/dm\/vfml\/"},{"key":"5320_CR29","first-page":"97","volume-title":"Proceedings of the 7th ACM SIGKDD international conference on knowledge discovery and data mining","author":"G. Hulten","year":"2001","unstructured":"Hulten, G., Spencer, L., & Domingos, P. (2001). Mining time-changing data streams. In Proceedings of the 7th ACM SIGKDD international conference on knowledge discovery and data mining, San Francisco, California (pp. 97\u2013106). New York: ACM."},{"key":"5320_CR30","volume-title":"Evaluating learning algorithms: a\u00a0classification perspective","year":"2011","unstructured":"Japkowicz, N. & Shah, M. (Eds.) (2011). Evaluating learning algorithms: a\u00a0classification perspective. Cambridge: Cambridge University Press."},{"key":"5320_CR31","doi-asserted-by":"crossref","first-page":"371","DOI":"10.1007\/s10115-009-0206-2","volume":"22","author":"I. Katakis","year":"2010","unstructured":"Katakis, I., Tsoumakas, G., & Vlahavas, I. (2010). Tracking recurring contexts using ensemble classifiers: an application to email filtering. Knowledge and Information Systems, 22, 371\u2013391.","journal-title":"Knowledge and Information Systems"},{"key":"5320_CR32","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/3897.001.0001","volume-title":"An introduction to computational learning theory","author":"M. Kearns","year":"1994","unstructured":"Kearns, M., & Vazirani, U. (1994). An introduction to computational learning theory. Cambridge: MIT Press."},{"key":"5320_CR33","first-page":"180","volume-title":"Proceedings of the international conference on very large data bases","author":"D. Kifer","year":"2004","unstructured":"Kifer, D., Ben-David, S., & Gehrke, J. (2004). Detecting change in data streams. In Proceedings of the international conference on very large data bases, Toronto, Canada (pp. 180\u2013191). San Mateo: Morgan Kaufmann."},{"key":"5320_CR34","unstructured":"Kirkby, R. (2008). Improving Hoeffding trees. Ph.D. thesis, University of Waikato, New Zealand."},{"issue":"3","key":"5320_CR35","doi-asserted-by":"crossref","first-page":"281","DOI":"10.3233\/IDA-2004-8305","volume":"8","author":"R. Klinkenberg","year":"2004","unstructured":"Klinkenberg, R. (2004). Learning drifting concepts: example selection vs. example weighting. Intelligent Data Analysis, 8(3), 281\u2013300.","journal-title":"Intelligent Data Analysis"},{"key":"5320_CR36","first-page":"2755","volume":"8","author":"J. Z. Kolter","year":"2007","unstructured":"Kolter, J. Z., & Maloof, M. A. (2007). Dynamic weighted majority: an ensemble method for drifting concepts. Journal of Machine Learning Research, 8, 2755\u20132790.","journal-title":"Journal of Machine Learning Research"},{"key":"5320_CR37","first-page":"101","volume-title":"Proceedings of ECAI workshop current issues in spatio-temporal reasoning","author":"I. Koychev","year":"2000","unstructured":"Koychev, I. (2000). Gradual forgetting for adaptation to concept drift. In Proceedings of ECAI workshop current issues in spatio-temporal reasoning, Berlin, Germany (pp. 101\u2013106). Leipzig: ECAI Press."},{"key":"5320_CR38","first-page":"183","volume-title":"Proceedings advances in neural information processing","author":"A. Kuh","year":"1990","unstructured":"Kuh, A., Petsche, T., & Rivest, R. (1990). Learning time-varying concepts. In Proceedings advances in neural information processing (pp. 183\u2013189). San Mateo: Morgan Kaufmann."},{"key":"5320_CR39","first-page":"241","volume":"13","author":"P. Li","year":"2010","unstructured":"Li, P., Wu, X., & Hu, X. (2010). Mining recurring concept drifts with limited labeled streaming data. Journal of Machine Learning Research\u2014Proceedings Track, 13, 241\u2013252.","journal-title":"Journal of Machine Learning Research\u2014Proceedings Track"},{"key":"5320_CR40","first-page":"209","volume":"13","author":"C. Liang","year":"2010","unstructured":"Liang, C., Zhang, Y., & Song, Q. (2010). Decision tree for dynamic and uncertain data streams. Journal of Machine Learning Research\u2014Proceedings Track, 13, 209\u2013224.","journal-title":"Journal of Machine Learning Research\u2014Proceedings Track"},{"key":"5320_CR41","doi-asserted-by":"crossref","first-page":"935","DOI":"10.1145\/1150402.1150531","volume-title":"ACM SIGKDD int. conf. on knowledge discovery and data mining","author":"I. Mierswa","year":"2006","unstructured":"Mierswa, I., Wurst, M., Klinkenberg, R., Scholz, M., & Euler, T. (2006). Yale: rapid prototyping for complex data mining tasks. In ACM SIGKDD int. conf. on knowledge discovery and data mining (pp. 935\u2013940). New York: ACM Press."},{"key":"5320_CR42","volume-title":"Machine learning","author":"T. Mitchell","year":"1997","unstructured":"Mitchell, T. (1997). Machine learning. New York: McGraw-Hill"},{"key":"5320_CR43","first-page":"815","volume-title":"Proceedings of the Asian control conference","author":"H. Mouss","year":"2004","unstructured":"Mouss, H., Mouss, D., Mouss, N., & Sefouhi, L. (2004). Test of Page-Hinkley, an approach for fault detection in an agro-alimentary production system. In Proceedings of the Asian control conference (Vol.\u00a02, pp.\u00a0815\u2013818)."},{"issue":"1\/2","key":"5320_CR44","doi-asserted-by":"crossref","first-page":"100","DOI":"10.2307\/2333009","volume":"41","author":"E. S. Page","year":"1954","unstructured":"Page, E. S. (1954). Continuous inspection schemes. Biometrika, 41(1\/2), 100\u2013115.","journal-title":"Biometrika"},{"issue":"5","key":"5320_CR45","doi-asserted-by":"crossref","first-page":"615","DOI":"10.1109\/TKDE.2007.190727","volume":"20","author":"P. P. Rodrigues","year":"2008","unstructured":"Rodrigues, P. P., Gama, J., & Pedroso, J. P. (2008). Hierarchical clustering of time series data streams. IEEE Transactions on Knowledge and Data Engineering, 20(5), 615\u2013627.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"5320_CR46","first-page":"377","volume-title":"Proceedings 7th ACM SIGKDD international conference on knowledge discovery and data mining","author":"W. N. Street","year":"2001","unstructured":"Street, W. N., & Kim, Y. (2001). A streaming ensemble algorithm SEA for large-scale classification. In Proceedings 7th ACM SIGKDD international conference on knowledge discovery and data mining, San Francisco, California (pp. 377\u2013382). New York: ACM Press."},{"key":"5320_CR47","first-page":"69","volume":"23","author":"G. Widmer","year":"1996","unstructured":"Widmer, G., & Kubat, M. (1996). Learning in the presence of concept drift and hidden contexts. Machine Learning, 23, 69\u2013101.","journal-title":"Machine Learning"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-012-5320-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-012-5320-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-012-5320-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,19]],"date-time":"2025-04-19T03:53:22Z","timestamp":1745034802000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-012-5320-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,10,24]]},"references-count":47,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2013,3]]}},"alternative-id":["5320"],"URL":"https:\/\/doi.org\/10.1007\/s10994-012-5320-9","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,10,24]]}}}