{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T16:08:22Z","timestamp":1790870902362,"version":"4.1.0"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031407246","type":"print"},{"value":"9783031407253","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-40725-3_5","type":"book-chapter","created":{"date-parts":[[2023,8,28]],"date-time":"2023-08-28T23:02:46Z","timestamp":1693263766000},"page":"51-62","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Model Performance Prediction: A\u00a0Meta-Learning Approach for\u00a0Concept Drift Detection"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-8783-5656","authenticated-orcid":false,"given":"Fernanda A.","family":"Melo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4765-6459","authenticated-orcid":false,"given":"Andr\u00e9 C. P. L. F.","family":"de Carvalho","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6140-571X","authenticated-orcid":false,"given":"Ana C.","family":"Lorena","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0679-9143","authenticated-orcid":false,"given":"Lu\u00eds P. F.","family":"Garcia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,8,29]]},"reference":[{"issue":"2","key":"5_CR1","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1108\/IJPCC-03-2017-0027","volume":"13","author":"SA Bashir","year":"2017","unstructured":"Bashir, S.A., Petrovski, A., Doolan, D.: A framework for unsupervised change detection in activity recognition. Int. J. Pervasive Comput. Commun. 13(2), 157\u2013175 (2017)","journal-title":"Int. J. Pervasive Comput. Commun."},{"key":"5_CR2","doi-asserted-by":"publisher","unstructured":"Brazdil, P.: Metalearning: Applications to Automated Machine Learning and Data Mining. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-67024-5. Cognitive Technologies","DOI":"10.1007\/978-3-030-67024-5"},{"key":"5_CR3","first-page":"12","volume":"107","author":"P Brazdil","year":"2017","unstructured":"Brazdil, P., Giraud-Carrier, C.: Metalearning and algorithm selection: progress, state of the art and introduction to the 2018 special issue. Mach. Learn. 107, 12 (2017)","journal-title":"Mach. Learn."},{"issue":"1","key":"5_CR4","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20(1), 37\u201346 (1960). April","journal-title":"Educ. Psychol. Measur."},{"key":"5_CR5","doi-asserted-by":"crossref","unstructured":"J\u00e1der M. C. de S\u00e1, Andre, L.D., Rossi, Gustavo E. A. P. A. Batista, and Lu\u00eds P. F. Garcia. Algorithm recommendation for data streams. In: 2020 25th International Conference on Pattern Recognition (ICPR), pp. 6073\u20136080, 2021","DOI":"10.1109\/ICPR48806.2021.9411923"},{"issue":"1","key":"5_CR6","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1007\/s13748-011-0002-6","volume":"1","author":"J Gama","year":"2012","unstructured":"Gama, J.: A survey on learning from data streams: current and future trends. Prog. Artif. Intell. 1(1), 45\u201355 (2012). January","journal-title":"Prog. Artif. Intell."},{"key":"5_CR7","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1007\/978-3-540-28645-5_29","volume-title":"Advances in Artificial Intelligence \u2013 SBIA 2004","author":"J Gama","year":"2004","unstructured":"Gama, J., Medas, P., Castillo, G., Rodrigues, P.: Learning with drift detection. In: Bazzan, A.L.C., Labidi, S. (eds.) SBIA 2004. LNCS (LNAI), vol. 3171, pp. 286\u2013295. Springer, Heidelberg (2004). https:\/\/doi.org\/10.1007\/978-3-540-28645-5_29"},{"key":"5_CR8","doi-asserted-by":"publisher","first-page":"e1381","DOI":"10.1002\/widm.1381","volume":"10","author":"RN Gemaque","year":"2020","unstructured":"Gemaque, R.N., Costa, A.F.J., Giusti, R., Dos Santos, E.M.: An overview of unsupervised drift detection methods. Wiley Interdisc. Rev. Data Min. Knowl. Discov. 10, e1381 (2020)","journal-title":"Wiley Interdisc. Rev. Data Min. Knowl. Discov."},{"issue":"6","key":"5_CR9","doi-asserted-by":"publisher","first-page":"e1381","DOI":"10.1002\/widm.1381","volume":"10","author":"RN Gemaque","year":"2020","unstructured":"Gemaque, R.N., Costa, A.F.J., Giusti, R., Dos Santos, E.M.: An overview of unsupervised drift detection methods. WIREs Data Min. Knowl. Discov. 10(6), e1381 (2020)","journal-title":"WIREs Data Min. Knowl. Discov."},{"key":"5_CR10","doi-asserted-by":"publisher","first-page":"804","DOI":"10.1016\/j.procs.2017.11.440","volume":"122","author":"Janardan and Shikha Mehta","year":"2017","unstructured":"Janardan and Shikha Mehta: Concept drift in streaming data classification: algorithms, platforms and issues. Procedia Comput. Sci. 122, 804\u2013811 (2017)","journal-title":"Procedia Comput. Sci."},{"key":"5_CR11","unstructured":"Kadam, S.V.: A Survey on Classification of Concept Drift with Stream Data. working paper or preprint (2019)"},{"key":"5_CR12","unstructured":"Ke, G., et al.: Lightgbm: a highly efficient gradient boosting decision tree. In: Proceedings of the 31st International Conference on Neural Information Processing Systems, NIPS 2017, pp. 3149\u20133157, Red Hook, NY, USA, Curran Associates Inc (2017)"},{"issue":"1","key":"5_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13173-018-0076-0","volume":"24","author":"AG Maletzke","year":"2018","unstructured":"Maletzke, A.G., dos Reis, D.M., Batista, G.E.: Combining instance selection and self-training to improve data stream quantification. J. Braz. Comput. Soc. 24(1), 1\u201317 (2018)","journal-title":"J. Braz. Comput. Soc."},{"key":"5_CR14","unstructured":"Mouss, H., Mouss, D., Mouss, N., Sefouhi, L.: Test of page-hinckley, an approach for fault detection in an agro-alimentary production system, vol. 2, no. 08, pp. 815\u2013818 (2004)"},{"issue":"3","key":"5_CR15","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1007\/s10115-014-0808-1","volume":"45","author":"H-L Nguyen","year":"2014","unstructured":"Nguyen, H.-L., Woon, Y.-K., Ng, W.-K.: A survey on data stream clustering and classification. Knowl. Inf. Syst. 45(3), 535\u2013569 (2014). December","journal-title":"Knowl. Inf. Syst."},{"issue":"2","key":"5_CR16","doi-asserted-by":"publisher","first-page":"492","DOI":"10.3390\/math11020492","volume":"11","author":"J du Pisanie","year":"2022","unstructured":"du Pisanie, J., Allison, J.S., Visagie, J.: A proposed simulation technique for population stability testing in credit risk scorecards. Mathematics 11(2), 492 (2022)","journal-title":"Mathematics"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Rice, J.R.: The algorithm selection problem**this work was partially supported by the national science foundation through grant gp-32940x. this chapter was presented as the george e. forsythe memorial lecture at the computer science conference, february 19, 1975, washington, d. c. volume 15 of Advances in Computers, pp. 65\u2013118. Elsevier (1976)","DOI":"10.1016\/S0065-2458(08)60520-3"},{"key":"5_CR18","doi-asserted-by":"publisher","first-page":"108101","DOI":"10.1016\/j.knosys.2021.108101","volume":"240","author":"A Rivolli","year":"2022","unstructured":"Rivolli, A., Garcia, L.P., Soares, C., Vanschoren, J., de Carvalho, A.C.: Meta-features for meta-learning. Knowl. Based Syst. 240, 108101 (2022)","journal-title":"Knowl. Based Syst."},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Rossi, A.L.D., de Leon Ferreira, A.C.P., Soares, C., De Souza, B.F.: MetaStream: a meta-learning based method for periodic algorithm selection in time-changing data. Neurocomputing, 127, 52\u201364 (2014)","DOI":"10.1016\/j.neucom.2013.05.048"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Rossi, A.L.D., De Souza, B.F., Soares, C., de Leon Ferreira de Carvalho, A., Ponce, C.: A guidance of data stream characterization for meta-learning. Intell. Data Anal. 21(4), 1015\u20131035 2017","DOI":"10.3233\/IDA-160083"},{"key":"5_CR21","doi-asserted-by":"publisher","first-page":"262","DOI":"10.1016\/j.ins.2021.02.075","volume":"565","author":"ALD Rossi","year":"2021","unstructured":"Rossi, A.L.D., Soares, C., de Souza, B.F., de Leon Ferreira, A.C.P.: Algorithm selection for time-changing data. Inf. Sci. 565, 262\u2013277 (2021)","journal-title":"Inf. Sci."},{"key":"5_CR22","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1016\/j.procs.2015.07.284","volume":"53","author":"Tegjyot Singh Sethi and Mehmed Kantardzic","year":"2015","unstructured":"Tegjyot Singh Sethi and Mehmed Kantardzic: Don\u2019t pay for validation: detecting drifts from unlabeled data using margin density. Procedia Comput. Sci. 53, 103\u2013112 (2015)","journal-title":"Procedia Comput. Sci."},{"key":"5_CR23","volume-title":"Credit Risk Scorecards: Developing and Implementing Intelligent Credit Scoring","author":"N Siddiqi","year":"2005","unstructured":"Siddiqi, N.: Credit Risk Scorecards: Developing and Implementing Intelligent Credit Scoring. Wiley, Hopboken (2005)"},{"key":"5_CR24","unstructured":"Maggio, D.P.S.: A Primer on Data Drift & Drift Detection Techniques. Dataiku (2020)"},{"issue":"1","key":"5_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1456650.1456656","volume":"41","author":"KA Smith-Miles","year":"2009","unstructured":"Smith-Miles, K.A.: Cross-disciplinary perspectives on meta-learning for algorithm selection. ACM Comput. Surv. 41(1), 1\u201325 (2009)","journal-title":"ACM Comput. Surv."},{"key":"5_CR26","doi-asserted-by":"publisher","first-page":"1805","DOI":"10.1007\/s10618-020-00698-5","volume":"34","author":"VMA Souza","year":"2020","unstructured":"Souza, V.M.A., Reis, D.M., Maletzke, A.G., Batista, G.E.A.P.A.: Challenges in benchmarking stream learning algorithms with real-world data. Data Min. Knowl. Disc. 34, 1805\u20131858 (2020)","journal-title":"Data Min. Knowl. Disc."},{"key":"5_CR27","unstructured":"Tsymbal, A.: The problem of concept drift: definitions and related work (2004)"},{"key":"5_CR28","unstructured":"Vanschoren, J., Soares, C., Brazdil, P., Kotthoff, L.: Meta-Learning and Algorithm Selection (2014)"},{"issue":"5","key":"5_CR29","first-page":"603","volume":"2","author":"D Verma","year":"2012","unstructured":"Verma, D., Nashine, R.: Data mining: next generation challenges and futureDirections. Int. J. Model. Optim. 2(5), 603 (2012)","journal-title":"Int. J. Model. Optim."},{"key":"5_CR30","doi-asserted-by":"publisher","first-page":"717","DOI":"10.1007\/978-0-387-09823-4_36","volume-title":"Data Mining and Knowledge Discovery Handbook","author":"R Vilalta","year":"2009","unstructured":"Vilalta, R., Giraud-Carrier, C., Brazdil, P.: Meta-learning - concepts and techniques. In: Maimon, O., Rokach, L. (eds.) Data Mining and Knowledge Discovery Handbook, pp. 717\u2013731. Springer, Boston (2009). https:\/\/doi.org\/10.1007\/978-0-387-09823-4_36"},{"issue":"1","key":"5_CR31","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"DH Wolpert","year":"1997","unstructured":"Wolpert, D.H., Macready, W.G.: No free lunch theorems for optimization. IEEE Trans. Evol. Comput. 1(1), 67\u201382 (1997)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"5_CR32","series-title":"Studies in Big Data","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/978-3-319-26989-4_4","volume-title":"Big Data Analysis: New Algorithms for a New Society","author":"I \u017dliobait\u0117","year":"2016","unstructured":"\u017dliobait\u0117, I., Pechenizkiy, M., Gama, J.: An overview of concept drift applications. In: Japkowicz, N., Stefanowski, J. (eds.) Big Data Analysis: New Algorithms for a New Society. SBD, vol. 16, pp. 91\u2013114. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-26989-4_4"}],"container-title":["Lecture Notes in Computer Science","Hybrid Artificial Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-40725-3_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:02:18Z","timestamp":1729987338000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-40725-3_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031407246","9783031407253"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-40725-3_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"29 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HAIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Hybrid Artificial Intelligence Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hais2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2023.haisconference.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"120","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"65","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"54% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}