{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T21:33:31Z","timestamp":1757626411967,"version":"3.44.0"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030865221"},{"type":"electronic","value":"9783030865238"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-86523-8_22","type":"book-chapter","created":{"date-parts":[[2021,9,10]],"date-time":"2021-09-10T06:05:16Z","timestamp":1631253916000},"page":"362-377","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Ensembling Shift Detectors: An Extensive Empirical Evaluation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5653-937X","authenticated-orcid":false,"given":"Simona","family":"Maggio","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8271-1217","authenticated-orcid":false,"given":"L\u00e9o","family":"Dreyfus-Schmidt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,11]]},"reference":[{"key":"22_CR1","unstructured":"Alexandari, A., Kundaje, A., Shrikumar, A.: Maximum Likelihood with Bias-Corrected Calibration is Hard-To-Beat at Label Shift Adaptation. arXiv e-prints arXiv:1901.06852, January 2019"},{"key":"22_CR2","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety. arXiv e-prints arXiv:1606.06565, June 2016"},{"key":"22_CR3","unstructured":"Azizzadenesheli, K., Liu, A., Yang, F., Anandkumar, A.: Regularized learning for domain adaptation under label shifts. In: International Conference on Learning Representations (2019)"},{"key":"22_CR4","doi-asserted-by":"crossref","unstructured":"Ben-David, S., Blitzer, J., Crammer, K., Pereira, F.: Analysis of representations for domain adaptation. In: Proceedings of the 20th Annual Conference on Neural Information Processing Systems (2006)","DOI":"10.7551\/mitpress\/7503.003.0022"},{"key":"22_CR5","doi-asserted-by":"crossref","unstructured":"Bethlehem, J.: Selection bias in web surveys. Int. Stat. Rev. 78(2), 161\u2013188 (2010)","DOI":"10.1111\/j.1751-5823.2010.00112.x"},{"key":"22_CR6","unstructured":"Brendel, W., Rauber, J., Bethge, M.: Decision-based adversarial attacks: reliable attacks against black-box machine learning models. In: 6th International Conference on Learning Representations, ICLR 2018, pp. 1\u201312 (2018)"},{"key":"22_CR7","doi-asserted-by":"crossref","unstructured":"Chandola, V., Banerjee, A., Kumar, V.: Anomaly detection: a survey. ACM Comput. Surveys (CSUR) 41, 1\u201358 (2009)","DOI":"10.1145\/1541880.1541882"},{"key":"22_CR8","doi-asserted-by":"crossref","unstructured":"Chen, P.Y., Zhang, H., Sharma, Y., Yi, J., Hsieh, C.J.: ZOO: zeroth order optimization based black-box attacks to deep neural networks without training substitute models. In: AISec 2017 - Proceedings of the 10th ACM Workshop on Artificial Intelligence and Security, pp. 15\u201326 (2017)","DOI":"10.1145\/3128572.3140448"},{"key":"22_CR9","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J.: Statistical comparisons of classifiers over multiple data sets. J. Mach. Learn. Res. 7, 1\u201330 (2006)","journal-title":"J. Mach. Learn. Res."},{"key":"22_CR10","doi-asserted-by":"crossref","unstructured":"Elsahar, H., Gall\u00e9, M.: To annotate or Not? Predicting performance drop under domain shift. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 2163\u20132173. Association for Computational Linguistics, Hong Kong, China, November 2019","DOI":"10.18653\/v1\/D19-1222"},{"key":"22_CR11","unstructured":"Garg, S., Wu, Y., Balakrishnan, S., Lipton, Z.C.: A unified view of label shift estimation. arXiv e-prints arXiv:2003.07554, March 2020"},{"key":"22_CR12","unstructured":"Klaise, J., Van Looveren, A., Cox, C., Vacanti, G., Coca, A.: Monitoring and explainability of models in production. arXiv e-prints arXiv:2007.06299, July 2020"},{"key":"22_CR13","unstructured":"Kouw, W.M., Loog, M.: A review of domain adaptation without target labels. arXiv e-prints arXiv:1901.05335, January 2019"},{"key":"22_CR14","unstructured":"Lipton, Z.C., Wang, Y.X., Smola, A.: Detecting and correcting for label shift with black box predictors. arXiv e-prints arXiv:1802.03916, February 2018"},{"key":"22_CR15","doi-asserted-by":"crossref","unstructured":"Markou, M., Singh, S.: Novelty detection: a review: Part 1: statistical approaches. Signal Process. 83, 2481\u20132497 (2003)","DOI":"10.1016\/j.sigpro.2003.07.018"},{"issue":"1","key":"22_CR16","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1016\/j.patcog.2011.06.019","volume":"45","author":"JG Moreno-Torres","year":"2012","unstructured":"Moreno-Torres, J.G., Raeder, T., Alaiz-Rodr\u00edguez, R., Chawla, N.V., Herrera, F.: A unifying view on dataset shift in classification. Pattern Recogn. 45(1), 521\u2013530 (2012)","journal-title":"Pattern Recogn."},{"issue":"6","key":"22_CR17","doi-asserted-by":"publisher","first-page":"1044","DOI":"10.1093\/beheco\/arh107","volume":"15","author":"S Nakagawa","year":"2004","unstructured":"Nakagawa, S.: A farewell to Bonferroni: the problems of low statistical power and publication bias. Behav. Ecol. 15(6), 1044\u20131045 (2004)","journal-title":"Behav. Ecol."},{"key":"22_CR18","unstructured":"Ovadia, Y., et al.: Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift. arXiv e-prints arXiv:1906.02530, June 2019"},{"issue":"7139","key":"22_CR19","doi-asserted-by":"publisher","first-page":"1236","DOI":"10.1136\/bmj.316.7139.1236","volume":"316","author":"TV Perneger","year":"1998","unstructured":"Perneger, T.V.: What\u2019s wrong with Bonferroni adjustments. BMJ (Clin. Res. ed.) 316(7139), 1236\u20131238 (1998)","journal-title":"BMJ (Clin. Res. ed.)"},{"key":"22_CR20","doi-asserted-by":"crossref","unstructured":"Quinonero-Candela, J., Sugiyama, M., Schwaighofer, A., Lawrence, N.D.: Dataset Shift in Machine Learning (2009)","DOI":"10.7551\/mitpress\/9780262170055.001.0001"},{"key":"22_CR21","unstructured":"Rabanser, S., G\u00fcnnemann, S., Lipton, Z.C.: Failing loudly: an empirical study of methods for detecting dataset shift. arXiv e-prints arXiv:1810.11953, October 2018"},{"key":"22_CR22","doi-asserted-by":"crossref","unstructured":"Redko, I., Morvant, E., Habrard, A., Sebban, M., Bennani, Y.: A survey on domain adaptation theory: learning bounds and theoretical guarantees. arXiv e-prints arXiv:2004.11829, April 2020","DOI":"10.1016\/B978-1-78548-236-6.50002-7"},{"key":"22_CR23","unstructured":"Ruff, L., et al.: A unifying review of deep and shallow anomaly detection. arXiv e-prints arXiv:2009.11732, September 2020"},{"key":"22_CR24","doi-asserted-by":"crossref","unstructured":"Schelter, S., Rukat, T., Biessmann, F.: Learning to validate the predictions of black box classifiers on unseen data. In: Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data, pp. 1289\u20131299. SIGMOD 2020. Association for Computing Machinery, New York, NY, USA (2020)","DOI":"10.1145\/3318464.3380604"},{"key":"22_CR25","unstructured":"Shafaei, A., Schmidt, M., Little, J.J.: A less biased evaluation of out-of-distribution sample detectors. In: 30th British Machine Vision Conference 2019 (2018)"},{"key":"22_CR26","doi-asserted-by":"crossref","unstructured":"Steinebach, J., Lehmann, E.L., Romano, J.P.: Testing statistical hypotheses. Metrika 64(2), 255\u2013256 (2006)","DOI":"10.1007\/s00184-006-0091-6"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-86523-8_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T22:03:35Z","timestamp":1757455415000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-86523-8_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030865221","9783030865238"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-86523-8_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"11 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bilbao","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2021.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"869","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"210","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held online due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}