{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T20:14:11Z","timestamp":1743106451249,"version":"3.40.3"},"publisher-location":"Cham","reference-count":49,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031703409"},{"type":"electronic","value":"9783031703416"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70341-6_3","type":"book-chapter","created":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T20:26:39Z","timestamp":1725049599000},"page":"38-55","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Diversified Ensemble of\u00a0Independent Sub-networks for\u00a0Robust Self-supervised Representation Learning"],"prefix":"10.1007","author":[{"given":"Amihossein","family":"Vahidi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lisa","family":"Wimmer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"H\u00fcseyin Anil","family":"G\u00fcnd\u00fcz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bernd","family":"Bischl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eyke","family":"H\u00fcllermeier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mina","family":"Rezaei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,22]]},"reference":[{"key":"3_CR1","unstructured":"Baevski, A., Hsu, W., Xu, Q., Babu, A., Gu, J., Auli, M.: data2vec: a general framework for self-supervised learning in speech, vision and language. In: ICML (2022)"},{"key":"3_CR2","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., et al.: Language models are few-shot learners. NeurIPS 33, 1877\u20131901 (2020)","journal-title":"Language models are few-shot learners. NeurIPS"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Caron, M., Touvron, H., Misra, I., J\u00e9gou, H., Mairal, J., Bojanowski, P., Joulin, A.: Emerging properties in self-supervised vision transformers. In: Proceedings of the IEEE\/CVF ICCV, pp. 9650\u20139660 (2021)","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Chen, C., Sun, X., Hua, Y., Dong, J., Xv, H.: Learning deep relations to promote saliency detection. In: Proceedings of the AAAI, pp. 10510\u201310517 (2020)","DOI":"10.1609\/aaai.v34i07.6622"},{"key":"3_CR5","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: ICML, pp. 1597\u20131607 (2020)"},{"key":"3_CR6","unstructured":"Conneau, A., Kiela, D.: Senteval: An evaluation toolkit for universal sentence representations. In: Calzolari, N., et al. (eds.) Proceedings of the Eleventh International Conference on Language Resources and Evaluation, LREC 2018, Miyazaki, Japan, May 7-12, 2018. European Language Resources Association (ELRA) (2018), http:\/\/www.lrec-conf.org\/proceedings\/lrec2018\/summaries\/757.html"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Dabouei, A., Soleymani, S., Taherkhani, F., Dawson, J., Nasrabadi, N.M.: Exploiting joint robustness to adversarial perturbations. In: Proceedings of the IEEE\/CVF CVPR, pp. 1122\u20131131 (2020)","DOI":"10.1109\/CVPR42600.2020.00120"},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: A large-scale hierarchical image database. In: 2009 IEEE CVPR, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"3_CR9","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: Pre-training of deep bidirectional transformers for language understanding. ACL (2018)"},{"key":"3_CR10","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota, June 2019. https:\/\/doi.org\/10.18653\/v1\/N19-1423, https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"3_CR11","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., Weissenborn, D., Zhai, X., Unterthiner, T., Dehghani, M., Minderer, M., Heigold, G., Gelly, S., Uszkoreit, J., Houlsby, N.: An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In: Proceedings of the 9th ICLR (2021)"},{"key":"3_CR12","unstructured":"Dosovitskiy, A., et\u00a0al.: An image is worth 16x16 words: Transformers for image recognition at scale (2021)"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Durasov, N., Bagautdinov, T., Baque, P., Fua, P.: Masksembles for uncertainty estimation. In: Proceedings of the IEEE\/CVF CVPR, pp. 13539\u201313548 (2021)","DOI":"10.1109\/CVPR46437.2021.01333"},{"key":"3_CR14","unstructured":"Fort, S., Hu, H., Lakshminarayanan, B.: Deep ensembles: A loss landscape perspective. arXiv preprint arXiv:1912.02757 (2019)"},{"key":"3_CR15","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a bayesian approximation: Representing model uncertainty in deep learning. In: ICML pp. 1050\u20131059. PMLR (2016)"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Geng, C., Huang, S.j., Chen, S.: Recent advances in open set recognition: a survey. IEEE TPAMI 43(10), 3614\u20133631 (2020)","DOI":"10.1109\/TPAMI.2020.2981604"},{"key":"3_CR17","first-page":"21271","volume":"33","author":"JB Grill","year":"2020","unstructured":"Grill, J.B., Strub, F., Altch\u00e9, F., Tallec, C., Richemond, P., Avila Pires, B., Guo, Z., Gheshlaghi Azar, M.: Bootstrap your own latent-a new approach to self-supervised learning. NeurIPS 33, 21271\u201321284 (2020)","journal-title":"NeurIPS"},{"issue":"1","key":"3_CR18","doi-asserted-by":"publisher","first-page":"928","DOI":"10.1038\/s42003-023-05310-2","volume":"6","author":"HA G\u00fcnd\u00fcz","year":"2023","unstructured":"G\u00fcnd\u00fcz, H.A., et al.: A self-supervised deep learning method for data-efficient training in genomics. Commun. Biol. 6(1), 928 (2023)","journal-title":"Commun. Biol."},{"issue":"10","key":"3_CR19","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1109\/34.58871","volume":"12","author":"LK Hansen","year":"1990","unstructured":"Hansen, L.K., Salamon, P.: Neural network ensembles. IEEE Trans. Pattern Anal. Mach. Intell. 12(10), 993\u20131001 (1990)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"3_CR20","unstructured":"Havasi, M., et al.: Training independent subnetworks for robust prediction. In: ICLR (2021)"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"He, K., Chen, X., Xie, S., Li, Y., Doll\u00e1r, P., Girshick, R.: Masked autoencoders are scalable vision learners. In: Proceedings of the IEEE\/CVF CVPR, pp. 16000\u201316009 (2022)","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE CVPR, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"3_CR23","unstructured":"Huggingface: wiki1m_for_simcse.txt (2021). https:\/\/huggingface.co\/datasets\/princeton-nlp\/datasets-for-simcse\/blob\/main\/wiki1m_for_simcse.txt"},{"key":"3_CR24","unstructured":"Ioffe, S.: Batch Renormalization: Towards Reducing Minibatch Dependence in Batch-Normalized Models. In: NeurIPS, 2017 (2017)"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Jaiswal, A., Babu, A.R., Zadeh, M.Z., Banerjee, D., Makedon, F.: A Survey on Contrastive Self-Supervised Learning. Technologies 9(1) (2020)","DOI":"10.3390\/technologies9010002"},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Klein, T., Nabi, M.: Scd: self-contrastive decorrelation for sentence embeddings. Proceedings of the 60th ACL (2022)","DOI":"10.18653\/v1\/2022.acl-short.44"},{"key":"3_CR27","volume-title":"Learning multiple layers of features from tiny images","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. University of Toronto, Tech. rep. (2009)"},{"key":"3_CR28","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. In: NeurIPS, vol.\u00a030 (2017)"},{"issue":"7","key":"3_CR29","doi-asserted-by":"publisher","first-page":"2196","DOI":"10.1111\/1462-2920.12794","volume":"17","author":"J Li","year":"2015","unstructured":"Li, J., Yao, Y., Xu, H.H., Hao, L., Deng, Z., Rajakumar, K., Ou, H.Y.: Secret6: a web-based resource for type vi secretion systems found in bacteria. Environ. Microbiol. 17(7), 2196\u20132202 (2015)","journal-title":"Environ. Microbiol."},{"key":"3_CR30","unstructured":"Liang, S., Li, Y., Srikant, R.: Enhancing the reliability of out-of-distribution image detection in neural networks. ICLR (2018)"},{"key":"3_CR31","unstructured":"Naeini, M.P., Cooper, G.F., Hauskrecht, M.: Obtaining well calibrated probabilities using bayesian binning. In: Proceedings of AAAI\u201915. AAAI Press (2015)"},{"key":"3_CR32","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning (2011)"},{"key":"3_CR33","unstructured":"Nixon, J., et al.: Measuring Calibration in Deep Learning (2019)"},{"key":"3_CR34","unstructured":"Ortega, L.A., Caba\u00f1as, R., Masegosa, A.: Diversity and generalization in neural network ensembles. In: International Conference on Artificial Intelligence and Statistics, pp. 11720\u201311743. PMLR (2022)"},{"key":"3_CR35","unstructured":"Pang, T., Xu, K., Du, C., Chen, N., Zhu, J.: Improving adversarial robustness via promoting ensemble diversity. In: ICML, pp. 4970\u20134979. PMLR (2019)"},{"key":"3_CR36","unstructured":"Radford, A., et\u00a0al.: Learning transferable visual models from natural language supervision. In: ICML, pp. 8748\u20138763. PMLR (2021)"},{"key":"3_CR37","unstructured":"Ram\u00e9, A., Cord, M.: DICE: diversity in deep ensembles via conditional redundancy adversarial estimation. In: 9th ICLR 2021, Virtual Event, Austria, 3\u20137 May, 2021. OpenReview.net (2021)"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Rezaei, M., N\u00e4ppi, J., Bischl, B., Yoshida, H.: Deep mutual gans: representation learning from multiple experts. In: Medical Imaging 2022: Imaging Informatics for Healthcare, Research, and Applications, vol. 12037, pp. 191\u2013197. SPIE (2022)","DOI":"10.1117\/12.2612968"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Rezaei, M., N\u00e4ppi, J.J., Bischl, B., Yoshida, H.: Bayesian uncertainty estimation for detection of long-tail and unseen conditions in abdominal images. In: Medical Imaging 2022: Computer-Aided Diagnosis, vol. 12033, pp. 270\u2013276. SPIE (2022)","DOI":"10.1117\/12.2612955"},{"key":"3_CR40","doi-asserted-by":"crossref","unstructured":"Rezaei, M., Soleymani, F., Bischl, B., Azizi, S.: Deep bregman divergence for self-supervised representations learning. Computer Vision and Image Understanding, p. 103801 (2023)","DOI":"10.1016\/j.cviu.2023.103801"},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: visual explanations from deep networks via gradient-based localization. In: ICCV (2017)","DOI":"10.1109\/ICCV.2017.74"},{"key":"3_CR42","doi-asserted-by":"crossref","unstructured":"Sinha, S., Bharadhwaj, H., Goyal, A., Larochelle, H., Garg, A., Shkurti, F.: Dibs: diversity inducing information bottleneck in model ensembles. In: Proceedings of the AAAI, pp. 9666\u20139674 (2021)","DOI":"10.1609\/aaai.v35i11.17163"},{"key":"3_CR43","unstructured":"Tian, Y., Chen, X., Ganguli, S.: Understanding self-supervised learning dynamics without contrastive pairs. In: ICML (2021)"},{"key":"3_CR44","unstructured":"Tran, D., et\u00a0al.: Plex: Towards reliability using pretrained large model extensions. arXiv preprint arXiv:2207.07411 (2022)"},{"key":"3_CR45","unstructured":"Vahidi, A., Schosser, S., Wimmer, L., Li, Y., Bischl, B., H\u00fcllermeier, E., Rezaei, M.: Probabilistic self-supervised representation learning via scoring rules minimization. In: The Twelfth International Conference on Learning Representations (2023)"},{"key":"3_CR46","unstructured":"Wen, Y., Tran, D., Ba, J.: Batchensemble: an alternative approach to efficient ensemble and lifelong learning. In: ICLR (2020)"},{"key":"3_CR47","unstructured":"Wen, Z., Li, Y.: The mechanism of prediction head in non-contrastive self-supervised learning. NeurIPS (2022)"},{"key":"3_CR48","unstructured":"Zbontar, J., Jing, L., Misra, I., LeCun, Y., Deny, S.: Barlow twins: self-supervised learning via redundancy reduction. In: ICML, pp. 12310\u201312320. PMLR (2021)"},{"key":"3_CR49","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-9326-7","volume-title":"Ensemble Machine Learning: Methods and Applications","author":"C Zhang","year":"2012","unstructured":"Zhang, C., Ma, Y.: Ensemble Machine Learning: Methods and Applications. Springer Publishing Company, Incorporated (2012)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70341-6_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T20:28:04Z","timestamp":1725049684000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70341-6_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031703409","9783031703416"],"references-count":49,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70341-6_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"22 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vilnius","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}