{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T00:50:24Z","timestamp":1743123024569,"version":"3.40.3"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031637858"},{"type":"electronic","value":"9783031637834"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-63783-4_25","type":"book-chapter","created":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T10:02:35Z","timestamp":1719568955000},"page":"337-351","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Enhancing Out-of-Distribution Detection Through Stochastic Embeddings in\u00a0Self-supervised Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1859-9093","authenticated-orcid":false,"given":"Denis","family":"Janiak","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7386-5150","authenticated-orcid":false,"given":"Jakub","family":"Binkowski","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1487-2569","authenticated-orcid":false,"given":"Piotr","family":"Bielak","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8417-1012","authenticated-orcid":false,"given":"Tomasz","family":"Kajdanowicz","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,6,29]]},"reference":[{"issue":"1","key":"25_CR1","first-page":"1947","volume":"19","author":"A Achille","year":"2018","unstructured":"Achille, A., Soatto, S.: Emergence of invariance and disentanglement in deep representations. J. Mach. Learn. Res. 19(1), 1947\u20131980 (2018)","journal-title":"J. Mach. Learn. Res."},{"key":"25_CR2","unstructured":"Alemi, A.A., Fischer, I., Dillon, J.V., Murphy, K.: Deep variational information bottleneck. arXiv:1612.00410 [cs, math], October 2019"},{"key":"25_CR3","unstructured":"Ardeshir, S., Azizan, N.: Uncertainty in contrastive learning: on the predictability of downstream performance. arXiv:2207.09336 [cs, eess, stat], July 2022"},{"key":"25_CR4","unstructured":"Bardes, A., Ponce, J., LeCun, Y.: VICReg: variance-invariance-covariance regularization for self-supervised learning. arXiv:2105.04906 [cs], January 2022"},{"key":"25_CR5","unstructured":"Bordes, F., Balestriero, R., Garrido, Q., Bardes, A., Vincent, P.: Guillotine regularization: why removing layers is needed to improve generalization in self-supervised learning. arXiv preprint arXiv:2206.13378 (2022)"},{"key":"25_CR6","first-page":"9912","volume":"33","author":"M Caron","year":"2020","unstructured":"Caron, M., Misra, I., Mairal, J., Goyal, P., Bojanowski, P., Joulin, A.: Unsupervised learning of visual features by contrasting cluster assignments. Adv. Neural. Inf. Process. Syst. 33, 9912\u20139924 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"25_CR7","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning, pp. 1597\u20131607. PMLR (2020)"},{"key":"25_CR8","doi-asserted-by":"crossref","unstructured":"Chen, X., He, K.: Exploring simple Siamese representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 15750\u201315758 (2021)","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"25_CR9","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., Mohamed, S., Vedaldi, A.: Describing textures in the wild. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3606\u20133613 (2014)","DOI":"10.1109\/CVPR.2014.461"},{"key":"25_CR10","unstructured":"Federici, M., Dutta, A., Forr\u00e9, P., Kushman, N., Akata, Z.: Learning robust representations via multi-view information bottleneck. arXiv:2002.07017 [cs, stat], February 2020"},{"key":"25_CR11","doi-asserted-by":"publisher","first-page":"1513","DOI":"10.1007\/s10462-023-10562-9","volume":"56","author":"J Gawlikowski","year":"2021","unstructured":"Gawlikowski, J., et al.: A survey of uncertainty in deep neural networks. Artif. Intell. Rev. 56, 1513\u20131589 (2021)","journal-title":"Artif. Intell. Rev."},{"key":"25_CR12","doi-asserted-by":"crossref","unstructured":"Goyal, P., Mahajan, D., Gupta, A., Misra, I.: Scaling and benchmarking self-supervised visual representation learning. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 6391\u20136400 (2019)","DOI":"10.1109\/ICCV.2019.00649"},{"key":"25_CR13","first-page":"21271","volume":"33","author":"JB Grill","year":"2020","unstructured":"Grill, J.B., et al.: Bootstrap your own latent-a new approach to self-supervised learning. Adv. Neural. Inf. Process. Syst. 33, 21271\u201321284 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"25_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"25_CR15","unstructured":"Hendrycks, D., Gimpel, K.: A baseline for detecting misclassified and out-of-distribution examples in neural networks. arXiv:1610.02136 [cs], October 2018"},{"key":"25_CR16","unstructured":"Hendrycks, D., Mazeika, M., Kadavath, S., Song, D.: Using self-supervised learning can improve model robustness and uncertainty. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"25_CR17","unstructured":"Hjelm, R.D., et al.: Learning deep representations by mutual information estimation and maximization. arXiv:1808.06670 [cs, stat], February 2019"},{"key":"25_CR18","unstructured":"Kingma, D.P., Welling, M.: Auto-encoding variational Bayes. CoRR abs\/1312.6114 (2013)"},{"key":"25_CR19","unstructured":"Kirchhof, M., Kasneci, E., Oh, S.J.: Probabilistic contrastive learning recovers the correct aleatoric uncertainty of ambiguous inputs. In: Proceedings of the 40th International Conference on Machine Learning. JMLR.org (2023)"},{"key":"25_CR20","unstructured":"Krizhevsky, A.: Learning Multiple Layers of Features from Tiny Images (2009)"},{"key":"25_CR21","unstructured":"Le, Y., Yang, X.S.: Tiny ImageNet Visual Recognition Challenge (2015)"},{"key":"25_CR22","unstructured":"LeCun, Y., Cortes, C., Burges, C.: The MNIST database of handwritten digits (1998)"},{"key":"25_CR23","unstructured":"Lee, K., Lee, K., Lee, H., Shin, J.: A simple unified framework for detecting out-of-distribution samples and adversarial attacks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"25_CR24","unstructured":"Liang, S., Li, Y., Srikant, R.: Enhancing the reliability of out-of-distribution image detection in neural networks. arXiv:1706.02690 [cs, stat], August 2017"},{"key":"25_CR25","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization. arXiv:1711.05101 [cs, math], January 2019"},{"key":"25_CR26","doi-asserted-by":"crossref","unstructured":"Nakamura, H., Okada, M., Taniguchi, T.: Representation uncertainty in self-supervised learning as variational inference. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 16484\u201316493 (2023)","DOI":"10.1109\/ICCV51070.2023.01511"},{"key":"25_CR27","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning. In: NIPS Workshop on Deep Learning and Unsupervised Feature Learning (2011)"},{"key":"25_CR28","doi-asserted-by":"crossref","unstructured":"Nilsback, M.E., Zisserman, A.: Automated flower classification over a large number of classes. In: 2008 Sixth Indian Conference on Computer Vision, Graphics & Image Processing, pp. 722\u2013729, December 2008","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"25_CR29","unstructured":"Ozbulak, U., et al.: Know your self-supervised learning: a survey on image-based generative and discriminative training. arXiv:2305.13689 [cs], May 2023"},{"key":"25_CR30","doi-asserted-by":"crossref","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. arXiv:1409.0575 [cs], January 2015","DOI":"10.1007\/s11263-015-0816-y"},{"key":"25_CR31","unstructured":"Sastry, C.S., Oore, S.: Detecting out-of-distribution examples with gram matrices. In: Proceedings of the 37th International Conference on Machine Learning, pp. 8491\u20138501. PMLR, November 2020"},{"key":"25_CR32","unstructured":"Sehwag, V., Chiang, M., Mittal, P.: SSD: a unified framework for self-supervised outlier detection. arXiv preprint arXiv:2103.12051 (2021)"},{"key":"25_CR33","unstructured":"Shwartz-Ziv, R., Balestriero, R., Kawaguchi, K., Rudner, T.G.J., LeCun, Y.: An information-theoretic perspective on variance-invariance-covariance regularization. arXiv:2303.00633 [cs, math], March 2023"},{"key":"25_CR34","doi-asserted-by":"crossref","unstructured":"Shwartz-Ziv, R., LeCun, Y.: To compress or not to compress\u2014self-supervised learning and information theory: a review. arXiv:2304.09355 [cs, math] (2023)","DOI":"10.3390\/e26030252"},{"key":"25_CR35","first-page":"11839","volume":"33","author":"J Tack","year":"2020","unstructured":"Tack, J., Mo, S., Jeong, J., Shin, J.: CSI: novelty detection via contrastive learning on distributionally shifted instances. Adv. Neural. Inf. Process. Syst. 33, 11839\u201311852 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"25_CR36","unstructured":"Wang, T., Isola, P.: Understanding contrastive representation learning through alignment and uniformity on the hypersphere. In: International Conference on Machine Learning, pp. 9929\u20139939. PMLR (2020)"},{"key":"25_CR37","doi-asserted-by":"crossref","unstructured":"Xiao, J., Hays, J., Ehinger, K.A., Oliva, A., Torralba, A.: SUN database: large-scale scene recognition from abbey to zoo. In: Computer Society Conference on Computer Vision and Pattern Recognition, pp. 3485\u20133492. IEEE, June 2010","DOI":"10.1109\/CVPR.2010.5539970"},{"key":"25_CR38","first-page":"32598","volume":"35","author":"J Yang","year":"2022","unstructured":"Yang, J., et al.: OpenOOD: benchmarking generalized out-of-distribution detection. Adv. Neural. Inf. Process. Syst. 35, 32598\u201332611 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"25_CR39","doi-asserted-by":"crossref","unstructured":"Yang, J., Zhou, K., Li, Y., Liu, Z.: Generalized out-of-distribution detection: a survey. arXiv:2110.11334 [cs], January 2024","DOI":"10.1007\/s11263-024-02117-4"},{"key":"25_CR40","unstructured":"Zbontar, J., Jing, L., Misra, I., LeCun, Y., Deny, S.: Barlow Twins: self-supervised learning via redundancy reduction. In: International Conference on Machine Learning, pp. 12310\u201312320. PMLR (2021)"},{"issue":"6","key":"25_CR41","doi-asserted-by":"publisher","first-page":"1452","DOI":"10.1109\/TPAMI.2017.2723009","volume":"40","author":"B Zhou","year":"2017","unstructured":"Zhou, B., Lapedriza, A., Khosla, A., Oliva, A., Torralba, A.: Places: a 10 million image database for scene recognition. IEEE Trans. Pattern Anal. Mach. Intell. 40(6), 1452\u20131464 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."}],"container-title":["Lecture Notes in Computer Science","Computational Science \u2013 ICCS 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-63783-4_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,28]],"date-time":"2024-06-28T10:06:50Z","timestamp":1719569210000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-63783-4_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031637858","9783031637834"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-63783-4_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"29 June 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Malaga","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccs-computsci2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iccs-meeting.org\/iccs2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}