{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,23]],"date-time":"2025-09-23T14:25:43Z","timestamp":1758637543654,"version":"3.44.0"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031851803"},{"type":"electronic","value":"9783031851810"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-85181-0_7","type":"book-chapter","created":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T06:57:55Z","timestamp":1745305075000},"page":"103-116","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Theoretical Formulation on\u00a0the\u00a0Use of\u00a0Multiple Positive Views in\u00a0Contrastive Learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-9588-1271","authenticated-orcid":false,"given":"Zhehao","family":"Liang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4601-3394","authenticated-orcid":false,"given":"Yanqing","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7417-515X","authenticated-orcid":false,"given":"Marvin","family":"Beese","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9442-2532","authenticated-orcid":false,"given":"Patrik","family":"Reiske","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,4,23]]},"reference":[{"key":"7_CR1","unstructured":"Balestriero, R., et\u00a0al.: A cookbook of self-supervised learning. arXiv preprint arXiv:2304.12210 (2023)"},{"key":"7_CR2","unstructured":"Bardes, A., Ponce, J., Lecun, Y.: Vicreg: variance-invariance-covariance regularization for self-supervised learning. In: ICLR 2022-International Conference on Learning Representations (2022)"},{"key":"7_CR3","unstructured":"Berthelot, D., Carlini, N., Goodfellow, I., Papernot, N., Oliver, A., Raffel, C.A.: MixMatch: a holistic approach to semi-supervised learning. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol.\u00a032. Curran Associates, Inc. (2019). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2019\/file\/1cd138d0499a68f4bb72bee04bbec2d7-Paper.pdf"},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"Bottou, L.: Large-scale machine learning with stochastic gradient descent. In: Proceedings of COMPSTAT\u20192010: 19th International Conference on Computational StatisticsParis France, August 22-27, 2010 Keynote, Invited and Contributed Papers, pp. 177\u2013186. Springer (2010)","DOI":"10.1007\/978-3-7908-2604-3_16"},{"key":"7_CR5","unstructured":"Caron, M., Misra, I., Mairal, J., Goyal, P., Bojanowski, P., Joulin, A.: Unsupervised learning of visual features by contrasting cluster assignments. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems. vol.\u00a033, pp. 9912\u20139924. Curran Associates, Inc. (2020)"},{"key":"7_CR6","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A Simple Framework for Contrastive Learning of Visual Representations. In: III, H.D., Singh, A. (eds.) Proceedings of the 37th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a0119, pp. 1597\u20131607. PMLR (2020). https:\/\/proceedings.mlr.press\/v119\/chen20j.html"},{"key":"7_CR7","doi-asserted-by":"crossref","unstructured":"Chen, X., He, K.: Exploring simple siamese representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 15750\u201315758 (2021)","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"7_CR8","doi-asserted-by":"publisher","unstructured":"Chopra, S., Hadsell, R., LeCun, Y.: Learning a similarity metric discriminatively, with application to face verification. In: 2005 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR\u201905), vol.\u00a01, pp. 539\u2013546 (2005). https:\/\/doi.org\/10.1109\/CVPR.2005.202","DOI":"10.1109\/CVPR.2005.202"},{"key":"7_CR9","unstructured":"Coates, A., Ng, A., Lee, H.: An analysis of single-layer networks in unsupervised feature learning. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, pp. 215\u2013223. JMLR Workshop and Conference Proceedings (2011)"},{"issue":"1","key":"7_CR10","first-page":"12","volume":"2","author":"TM Cover","year":"1991","unstructured":"Cover, T.M., Thomas, J.A., et al.: Entropy, relative entropy and mutual information. Elements Inf. Theory 2(1), 12\u201313 (1991)","journal-title":"Elements Inf. Theory"},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Dwibedi, D., Aytar, Y., Tompson, J., Sermanet, P., Zisserman, A.: With a little help from my friends: Nearest-neighbor contrastive learning of visual representations. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 9588\u20139597 (2021)","DOI":"10.1109\/ICCV48922.2021.00945"},{"issue":"3","key":"7_CR12","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/MSP.2021.3134634","volume":"39","author":"L Ericsson","year":"2022","unstructured":"Ericsson, L., Gouk, H., Loy, C.C., Hospedales, T.M.: Self-supervised representation learning: introduction, advances, and challenges. IEEE Signal Process. Mag. 39(3), 42\u201362 (2022). https:\/\/doi.org\/10.1109\/MSP.2021.3134634","journal-title":"IEEE Signal Process. Mag."},{"key":"7_CR13","unstructured":"Federici, M., Dutta, A., Forr\u00c3\u00a9, P., Kushman, N., Akata, Z.: Learning Robust Representations via Multi-View Information Bottleneck (2020)"},{"key":"7_CR14","unstructured":"Grill, J.B., et al.: Bootstrap your own latent a new approach to self-supervised learning. In: Proceedings of the 34th International Conference on Neural Information Processing Systems. NIPS\u201920, Red Hook, NY, USA. Curran Associates Inc. (2020)"},{"key":"7_CR15","unstructured":"Gui, J., Chen, T., Cao, Q., Sun, Z., Luo, H., Tao, D.: A survey of self-supervised learning from multiple perspectives: algorithms, theory, applications and future trends. arXiv preprint arXiv:2301.05712 (2023)"},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Guo, G., Wang, H., Bell, D., Bi, Y., Greer, K.: KNN model-based approach in classification. In: On The Move to Meaningful Internet Systems 2003: CoopIS, DOA, and ODBASE: OTM Confederated International Conferences, CoopIS, DOA, and ODBASE 2003, Catania, Sicily, Italy, November 3-7, 2003. Proceedings. pp. 986\u2013996. Springer (2003)","DOI":"10.1007\/978-3-540-39964-3_62"},{"key":"7_CR17","doi-asserted-by":"publisher","unstructured":"Hadsell, R., Chopra, S., LeCun, Y.: Dimensionality reduction by learning an invariant mapping. In: 2006 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR\u201906), vol.\u00a02, pp. 1735\u20131742 (2006). https:\/\/doi.org\/10.1109\/CVPR.2006.100","DOI":"10.1109\/CVPR.2006.100"},{"key":"7_CR18","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"7_CR19","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"7_CR20","doi-asserted-by":"crossref","unstructured":"Howard, J., et\u00a0al.: Imagenette. https:\/\/github.com\/fastai\/imagenette5, 11 (2020)","DOI":"10.3390\/info11020108"},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Jaiswal, A., Babu, A.R., Zadeh, M.Z., Banerjee, D., Makedon, F.: A survey on contrastive self-supervised learning. Technologies 9(1) (2021)","DOI":"10.3390\/technologies9010002"},{"key":"7_CR22","doi-asserted-by":"publisher","unstructured":"Kirkpatrick, J., et al.: Overcoming catastrophic forgetting in neural networks. Proc. Natl. Acad. Sci. 114(13), 3521\u20133526 (2017). https:\/\/doi.org\/10.1073\/pnas.1611835114, https:\/\/www.pnas.org\/doi\/abs\/10.1073\/pnas.1611835114","DOI":"10.1073\/pnas.1611835114"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"Koohpayegani, S.A., Tejankar, A., Pirsiavash, H.: Mean shift for self-supervised learning. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 10326\u201310335 (2021)","DOI":"10.1109\/ICCV48922.2021.01016"},{"key":"7_CR24","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images. Technical report, University of Toronto (2009)"},{"key":"7_CR25","unstructured":"Le, Y., Yang, X.: Tiny imagenet visual recognition challenge. CS 231N 7(7), 3 (2015)"},{"key":"7_CR26","unstructured":"Lin, M., Chen, Q., Yan, S.: Network in network (2014)"},{"issue":"3","key":"7_CR27","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1109\/2.36","volume":"21","author":"R Linsker","year":"1988","unstructured":"Linsker, R.: Self-organization in a perceptual network. Computer 21(3), 105\u2013117 (1988). https:\/\/doi.org\/10.1109\/2.36","journal-title":"Computer"},{"key":"7_CR28","doi-asserted-by":"publisher","unstructured":"McCloskey, M., Cohen, N.J.: Catastrophic interference in connectionist networks: the sequential learning problem. In: Bower, G.H. (ed.) Psychology of learning and motivation, Psychology of Learning and Motivation, vol.\u00a024, pp. 109\u2013165. Academic Press (1989).https:\/\/doi.org\/10.1016\/S0079-7421(08)60536-8, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0079742108605368","DOI":"10.1016\/S0079-7421(08)60536-8"},{"key":"7_CR29","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1007\/978-3-031-16788-1_4","volume-title":"Pattern Recognition","author":"D Pototzky","year":"2022","unstructured":"Pototzky, D., Sultan, A., Schmidt-Thieme, L.: FastSiam: Resource-Efficient Self-supervised Learning on a Single GPU. In: Andres, B., Bernard, F., Cremers, D., Frintrop, S., Goldl\u00fccke, B., Ihrke, I. (eds.) Pattern Recognition, pp. 53\u201367. Springer, Cham (2022)"},{"key":"7_CR30","doi-asserted-by":"publisher","unstructured":"Reiss, T., Hoshen, Y.: Mean-shifted contrastive loss for anomaly detection. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 37, no. 2, pp. 2155\u20132162 (2023). https:\/\/doi.org\/10.1609\/aaai.v37i2.25309","DOI":"10.1609\/aaai.v37i2.25309"},{"key":"7_CR31","doi-asserted-by":"crossref","unstructured":"Shwartz-Ziv, R., LeCun, Y.: To compress or not to compress- self-supervised learning and information theory: a review (2023)","DOI":"10.3390\/e26030252"},{"key":"7_CR32","doi-asserted-by":"publisher","first-page":"776","DOI":"10.1007\/978-3-030-58621-8_45","volume-title":"Computer Vision - ECCV 2020","author":"Y Tian","year":"2020","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive multiview coding. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.M. (eds.) Computer Vision - ECCV 2020, pp. 776\u2013794. Springer, Cham (2020)"},{"key":"7_CR33","unstructured":"Tian, Y., Sun, C., Poole, B., Krishnan, D., Schmid, C., Isola, P.: What makes for good views for contrastive learning? In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol.\u00a033, pp. 6827\u20136839. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/4c2e5eaae9152079b9e95845750bb9ab-Paper.pdf"},{"key":"7_CR34","unstructured":"Tishby, N., Pereira, F.C., Bialek, W.: The information bottleneck method (2000)"},{"key":"7_CR35","unstructured":"Tsai, Y.H.H., Wu, Y., Salakhutdinov, R., Morency, L.P.: Self-supervised Learning from a Multi-view Perspective (2021)"},{"key":"7_CR36","doi-asserted-by":"crossref","unstructured":"Wang, Q., Boudreau, C., Luo, Q., Tan, P.N., Zhou, J.: Deep multi-view information bottleneck. In: Proceedings of the 2019 SIAM International Conference on Data Mining, pp. 37\u201345. SIAM (2019)","DOI":"10.1137\/1.9781611975673.5"},{"key":"7_CR37","doi-asserted-by":"crossref","unstructured":"Wu, Z., Xiong, Y., Yu, S.X., Lin, D.: Unsupervised feature learning via non-parametric instance discrimination. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3733\u20133742 (2018)","DOI":"10.1109\/CVPR.2018.00393"},{"key":"7_CR38","unstructured":"Xu, C., Tao, D., Xu, C.: A survey on multi-view learning (2013)"},{"key":"7_CR39","doi-asserted-by":"crossref","unstructured":"Yeh, C.H., Hong, C.Y., Hsu, Y.C., Liu, T.L., Chen, Y., LeCun, Y.: Decoupled contrastive learning. In: European Conference on Computer Vision, pp. 668\u2013684. Springer (2022)","DOI":"10.1007\/978-3-031-19809-0_38"},{"key":"7_CR40","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.inffus.2017.02.007","volume":"38","author":"J Zhao","year":"2017","unstructured":"Zhao, J., Xie, X., Xu, X., Sun, S.: Multi-view learning overview: recent progress and new challenges. Inf. Fusion 38, 43\u201354 (2017). https:\/\/doi.org\/10.1016\/j.inffus.2017.02.007","journal-title":"Inf. Fusion"},{"key":"7_CR41","unstructured":"Zhu, J., Moraes, R.M., Karakulak, S., Sobol, V., Canziani, A., LeCun, Y.: Tico: transformation invariance and covariance contrast for self-supervised visual representation learning. arXiv preprint arXiv:2206.10698 (2022)"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-85181-0_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,23]],"date-time":"2025-09-23T13:16:09Z","timestamp":1758633369000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-85181-0_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031851803","9783031851810"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-85181-0_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"23 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}