{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:32:31Z","timestamp":1740123151669,"version":"3.37.3"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,1,6]],"date-time":"2022-01-06T00:00:00Z","timestamp":1641427200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,6]],"date-time":"2022-01-06T00:00:00Z","timestamp":1641427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s10994-021-06076-6","type":"journal-article","created":{"date-parts":[[2022,1,6]],"date-time":"2022-01-06T00:05:58Z","timestamp":1641427558000},"page":"1125-1157","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Exploring the common principal subspace of deep features in neural networks"],"prefix":"10.1007","volume":"111","author":[{"given":"Haoran","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5451-3253","authenticated-orcid":false,"given":"Haoyi","family":"Xiong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yaqing","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haozhe","family":"An","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dejing","family":"Dou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dongrui","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,1,6]]},"reference":[{"issue":"4","key":"6076_CR1","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1002\/wics.101","volume":"2","author":"H Abdi","year":"2010","unstructured":"Abdi, H., & Williams, L. J. (2010). Principal component analysis. Wiley Interdisciplinary Reviews: Computational Statistics, 2(4), 433\u2013459.","journal-title":"Wiley Interdisciplinary Reviews: Computational Statistics"},{"key":"6076_CR2","unstructured":"Arvanitidis, G., Hansen, L. K., & Hauberg, S. (2018). Latent space oddity: On the curvature of deep generative models. In International conference on learning representations, Vancouver, Canada."},{"key":"6076_CR3","doi-asserted-by":"crossref","unstructured":"Bau, D., Zhou, B., Khosla, A., Oliva, A., & Torralba, A. (2017). Network dissection: Quantifying interpretability of deep visual representations. In Conference on computer vision and pattern recognition.","DOI":"10.1109\/CVPR.2017.354"},{"key":"6076_CR4","unstructured":"Bau, D., Zhu, J.-Y., Strobelt, H., Zhou, B., Tenenbaum, J. B., Freeman, W. T., & Torralba, A. (2019). Gan dissection: Visualizing and understanding generative adversarial networks. In International conference on learning representations, New Orleans Lousiana."},{"key":"6076_CR5","unstructured":"Berthelot, D., Raffel, C., Roy, A., & Goodfellow, I. (2019). Understanding and improving interpolation in autoencoders via an adversarial regularizer. In International conference on learning representations."},{"issue":"123","key":"6076_CR6","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1090\/S0025-5718-1973-0348991-3","volume":"27","author":"\u00c1 Bj\u00f6rck","year":"1973","unstructured":"Bj\u00f6rck, \u00c1., & Golub, G. H. (1973). Numerical methods for computing angles between linear subspaces. Mathematics of Computation, 27(123), 579\u2013594.","journal-title":"Mathematics of Computation"},{"key":"6076_CR7","unstructured":"Chen, T., Kornblith, S., Norouzi, M., & Hinton, G. (2020). A simple framework for contrastive learning of visual representations. arXiv preprint, arXiv:2002.05709."},{"key":"6076_CR8","first-page":"2672","volume":"27","author":"I Goodfellow","year":"2014","unstructured":"Goodfellow, I., Pouget-Abadie, J., Mirza, M., Xu, B., Warde-Farley, D., Ozair, S., et al. (2014). Generative adversarial nets. Advances in Neural Information Processing Systems, 27, 2672\u20132680.","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"2","key":"6076_CR9","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1137\/090771806","volume":"53","author":"N Halko","year":"2011","unstructured":"Halko, N., Martinsson, P.-G., & Tropp, J. A. (2011). Finding structure with randomness: Probabilistic algorithms for constructing approximate matrix decompositions. SIAM Review, 53(2), 217\u2013288.","journal-title":"SIAM Review"},{"key":"6076_CR10","unstructured":"Jahanian, A., Chai, L., & Isola, P. (2020). On the \u201csteerability\u201d of generative adversarial networks. In International conference on learning representations."},{"key":"6076_CR11","unstructured":"Jiang, Y., Foret, P., Yak, S., Neyshabur, B., Guyon, I., Mobahi, H., Karolina, G., Roy, D., Gunasekar, S., & Bengio, S. (2020). Predicting generalization in deep learning, competition at NeurIPS."},{"key":"6076_CR12","unstructured":"Jiang, Y., Foret, P., Yak, S., Roy, D. M., Mobahi, H., Dziugaite, G. K., Bengio, S., Gunasekar, S., Guyon, I., & Neyshabur, B. (2020). Neurips 2020 competition: Predicting generalization in deep learning. arXiv preprint, arXiv:2012.07976."},{"key":"6076_CR13","unstructured":"Jiang, Y., Neyshabur, B., Mobahi, H., Krishnan, D., & Bengio, S.. (2019). Fantastic generalization measures and where to find them. arXiv preprint, arXiv:1912.02178."},{"key":"6076_CR14","unstructured":"Khosla, P., Teterwak, P., Wang, C., Sarna, A., Tian, Y., Isola, P., Maschinot, A., Liu, C., & Krishnan, D. (2020). Supervised contrastive learning. arXiv preprint, arXiv:2004.11362."},{"key":"6076_CR15","first-page":"1097","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky, A., Sutskever, I., & Hinton, G. E. (2012). Imagenet classification with deep convolutional neural networks. Advances in Neural Information Processing Systems, 25, 1097\u20131105.","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"7553","key":"6076_CR16","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., & Hinton, G. (2015). Deep learning. Nature, 521(7553), 436\u2013444.","journal-title":"Nature"},{"key":"6076_CR17","unstructured":"Lee, D., Szegedy, C., Rabe, M. N., Loos, S. M., & Bansal, K. (2019). Mathematical reasoning in latent space. arXiv preprint, arXiv:1909.11851."},{"key":"6076_CR18","unstructured":"Nagarajan, V., & Kolter, J. Z. (2019). Generalization in deep networks: The role of distance from initialization. arXiv preprint, arXiv:1901.01672."},{"key":"6076_CR19","unstructured":"Nguyen, A., Dosovitskiy, A., Yosinski, J., Brox, T., & Clune, J. (2016). Synthesizing the preferred inputs for neurons in neural networks via deep generator networks. In Advances in neural information processing systems (pp. 3387\u20133395)."},{"key":"6076_CR20","unstructured":"Pestov, V. (1999). On the geometry of similarity search: Dimensionality curse and concentration of measure. arXiv preprint, arXiv:cs\/9901004."},{"issue":"1","key":"6076_CR21","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1186\/1471-2105-10-62","volume":"10","author":"V Pihur","year":"2009","unstructured":"Pihur, V., Datta, S., & Datta, S. (2009). RankAggreg, an R package for weighted rank aggregation. BMC Bioinformatics, 10(1), 62.","journal-title":"BMC Bioinformatics"},{"key":"6076_CR22","unstructured":"Radford, A., Metz, L., & Chintala, S. (2015). Unsupervised representation learning with deep convolutional generative adversarial networks. arXiv preprint, arXiv:1511.06434."},{"key":"6076_CR23","unstructured":"Richardson, E., & Weiss, Y. (2018). On GANs and GMMs. In Advances in neural information processing systems (pp. 5847\u20135858)."},{"issue":"23","key":"6076_CR24","doi-asserted-by":"publisher","first-page":"11537","DOI":"10.1073\/pnas.1820226116","volume":"116","author":"AM Saxe","year":"2019","unstructured":"Saxe, A. M., McClelland, J. L., & Ganguli, S. (2019). A mathematical theory of semantic development in deep neural networks. Proceedings of the National Academy of Sciences, 116(23), 11537\u201311546.","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"6076_CR25","unstructured":"Sercu, T., Gehrmann, S., Strobelt, H., Das, P., Padhi, I., Dos Santos, C., Wadhawan, K., & Chenthamarakshan, V. (2019). Interactive visual exploration of latent space (IVELS) for peptide auto-encoder model selection. In ICLR DeepGenStruct workshop."},{"key":"6076_CR26","unstructured":"Simonyan, K., Vedaldi, A., & Zisserman, A. (2013). Deep inside convolutional networks: Visualising image classification models and saliency maps. In ICLR workshop."},{"key":"6076_CR27","unstructured":"Spinner, T., K\u00f6rner, J., G\u00f6rtler, J., & Deussen, O. (2018). Towards an interpretable latent space: An intuitive comparison of autoencoders with variational autoencoders. In IEEE VIS."},{"key":"6076_CR28","volume-title":"The nature of statistical learning theory","author":"V Vapnik","year":"2013","unstructured":"Vapnik, V. (2013). The nature of statistical learning theory. Springer."},{"key":"6076_CR29","unstructured":"White, T. (2016). Sampling generative networks. arXiv preprint, arXiv:1609.04468."},{"key":"6076_CR30","unstructured":"Zhang, X., & Wu, D. (2020). Empirical studies on the properties of linear regions in deep neural networks. In International conference on learning representations."},{"key":"6076_CR31","doi-asserted-by":"crossref","unstructured":"Zhu, J.-Y., Kr\u00e4henb\u00fchl, P., Shechtman, E., & Efros, A. A. (2016). Generative visual manipulation on the natural image manifold. In European conference on computer vision (pp. 597\u2013613).","DOI":"10.1007\/978-3-319-46454-1_36"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-021-06076-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-021-06076-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-021-06076-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,6]],"date-time":"2023-01-06T01:09:50Z","timestamp":1672967390000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-021-06076-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,6]]},"references-count":31,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["6076"],"URL":"https:\/\/doi.org\/10.1007\/s10994-021-06076-6","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"type":"print","value":"0885-6125"},{"type":"electronic","value":"1573-0565"}],"subject":[],"published":{"date-parts":[[2022,1,6]]},"assertion":[{"value":"22 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 August 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 September 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 January 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}