{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T09:42:20Z","timestamp":1759570940905,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032054609","type":"print"},{"value":"9783032054616","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-032-05461-6_16","type":"book-chapter","created":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T09:07:34Z","timestamp":1759568854000},"page":"237-251","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Selecting Unlabeled Data for\u00a0Tabular Self-Supervised Learning"],"prefix":"10.1007","author":[{"given":"Sintija","family":"Stevanoska","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katharina","family":"Dost","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian L.","family":"Camacho Villal\u00f3n","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sa\u0161o","family":"D\u017eeroski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,5]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Arik, S., Pfister, T.: TabNet: attentive interpretable tabular learning. In: AAAI Conference on Artificial Intelligence (AAAI), pp. 6679\u20136687 (2021)","DOI":"10.1609\/aaai.v35i8.16826"},{"key":"16_CR2","unstructured":"Bahri, D., Jiang, H., Tay, Y., Metzler, D.: SCARF: self-supervised contrastive learning using random feature corruption. In: International Conference on Learning Representations (ICLR) (2022)"},{"issue":"1","key":"16_CR3","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45(1), 5\u201332 (2001)","journal-title":"Mach. Learn."},{"key":"16_CR4","unstructured":"Chen, S., Wu, J., Hovakimyan, N., Yao, H.: ReConTab: regularized contrastive representation learning for tabular data. arXiv preprint arXiv:2310.18541 (2023)"},{"key":"16_CR5","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. arXiv preprint arXiv:2002.05709 (2020)"},{"key":"16_CR6","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (NAACL-HLT) (2019)"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Dhekane, S.G., Haresamudram, H., Thukral, M., Pl\u00f6tz, T.: How much unlabeled data is really needed for effective self-supervised human activity recognition? In: Proceedings of the 2023 ACM International Symposium on Wearable Computers, pp. 66\u201370. Association for Computing Machinery (2023)","DOI":"10.1145\/3594738.3611366"},{"key":"16_CR8","unstructured":"Drugman, T., Pylkkonen, J., Kneser, R.: Active and Semi-Supervised Learning in ASR: Benefits on the Acoustic and Language Models (2019)"},{"issue":"3","key":"16_CR9","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/MSP.2021.3134634","volume":"39","author":"L Ericsson","year":"2022","unstructured":"Ericsson, L., Gouk, H., Loy, C.C., Hospedales, T.M.: Self-supervised representation learning: introduction, advances, and challenges. IEEE Signal Process. Mag. 39(3), 42\u201362 (2022)","journal-title":"IEEE Signal Process. Mag."},{"key":"16_CR10","unstructured":"Ghosh, S., Xie, J., Kuznetsov, M.: Distributionally robust self-supervised learning for tabular data. In: NeurIPS 2024 Workshop on Table Representation Learning (2024)"},{"key":"16_CR11","unstructured":"Ghosh, S., Xu, Y., Zhang, X.: Improving the efficiency of self-supervised adversarial training through latent clustering-based selection. In: ICML 2024 Next Generation of AI Safety Workshop (2024)"},{"key":"16_CR12","unstructured":"Grill, J.B., et al.: Bootstrap your own latent a new approach to self-supervised learning. In: International Conference on Neural Information Processing Systems (NeurIPS). Curran Associates Inc., Red Hook, NY, USA (2020)"},{"key":"16_CR13","unstructured":"Hajiramezanali, E., Diamant, N.L., Scalia, G., Shen, M.W.: STab: self-supervised learning for tabular data. In: NeurIPS 2022 First Table Representation Workshop (2022)"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: Conference on Computer Vision and Pattern Recognition (CVPR), pp. 9726\u20139735 (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"issue":"1","key":"16_CR15","doi-asserted-by":"publisher","first-page":"9539","DOI":"10.1038\/s41598-025-94085-z","volume":"15","author":"J Hwang","year":"2025","unstructured":"Hwang, J., Lee, S., Kim, H., Jeong, Y.S.: Subset selection for domain adaptive pre-training of language model. Sci. Rep. 15(1), 9539 (2025)","journal-title":"Sci. Rep."},{"key":"16_CR16","unstructured":"Joshi, S., Mirzasoleiman, B.: Data-efficient contrastive self-supervised learning: most beneficial examples for supervised learning contribute the least. In: International Conference on Machine Learning (ICML) (2023)"},{"key":"16_CR17","unstructured":"Joshi, S., Ni, J., Mirzasoleiman, B.: Dataset distillation via knowledge distillation: towards efficient self-supervised pre-training of deep networks. In: International Conference on Learning Representations (ICLR) (2025)"},{"key":"16_CR18","doi-asserted-by":"crossref","unstructured":"Kim, S., Bae, S., Yun, S.Y.: Coreset sampling from open-set for fine-grained self-supervised learning. arXiv preprint arXiv:2303.11101 (2023)","DOI":"10.1109\/CVPR52729.2023.00728"},{"key":"16_CR19","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems (NIPS) (2012)"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Lu, Z., Wang, Y., Zhang, Y., Han, W., Chen, Z., Haghani, P.: Unsupervised Data Selection via Discrete Speech Representation for ASR (2022)","DOI":"10.21437\/Interspeech.2022-399"},{"key":"16_CR21","doi-asserted-by":"crossref","unstructured":"Misra, I., van\u00a0der Maaten, L.: Self-supervised learning of pretext-invariant representations. In: Conference on Computer Vision and Pattern Recognition (CVPR), pp. 6706\u20136716 (2020)","DOI":"10.1109\/CVPR42600.2020.00674"},{"key":"16_CR22","unstructured":"Nam, J., Tack, J., Lee, K., Lee, H., Shin, J.: STUNT: few-shot tabular learning with self-generated tasks from unlabeled tables. In: International Conference on Learning Representations (ICLR 2023) (2023)"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Park, C., Ahmad, R., Hain, T.: Unsupervised data selection for speech recognition with contrastive loss ratios. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 8587\u20138591 (2022)","DOI":"10.1109\/ICASSP43922.2022.9747390"},{"issue":"4","key":"16_CR24","doi-asserted-by":"publisher","first-page":"1529","DOI":"10.1007\/s10994-022-06253-1","volume":"113","author":"Z Pullar-Strecker","year":"2022","unstructured":"Pullar-Strecker, Z., Dost, K., Frank, E., Wicker, J.: Hitting the target: stopping active learning at the cost-based optimum. Mach. Learn. 113(4), 1529\u20131547 (2022)","journal-title":"Mach. Learn."},{"issue":"8","key":"16_CR25","first-page":"1","volume":"1","author":"A Radford","year":"2018","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I.: Improving language understanding by generative pre-training. OpenAI Blog 1(8), 1\u201312 (2018)","journal-title":"OpenAI Blog"},{"key":"16_CR26","doi-asserted-by":"crossref","unstructured":"Renduchintala, H.S.V.N.S.K., et al.: INGENIOUS: using informative data subsets for efficient pre-training of language models. In: Findings of the Association for Computational Linguistics: EMNLP 2023, pp. 6690\u20136705. Association for Computational Linguistics, Singapore (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.445"},{"key":"16_CR27","unstructured":"Settles, B.: Active learning literature survey. Technical Report\u00a01648, University of Wisconsin-Madison Department of Computer Sciences (2009)"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Seung, H.S., Opper, M., Sompolinsky, H.: Query by committee. In: Proceedings of the Fifth Annual Workshop on Computational Learning Theory, pp. 287\u2013294 (1992)","DOI":"10.1145\/130385.130417"},{"key":"16_CR29","unstructured":"Somepalli, G., Goldblum, M., Schwarzschild, A., Bruss, C.B., Goldstein, T.: SAINT: improved neural networks for tabular data via row attention and contrastive pre-training. arXiv preprint arXiv:2106.01342 (2021)"},{"key":"16_CR30","doi-asserted-by":"crossref","unstructured":"Tharwat, A., Schenck, W.: A survey on active learning: state-of-the-art, practical challenges and research directions. Mathematics 11 (2023)","DOI":"10.3390\/math11040820"},{"key":"16_CR31","doi-asserted-by":"crossref","unstructured":"Tian, Y., H\u00e9naff, O.J., van den Oord, A.: Divide and contrast: self-supervised learning from uncurated data. In: International Conference on Computer Vision (ICCV 2021), pp. 10043\u201310054 (2021)","DOI":"10.1109\/ICCV48922.2021.00991"},{"key":"16_CR32","doi-asserted-by":"crossref","unstructured":"Tripathi, A., Shenoy, P., Chakraborty, A.: Dynamic data selection for efficient SSL via coarse-to-fine refinement. In: European Conference on Computer Vision (ECCV 2024), pp. 377\u2013393. Springer, Cham (2025)","DOI":"10.1007\/978-3-031-73636-0_22"},{"key":"16_CR33","unstructured":"U\u00e7ar, T., Hajiramezanali, E., Edwards, L.: SubTab: subsetting features of tabular data for self-supervised representation learning. In: Proceedings of the 35th International Conference on Neural Information Processing Systems (NeurIPS). Curran Associates Inc., Red Hook, NY, USA (2021)"},{"issue":"2","key":"16_CR34","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/2641190.2641198","volume":"15","author":"J Vanschoren","year":"2013","unstructured":"Vanschoren, J., Rijn, J.N., Bischl, B., Torgo, L.: Openml: networked science in machine learning. SIGKDD Explor. 15(2), 49\u201360 (2013)","journal-title":"SIGKDD Explor."},{"key":"16_CR35","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems (NIPS) (2017)"},{"key":"16_CR36","doi-asserted-by":"crossref","unstructured":"Wang, W.Y., Du, W.W., Xu, D., Wang, W., Peng, W.C.: A survey on self-supervised learning for non-sequential tabular data. Mach. Learn. 114(1) (2025)","DOI":"10.1007\/s10994-024-06674-0"},{"key":"16_CR37","doi-asserted-by":"crossref","unstructured":"Wang, X., et al.: Farewell to aimless large-scale pretraining: influential subset selection for language model. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 555\u2013568. Association for Computational Linguistics, Toronto, Canada (2023)","DOI":"10.18653\/v1\/2023.findings-acl.35"},{"key":"16_CR38","unstructured":"Xie, S.M., Santurkar, S., Ma, T., Liang, P.: Data selection for language models via importance resampling. In: Thirty-Seventh Conference on Neural Information Processing Systems (2023)"},{"key":"16_CR39","unstructured":"Yoon, J., Sohn, K., Li, C.L., Arik, S.O., Lee, C.Y., Pfister, T.: Self-supervise, refine, repeat: improving unsupervised anomaly detection. Trans. Mach. Learn. Res. (2022)"},{"key":"16_CR40","unstructured":"Yoon, J., Zhang, Y., Jordon, J., van\u00a0der Schaar, M.: VIME: extending the success of self- and semi-supervised learning to tabular domain. In: Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"16_CR41","unstructured":"Yosinski, J., Clune, J., Bengio, Y., Lipson, H.: How transferable are features in deep neural networks? In: Advances in Neural Information Processing Systems (NIPS) (2014)"}],"container-title":["Lecture Notes in Computer Science","Discovery Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-05461-6_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T09:07:51Z","timestamp":1759568871000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-05461-6_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783032054609","9783032054616"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-05461-6_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"5 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"DS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Discovery Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ljubljana","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Slovenia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dis2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ds2025.ijs.si\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}