{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T23:18:25Z","timestamp":1784243905876,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"EPSRC grant EP\/V025961\/1"},{"name":"ANR-22-CE23-0002 ERIANA"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591667","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:23Z","timestamp":1689726143000},"page":"216-226","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Distilling Semantic Concept Embeddings from Contrastively Fine-Tuned Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6776-3908","authenticated-orcid":false,"given":"Na","family":"Li","sequence":"first","affiliation":[{"name":"University of Shanghai for Science and Technology, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-5271-1103","authenticated-orcid":false,"given":"Hanane","family":"Kteich","sequence":"additional","affiliation":[{"name":"CRIL CNRS & University of Artois, Lens, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1662-4163","authenticated-orcid":false,"given":"Zied","family":"Bouraoui","sequence":"additional","affiliation":[{"name":"CRIL CNRS & University of Artois, Lens, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9256-2881","authenticated-orcid":false,"given":"Steven","family":"Schockaert","sequence":"additional","affiliation":[{"name":"Cardiff University, Cardiff , United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.wnut-1.5"},{"key":"e_1_3_2_2_2_1","volume-title":"Proceedings of the Annual Meeting of the Cognitive Science Society","volume":"27","author":"Almuhareb Abdulrahman","year":"2005","unstructured":"Abdulrahman Almuhareb and Massimo Poesio. 2005. Concept learning and categorization from the web. In Proceedings of the Annual Meeting of the Cognitive Science Society, Vol. 27."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-1023"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0027577"},{"key":"e_1_3_2_2_5_1","volume-title":"GenericsKB: A Knowledge Base of Generic Statements. CoRR","author":"Bhakthavatsalam Sumithra","year":"2020","unstructured":"Sumithra Bhakthavatsalam, Chloe Anastasiades, and Peter Clark. 2020. GenericsKB: A Knowledge Base of Generic Statements. CoRR, Vol. abs\/2005.00660 (2020)."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.431"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/E17-2036"},{"key":"e_1_3_2_2_8_1","volume-title":"Hang Dong, and Ian Horrocks.","author":"Chen Jiaoyan","year":"2022","unstructured":"Jiaoyan Chen, Yuan He, Ernesto Jim\u00e9 nez-Ruiz, Hang Dong, and Ian Horrocks. 2022. Contextual Semantic Embeddings for Ontology Subsumption Prediction. CoRR, Vol. abs\/2202.09791 (2022). [arXiv]2202.09791 https:\/\/arxiv.org\/abs\/2202.09791"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00325"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_13_1","volume-title":"A synopsis of linguistic theory","author":"Firth John R","year":"1930","unstructured":"John R Firth. 1957. A synopsis of linguistic theory, 1930--1955. Studies in Linguistic Analysis (1957)."},{"key":"e_1_3_2_2_14_1","volume-title":"Proceedings of the 41th Annual Meeting of the Cognitive Science Society, Ashok K. Goel, Colleen M. Seifert, and Christian Freksa (Eds.). cognitivesciencesociety.org, 1753--1759","author":"Forbes Maxwell","year":"2019","unstructured":"Maxwell Forbes, Ari Holtzman, and Yejin Choi. 2019. Do Neural Language Representations Learn Physical Commonsense?. In Proceedings of the 41th Annual Meeting of the Cognitive Science Society, Ashok K. Goel, Colleen M. Seifert, and Christian Freksa (Eds.). cognitivesciencesociety.org, 1753--1759. https:\/\/mindmodeling.org\/cogsci2019\/papers\/0311\/index.html"},{"key":"e_1_3_2_2_15_1","volume-title":"Proceedings of the 29th International Conference on Computational Linguistics. International Committee on Computational Linguistics, Gyeongju, Republic of Korea, 3971--3983","author":"Gajbhiye Amit","year":"2022","unstructured":"Amit Gajbhiye, Luis Espinosa-Anke, and Steven Schockaert. 2022. Modelling Commonsense Properties Using Pre-Trained Bi-Encoders. In Proceedings of the 29th International Conference on Computational Linguistics. International Committee on Computational Linguistics, Gyeongju, Republic of Korea, 3971--3983. https:\/\/aclanthology.org\/2022.coling-1.349"},{"key":"e_1_3_2_2_16_1","volume-title":"SemGloVe: Semantic Co-occurrences for GloVe from BERT. CoRR","author":"Gan Leilei","year":"2020","unstructured":"Leilei Gan, Zhiyang Teng, Yue Zhang, Linchao Zhu, Fei Wu, and Yi Yang. 2020. SemGloVe: Semantic Co-occurrences for GloVe from BERT. CoRR, Vol. abs\/2012.15197 (2020). [arXiv]2012.15197 https:\/\/arxiv.org\/abs\/2012.15197"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"crossref","unstructured":"Jonathan Gordon and Benjamin Van Durme. 2013. Reporting bias and knowledge acquisition. In AKBC@CIKM. ACM 25--30.","DOI":"10.1145\/2509558.2509563"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1080\/00437956.1954.11659520"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i5.20510"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.128"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1162\/dint_a_00013"},{"key":"e_1_3_2_2_26_1","volume-title":"Supervised Contrastive Learning. In Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020","author":"Khosla Prannay","year":"2020","unstructured":"Prannay Khosla, Piotr Teterwak, Chen Wang, Aaron Sarna, Yonglong Tian, Phillip Isola, Aaron Maschinot, Ce Liu, and Dilip Krishnan. 2020. Supervised Contrastive Learning. In Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual, Hugo Larochelle, Marc'Aurelio Ranzato, Raia Hadsell, Maria-Florina Balcan, and Hsuan-Tien Lin (Eds.). https:\/\/proceedings.neurips.cc\/paper\/2020\/hash\/d89a66c7c80a29b1bdbab0f2a1a94af8-Abstract.html"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1072"},{"key":"e_1_3_2_2_28_1","volume-title":"Proceedings of the 27th International Conference on Computational Linguistics. Association for Computational Linguistics","author":"Kutuzov Andrey","year":"2018","unstructured":"Andrey Kutuzov, Lilja \u00d8vrelid, Terrence Szymanski, and Erik Velldal. 2018. Diachronic word embeddings and semantic shifts: a survey. In Proceedings of the 27th International Conference on Computational Linguistics. Association for Computational Linguistics, Santa Fe, New Mexico, USA, 1384--1397. https:\/\/aclanthology.org\/C18-1117"},{"key":"e_1_3_2_2_29_1","volume-title":"Boosting Few-Shot Learning With Adaptive Margin Loss. In 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 12573--12581","author":"Li Aoxue","year":"2020","unstructured":"Aoxue Li, Weiran Huang, Xu Lan, Jiashi Feng, Zhenguo Li, and Liwei Wang. 2020a. Boosting Few-Shot Learning With Adaptive Margin Loss. In 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 12573--12581."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.733"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/530"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30793-6_25"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.109"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.conll-1.44"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.333"},{"key":"e_1_3_2_2_36_1","volume-title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach. CoRR","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. RoBERTa: A Robustly Optimized BERT Pretraining Approach. CoRR, Vol. abs\/1907.11692 (2019)."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_38_1","volume-title":"Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers. The COLING 2016 Organizing Committee","author":"Ma Yukun","year":"2016","unstructured":"Yukun Ma, Erik Cambria, and Sa Gao. 2016. Label Embedding for Zero-shot Fine-grained Named Entity Typing. In Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers. The COLING 2016 Organizing Committee, Osaka, Japan, 171--180. https:\/\/aclanthology.org\/C16--1017"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-86523-8_37"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"crossref","unstructured":"Ken McRae et al. 2005. Semantic feature production norms for a large set of living and nonliving things. Behavior research methods Vol. 37 (2005) 547--559.","DOI":"10.3758\/BF03192726"},{"key":"e_1_3_2_2_41_1","volume-title":"Proceedings of the Society for Computation in Linguistics 2020","author":"Mickus Timothee","year":"2020","unstructured":"Timothee Mickus, Denis Paperno, Mathieu Constant, and Kees van Deemter. 2020. What do you mean, BERT?. In Proceedings of the Society for Computation in Linguistics 2020. Association for Computational Linguistics, New York, New York, 279--290. https:\/\/aclanthology.org\/2020.scil-1.35"},{"key":"e_1_3_2_2_42_1","volume-title":"Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Association for Computational Linguistics","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov, Wen-tau Yih, and Geoffrey Zweig. 2013. Linguistic Regularities in Continuous Space Word Representations. In Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Association for Computational Linguistics, Atlanta, Georgia, 746--751. https:\/\/aclanthology.org\/N13-1090"},{"key":"e_1_3_2_2_43_1","volume-title":"Proceedings of the Joint Conference of the 47th Annual Meeting of the ACL and the 4th International Joint Conference on Natural Language Processing of the AFNLP","author":"Mintz Mike","unstructured":"Mike Mintz, Steven Bills, Rion Snow, and Daniel Jurafsky. 2009. Distant supervision for relation extraction without labeled data. In Proceedings of the Joint Conference of the 47th Annual Meeting of the ACL and the 4th International Joint Conference on Natural Language Processing of the AFNLP. Association for Computational Linguistics, Suntec, Singapore, 1003--1011. https:\/\/aclanthology.org\/P09-1113"},{"key":"e_1_3_2_2_44_1","volume-title":"Proceedings of the 44th Annual Conference of the Cognitive Science Society.","author":"Misra Kanishka","year":"2022","unstructured":"Kanishka Misra, Julia Rayz, and Allyson Ettinger. 2022. A Property Induction Framework for Neural Language Models. In Proceedings of the 44th Annual Conference of the Cognitive Science Society."},{"key":"e_1_3_2_2_45_1","volume-title":"The representation of ontological category concepts as affected by healthy aging: Normative data and theoretical implications. Behavior research methods","author":"Morrow Lorna I","year":"2005","unstructured":"Lorna I Morrow and M Frances Duffy. 2005. The representation of ontological category concepts as affected by healthy aging: Normative data and theoretical implications. Behavior research methods, Vol. 37, 4 (2005), 608--625."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1570"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_2_2_48_1","volume-title":"Ng","author":"Socher Richard","year":"2013","unstructured":"Richard Socher, Milind Ganjoo, Hamsa Sridhar, Osbert Bastani, Christopher D. Manning, and Andrew Y. Ng. 2013. Zero-Shot Learning Through Cross-Modal Transfer. In 1st International Conference on Learning Representations, ICLR 2013, Scottsdale, Arizona, USA, May 2-4, 2013, Workshop Track Proceedings, Yoshua Bengio and Yann LeCun (Eds.). http:\/\/arxiv.org\/abs\/1301.3666"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"e_1_3_2_2_50_1","volume-title":"7th International Conference on Learning Representations, ICLR 2019","author":"Tenney Ian","year":"2019","unstructured":"Ian Tenney, Patrick Xia, Berlin Chen, Alex Wang, Adam Poliak, R. Thomas McCoy, Najoung Kim, Benjamin Van Durme, Samuel R. Bowman, Dipanjan Das, and Ellie Pavlick. 2019. What do you learn from context? Probing for sentence structure in contextualized word representations. In 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6-9, 2019. OpenReview.net. https:\/\/openreview.net\/forum?id=SJzSgnRcKX"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.372"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1320"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210000"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_2_56_1","volume-title":"Proceedings of the 29th International Conference on Computational Linguistics, COLING 2022, Gyeongju, Republic of Korea","author":"Wada Takashi","year":"2022","unstructured":"Takashi Wada, Timothy Baldwin, Yuji Matsumoto, and Jey Han Lau. 2022. Unsupervised Lexical Substitution with Decontextualised Embeddings. In Proceedings of the 29th International Conference on Computational Linguistics, COLING 2022, Gyeongju, Republic of Korea, October 12-17, 2022, Nicoletta Calzolari, Chu-Ren Huang, Hansaem Kim, James Pustejovsky, Leo Wanner, Key-Sun Choi, Pum-Mo Ryu, Hsin-Hsi Chen, Lucia Donatelli, Heng Ji, Sadao Kurohashi, Patrizia Paggio, Nianwen Xue, Seokhwan Kim, Younggyun Hahm, Zhong He, Tony Kyungil Lee, Enrico Santus, Francis Bond, and Seung-Hoon Na (Eds.). International Committee on Computational Linguistics, 4172--4185. https:\/\/aclanthology.org\/2022.coling-1.366"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3065201"},{"key":"e_1_3_2_2_58_1","volume-title":"Proceedings of the Annual Conference on Neural Information Processing Systems. 4848--4858","author":"Xing Chen","unstructured":"Chen Xing, Negar Rostamzadeh, Boris N. Oreshkin, and Pedro O. Pinheiro. 2019. Adaptive Cross-Modal Few-shot Learning. In Proceedings of the Annual Conference on Neural Information Processing Systems. 4848--4858."},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1084"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460426.3463641"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i3.20205"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3470564"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102455"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Taipei Taiwan","acronym":"SIGIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591667","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591667","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:40Z","timestamp":1750182700000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591667"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":63,"alternative-id":["10.1145\/3539618.3591667","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591667","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}