{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T06:11:50Z","timestamp":1781244710934,"version":"3.54.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,12,24]],"date-time":"2024-12-24T00:00:00Z","timestamp":1734998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,24]],"date-time":"2024-12-24T00:00:00Z","timestamp":1734998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12273003"],"award-info":[{"award-number":["12273003"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1007\/s10489-024-06154-x","type":"journal-article","created":{"date-parts":[[2024,12,24]],"date-time":"2024-12-24T03:59:47Z","timestamp":1735012787000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A domain-aware model with multi-perspective contrastive learning for natural language understanding"],"prefix":"10.1007","volume":"55","author":[{"given":"Di","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6335-977X","authenticated-orcid":false,"given":"Qingjian","family":"Ni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,24]]},"reference":[{"key":"6154_CR1","unstructured":"Chen Q, Zhuo Z, Wang W (2019) Bert for joint intent classification and slot filling. arXiv:1902.10909"},{"key":"6154_CR2","doi-asserted-by":"crossref","unstructured":"Liu B, Lane I (2016) Attention-based recurrent neural network models for joint intent detection and slot filling. Interspeech 2016","DOI":"10.21437\/Interspeech.2016-1352"},{"key":"6154_CR3","unstructured":"Zhang X, Wang H (2016) A joint model of intent determination and slot filling for spoken language understanding. In: IJCAI, vol 16, pp 2993\u20132999"},{"key":"6154_CR4","doi-asserted-by":"crossref","unstructured":"Cao X, Xiong D, Shi C, Wang C, Meng Y, Hu C (2020) Balanced joint adversarial training for robust intent detection and slot filling. In: Proceedings of the 28th international conference on computational linguistics, pp 4926\u20134936","DOI":"10.18653\/v1\/2020.coling-main.432"},{"key":"6154_CR5","doi-asserted-by":"crossref","unstructured":"Goo C-W, Gao G, Hsu Y-K, Huo C-L, Chen T-C, Hsu K-W, Chen Y-N (2018) Slot-gated modeling for joint slot filling and intent prediction. In: Proceedings of the 2018 conference of the north american chapter of the association for computational linguistics: human language technologies, Volume 2 (Short Papers), pp. 753\u2013757","DOI":"10.18653\/v1\/N18-2118"},{"key":"6154_CR6","doi-asserted-by":"crossref","unstructured":"Li C, Li L, Qi J (2018) A self-attentive model with gate mechanism for spoken language understanding. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp 3824\u20133833","DOI":"10.18653\/v1\/D18-1417"},{"key":"6154_CR7","doi-asserted-by":"crossref","unstructured":"Qin L, Che W, Li Y, Wen H, Liu T (2019) A stack-propagation framework with token-level intent detection for spoken language understanding. In: Proceedings of the 2019 Conference on Empirical Methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), pp 2078\u20132087","DOI":"10.18653\/v1\/D19-1214"},{"key":"6154_CR8","doi-asserted-by":"crossref","unstructured":"Qin L, Liu T, Che W, Kang B, Zhao S, Liu T (2021) A co-interactive transformer for joint slot filling and intent detection. In: ICASSP 2021-2021 IEEE International conference on acoustics, speech and signal processing (ICASSP). IEEE, pp 8193\u20138197","DOI":"10.1109\/ICASSP39728.2021.9414110"},{"key":"6154_CR9","doi-asserted-by":"publisher","first-page":"106537","DOI":"10.1016\/j.knosys.2020.106537","volume":"211","author":"P Yang","year":"2021","unstructured":"Yang P, Ji D, Ai C, Li B (2021) Aise: Attending to intent and slots explicitly for better spoken language understanding. Knowl-Based Syst 211:106537","journal-title":"Knowl-Based Syst"},{"key":"6154_CR10","doi-asserted-by":"publisher","first-page":"107756","DOI":"10.1016\/j.compag.2023.107756","volume":"207","author":"X Hao","year":"2023","unstructured":"Hao X, Wang L, Zhu H, Guo X (2023) Joint agricultural intent detection and slot filling based on enhanced heterogeneous attention mechanism. Comput Electron Agric 207:107756","journal-title":"Comput Electron Agric"},{"key":"6154_CR11","doi-asserted-by":"crossref","unstructured":"Tur G, Hakkani-T\u00fcr D, Heck L (2010) What is left to be understood in Atis? In: 2010 IEEE Spoken language technology workshop, pp 19\u201324. IEEE","DOI":"10.1109\/SLT.2010.5700816"},{"key":"6154_CR12","doi-asserted-by":"crossref","unstructured":"Coucke A, Saade A, Ball A, Bluche T, Caulier A, Leroy D, Doumouro C, Gisselbrecht T, Caltagirone F, Lavril T et al (2018) Snips voice platform: an embedded spoken language understanding system for private-by-design voice interfaces. arXiv:1805.10190","DOI":"10.1109\/EMC2-NIPS53020.2019.00021"},{"key":"6154_CR13","doi-asserted-by":"crossref","unstructured":"Haffner P, Tur G, Wright JH (2003) Optimizing svms for complex call classification. In: 2003 IEEE International conference on acoustics, speech, and signal processing, 2003. Proceedings.(ICASSP\u201903)., vol. 1, p. IEEE","DOI":"10.1109\/ICASSP.2003.1198860"},{"key":"6154_CR14","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1023\/A:1007649029923","volume":"39","author":"RE Schapire","year":"2000","unstructured":"Schapire RE, Singer Y (2000) Boostexter: A boosting-based system for text categorization. Mach Learn 39:135\u2013168","journal-title":"Mach Learn"},{"key":"6154_CR15","doi-asserted-by":"crossref","unstructured":"Mikolov T, Karafi\u00e1t M, Burget L, Cernock\u1ef3 J, Khudanpur S (2010) Recurrent neural network based language model. In: Interspeech, vol. 2, Makuhari, pp 1045\u20131048","DOI":"10.21437\/Interspeech.2010-343"},{"key":"6154_CR16","unstructured":"Chen Y (2015) Convolutional neural network for sentence classification. Master\u2019s thesis, University of Waterloo"},{"key":"6154_CR17","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst 30"},{"key":"6154_CR18","unstructured":"Hinton GE, Sabour S, Frosst N (2018) Matrix capsules with em routing. In: International conference on learning representations"},{"key":"6154_CR19","doi-asserted-by":"crossref","unstructured":"Xia C, Zhang C, Yan X, Chang Y, Philip SY (2018) Zero-shot user intent detection via capsule neural networks. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp 3090\u20133099","DOI":"10.18653\/v1\/D18-1348"},{"key":"6154_CR20","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2018) Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv:1810.04805"},{"key":"6154_CR21","doi-asserted-by":"crossref","unstructured":"Wang C, Liu X, Chen Z, Hong H, Tang J, Song D (2022) Deepstruct: Pretraining of language models for structure prediction. In: Findings of the association for computational linguistics: ACL 2022, pp 803\u2013823","DOI":"10.18653\/v1\/2022.findings-acl.67"},{"key":"6154_CR22","doi-asserted-by":"crossref","unstructured":"Hakkani-T\u00fcr D, T\u00fcr G, Celikyilmaz A, Chen Y-N, Gao J, Deng L, Wang Y-Y (2016) Multi-domain joint semantic frame parsing using bi-directional rnn-lstm. In: Interspeech, pp 715\u2013719","DOI":"10.21437\/Interspeech.2016-402"},{"key":"6154_CR23","doi-asserted-by":"crossref","unstructured":"Phuong NM, Le T, Minh NL (2022) Cae: mechanism to diminish the class imbalanced in slu slot filling task. In: International conference on computational collective intelligence. Springer, pp 150\u2013163","DOI":"10.1007\/978-3-031-16210-7_12"},{"key":"6154_CR24","doi-asserted-by":"crossref","unstructured":"Zhang L, Ma D, Zhang X, Yan X, Wang H (2020) Graph lstm with context-gated mechanism for spoken language understanding. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 9539\u20139546","DOI":"10.1609\/aaai.v34i05.6499"},{"key":"6154_CR25","doi-asserted-by":"crossref","unstructured":"Dao MH, Truong TH, Nguyen DQ (2021) Intent detection and slot filling for Vietnamese. arXiv:2104.02021","DOI":"10.21437\/Interspeech.2021-618"},{"key":"6154_CR26","doi-asserted-by":"crossref","unstructured":"Wu D, Ding L, Lu F, Xie J (2020) Slotrefine: A fast non-autoregressive model for joint intent detection and slot filling. In: Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP), pp 1932\u20131937","DOI":"10.18653\/v1\/2020.emnlp-main.152"},{"key":"6154_CR27","unstructured":"Haihong E, Niu P, Chen Z, Song M (2019) A novel bi-directional interrelated model for joint intent detection and slot filling. In: Proceedings of the 57th Annual meeting of the association for computational linguistics, pp 5467\u20135471"},{"key":"6154_CR28","doi-asserted-by":"publisher","first-page":"107013","DOI":"10.1016\/j.engappai.2023.107013","volume":"126","author":"M Rafiepour","year":"2023","unstructured":"Rafiepour M, Sartakhti JS (2023) Ctran: Cnn-transformer-based network for natural language understanding. Eng Appl Artif Intell 126:107013","journal-title":"Eng Appl Artif Intell"},{"key":"6154_CR29","doi-asserted-by":"crossref","unstructured":"Tu NA, Hieu DX, Phuong TM, Bach NX (2023) A bidirectional joint model for spoken language understanding. In: ICASSP 2023-2023 IEEE International conference on acoustics, speech and signal processing (ICASSP). IEEE, pp 1\u20135","DOI":"10.1109\/ICASSP49357.2023.10096195"},{"key":"6154_CR30","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R (2020) Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 9729\u20139738","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"6154_CR31","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G (2020) A simple framework for contrastive learning of visual representations. In: International conference on machine learning. PMLR, pp 1597\u20131607"},{"key":"6154_CR32","unstructured":"Grill J-B, Strub F, Altch\u00e9 F, Tallec C, Richemond P, Buchatskaya E, Doersch C, Avila Pires B, Guo Z, Gheshlaghi Azar M et al (2020) Bootstrap your own latent-a new approach to self-supervised learning. Adv Neural Inf Process Syst 33:21271\u201321284"},{"key":"6154_CR33","doi-asserted-by":"crossref","unstructured":"Chen X, He K (2021) Exploring simple siamese representation learning. In: Proceedings of the IEEE\/CVF Conference on computer vision and pattern recognition, pp 15750\u201315758","DOI":"10.1109\/CVPR46437.2021.01549"},{"key":"6154_CR34","unstructured":"Tian Y, Fan L, Isola P, Chang H, Krishnan D (2024) Stablerep: Synthetic images from text-to-image models make strong visual representation learners. Adv Neural Inf Process Syst 36"},{"key":"6154_CR35","unstructured":"Radford A, Kim JW, Hallacy C, Ramesh A, Goh G, Agarwal S, Sastry G, Askell A, Mishkin P, Clark J et al (2021) Learning transferable visual models from natural language supervision. In: International conference on machine learning. PMLR, pp 8748\u20138763"},{"key":"6154_CR36","doi-asserted-by":"crossref","unstructured":"Yan Y, Li R, Wang S, Zhang F, Wu W, Xu WC (2021) A contrastive framework for self-supervised sentence representation transfer. In: Proceedings of the 59th annual meeting of the association for computational linguistics and the 11th international joint conference on natural language processing, vol. 1","DOI":"10.18653\/v1\/2021.acl-long.393"},{"key":"6154_CR37","doi-asserted-by":"crossref","unstructured":"Gao T, Yao X, Chen D (2021) Simcse: Simple contrastive learning of sentence embeddings. In: 2021 Conference on empirical methods in natural language processing, EMNLP 2021, pp 6894\u20136910. Association for Computational Linguistics (ACL)","DOI":"10.18653\/v1\/2021.emnlp-main.552"},{"key":"6154_CR38","unstructured":"Jain N, Chiang P-Y, Wen Y, Kirchenbauer J, Chu H-M, Somepalli G, Bartoldson BR, Kailkhura B, Schwarzschild A, Saha A et al (2023) Neftune: Noisy embeddings improve instruction finetuning. In: The Twelfth international conference on learning representations"},{"key":"6154_CR39","first-page":"9459","volume":"33","author":"P Lewis","year":"2020","unstructured":"Lewis P, Perez E, Piktus A, Petroni F, Karpukhin V, Goyal N, K\u00fcttler H, Lewis M, Yih W-T, Rockt\u00e4schel T et al (2020) Retrieval-augmented generation for knowledge-intensive nlp tasks. Adv Neural Inf Process Syst 33:9459\u20139474","journal-title":"Adv Neural Inf Process Syst"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-06154-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-06154-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-06154-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,30]],"date-time":"2025-01-30T16:05:45Z","timestamp":1738253145000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-06154-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,24]]},"references-count":39,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,2]]}},"alternative-id":["6154"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-06154-x","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,24]]},"assertion":[{"value":"4 December 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 December 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}},{"value":"This paper hereby states that all data used in this study were obtained in an ethical manner and in accordance with informed consent protocols. The dataset used in this study was obtained from NIO. The use of this dataset for academic or research purposes does not violate any copyright, intellectual property or data protection legislation.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}}],"article-number":"218"}}