{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T20:36:24Z","timestamp":1779395784674,"version":"3.53.1"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031446924","type":"print"},{"value":"9783031446931","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-44693-1_53","type":"book-chapter","created":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T08:02:39Z","timestamp":1696665759000},"page":"682-694","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Revisit Input Perturbation Problems for\u00a0LLMs: A Unified Robustness Evaluation Framework for\u00a0Noisy Slot Filling Task"],"prefix":"10.1007","author":[{"given":"Guanting","family":"Dong","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinxu","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tingfeng","family":"Hui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daichi","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenlong","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Boqi","family":"Feng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yueyan","family":"Qiu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhuoma","family":"Gongque","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Keqing","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zechen","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weiran","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,8]]},"reference":[{"key":"53_CR1","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. ArXiv abs\/2005.14165 (2020)"},{"key":"53_CR2","unstructured":"Brown, T.B., et al.: Language models are few-shot learners (2020)"},{"key":"53_CR3","unstructured":"Coucke, A., et al.: Snips voice platform: an embedded spoken language understanding system for private-by-design voice interfaces (2018)"},{"key":"53_CR4","unstructured":"Dong, G., et al.: PSSAT: a perturbed semantic structure awareness transferring method for perturbation-robust slot filling. In: Proceedings of the 29th International Conference on Computational Linguistics, pp. 5327\u20135334. International Committee on Computational Linguistics, Gyeongju (2022). https:\/\/aclanthology.org\/2022.coling-1.473"},{"key":"53_CR5","doi-asserted-by":"crossref","unstructured":"Gopalakrishnan, K., Hedayatnia, B., Wang, L., Liu, Y., Hakkani-Tur, D.: Are neural open-domain dialog systems robust to speech recognition errors in the dialog history? An empirical study (2020)","DOI":"10.21437\/Interspeech.2020-1508"},{"key":"53_CR6","unstructured":"Gui, T., et al.: TextFlint: unified multilingual robustness evaluation toolkit for natural language processing (2021)"},{"key":"53_CR7","doi-asserted-by":"crossref","unstructured":"Guo, D., et al.: Revisit out-of-vocabulary problem for slot filling: a unified contrastive frameword with multi-level data augmentations. ArXiv abs\/2302.13584 (2023)","DOI":"10.1109\/ICASSP49357.2023.10094766"},{"key":"53_CR8","unstructured":"Hu, E.J., et al.: LoRA: low-rank adaptation of large language models (2021)"},{"key":"53_CR9","unstructured":"Lazaridou, A., Gribovskaya, E., Stokowiec, W., Grigorev, N.: Internet-augmented language models through few-shot prompting for open-domain question answering. ArXiv abs\/2203.05115 (2022)"},{"key":"53_CR10","doi-asserted-by":"publisher","unstructured":"Li, X., et al.: A robust contrastive alignment method for multi-domain text classification. In: ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 7827\u20137831 (2022). https:\/\/doi.org\/10.1109\/ICASSP43922.2022.9747192","DOI":"10.1109\/ICASSP43922.2022.9747192"},{"key":"53_CR11","doi-asserted-by":"crossref","unstructured":"Li, X., et al.: Generative zero-shot prompt learning for cross-domain slot filling with inverse prompting. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 825\u2013834. Association for Computational Linguistics, Toronto (2023). https:\/\/aclanthology.org\/2023.findings-acl.52","DOI":"10.18653\/v1\/2023.findings-acl.52"},{"key":"53_CR12","doi-asserted-by":"publisher","unstructured":"Lin, J., et al.: M6: multi-modality-to-multi-modality multitask mega-transformer for unified pretraining. In: Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining, KDD 2021, pp. 3251\u20133261. Association for Computing Machinery, New York, NY (2021). https:\/\/doi.org\/10.1145\/3447548.3467206","DOI":"10.1145\/3447548.3467206"},{"key":"53_CR13","unstructured":"Ma, E.: NLP augmentation (2019). https:\/\/github.com\/makcedward\/nlpaug"},{"key":"53_CR14","doi-asserted-by":"publisher","unstructured":"Moradi, M., Samwald, M.: Evaluating the robustness of neural language models to input perturbations. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 1558\u20131570. Association for Computational Linguistics, Online and Punta Cana (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.117, https:\/\/aclanthology.org\/2021.emnlp-main.117","DOI":"10.18653\/v1\/2021.emnlp-main.117"},{"key":"53_CR15","doi-asserted-by":"publisher","unstructured":"Namysl, M., Behnke, S., K\u00f6hler, J.: NAT: noise-aware training for robust neural sequence labeling. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 1501\u20131517. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.138, https:\/\/aclanthology.org\/2020.acl-main.138","DOI":"10.18653\/v1\/2020.acl-main.138"},{"key":"53_CR16","unstructured":"OpenAI: GPT-4 technical report (2023)"},{"key":"53_CR17","unstructured":"Ouyang, L., et al.: Training language models to follow instructions with human feedback (2022)"},{"key":"53_CR18","doi-asserted-by":"crossref","unstructured":"Peng, B., Li, C., Zhang, Z., Zhu, C., Li, J., Gao, J.: RADDLE: an evaluation benchmark and analysis platform for robust task-oriented dialog systems. arXiv preprint arXiv:2012.14666 (2020)","DOI":"10.18653\/v1\/2021.acl-long.341"},{"key":"53_CR19","doi-asserted-by":"crossref","unstructured":"Qixiang, G., et al.: Exploiting domain-slot related keywords description for few-shot cross-domain dialogue state tracking. In: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 2460\u20132465. Association for Computational Linguistics, Abu Dhabi (2022). https:\/\/aclanthology.org\/2022.emnlp-main.157","DOI":"10.18653\/v1\/2022.emnlp-main.157"},{"key":"53_CR20","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using Siamese BERT-networks. arXiv preprint arXiv:1908.10084 (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"53_CR21","doi-asserted-by":"crossref","unstructured":"Ruan, W., Nechaev, Y., Chen, L., Su, C., Kiss, I.: Towards an ASR error robust spoken language understanding system. In: Interspeech 2020 (2020). https:\/\/www.amazon.science\/publications\/towards-an-asr-error-robust-spoken-language-understanding-system","DOI":"10.21437\/Interspeech.2020-2844"},{"key":"53_CR22","unstructured":"Shen, Y., Song, K., Tan, X., Li, D., Lu, W., Zhuang, Y.: HuggingGPT: solving AI tasks with ChatGPT and its friends in HuggingFace (2023)"},{"key":"53_CR23","unstructured":"Touvron, H., et al.: LLaMA: open and efficient foundation language models (2023)"},{"key":"53_CR24","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models (2023)"},{"key":"53_CR25","unstructured":"Wu, D., Chen, Y., Ding, L., Tao, D.: Bridging the gap between clean data training and real-world inference for spoken language understanding. arXiv preprint arXiv:2104.06393 (2021)"},{"key":"53_CR26","doi-asserted-by":"crossref","unstructured":"Zeng, W., et al.: Semi-supervised knowledge-grounded pre-training for task-oriented dialog systems. In: Proceedings of the Towards Semi-Supervised and Reinforced Task-Oriented Dialog Systems (SereTOD), pp. 39\u201347. Association for Computational Linguistics, Abu Dhabi (2022). https:\/\/aclanthology.org\/2022.seretod-1.6","DOI":"10.18653\/v1\/2022.seretod-1.6"},{"key":"53_CR27","doi-asserted-by":"crossref","unstructured":"Zhang, Y., et al.: Pay attention to implicit attribute values: a multi-modal generative framework for AVE task. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 13139\u201313151. Association for Computational Linguistics, Toronto (2023). https:\/\/aclanthology.org\/2023.findings-acl.831","DOI":"10.18653\/v1\/2023.findings-acl.831"},{"key":"53_CR28","doi-asserted-by":"crossref","unstructured":"Zhao, G., Dong, G., Shi, Y., Yan, H., Xu, W., Li, S.: Entity-level interaction via heterogeneous graph for multimodal named entity recognition. In: Findings of the Association for Computational Linguistics: EMNLP 2022, pp. 6345\u20136350. Association for Computational Linguistics, Abu Dhabi (2022). https:\/\/aclanthology.org\/2022.findings-emnlp.473","DOI":"10.18653\/v1\/2022.findings-emnlp.473"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Chinese Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-44693-1_53","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,9]],"date-time":"2023-10-09T08:26:47Z","timestamp":1696840007000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-44693-1_53"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031446924","9783031446931"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-44693-1_53","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"8 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLPCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF International Conference on Natural Language Processing and Chinese Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Foshan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 October 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 October 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nlpcc2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tcci.ccf.org.cn\/conference\/2023\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Softconf","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"478","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"143","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}