{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T02:50:55Z","timestamp":1772938255329,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":87,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62302176"],"award-info":[{"award-number":["62302176"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1145\/3650105.3652297","type":"proceedings-article","created":{"date-parts":[[2024,6,12]],"date-time":"2024-06-12T16:01:35Z","timestamp":1718208095000},"page":"12-23","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["MeTMaP: Metamorphic Testing for Detecting False Vector Matching Problems in LLM Augmented Generation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-0172-3950","authenticated-orcid":false,"given":"Guanyu","family":"Wang","sequence":"first","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4382-0757","authenticated-orcid":false,"given":"Yuekang","family":"Li","sequence":"additional","affiliation":[{"name":"University of New South Wales, Sydney, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4978-127X","authenticated-orcid":false,"given":"Yi","family":"Liu","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0046-6674","authenticated-orcid":false,"given":"Gelei","family":"Deng","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2207-1622","authenticated-orcid":false,"given":"Tianlin","family":"Li","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3310-926X","authenticated-orcid":false,"given":"Guosheng","family":"Xu","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7300-9215","authenticated-orcid":false,"given":"Yang","family":"Liu","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1100-8633","authenticated-orcid":false,"given":"Haoyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3977-6573","authenticated-orcid":false,"given":"Kailong","family":"Wang","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2023. MeTMaP. https:\/\/anonymous.4open.science\/r\/MeTMaP-879B. (2023)."},{"key":"e_1_3_2_1_2_1","unstructured":"0xk1h0. 2023. ChatGPT_DAN. https:\/\/github.com\/0xk1h0\/ChatGPT_DAN. (2023)."},{"key":"e_1_3_2_1_3_1","volume-title":"Improving the reliability of deep neural networks in NLP: A review. Knowledge-Based Systems 191","author":"Alshemali Basemah","year":"2020","unstructured":"Basemah Alshemali and Jugal Kalita. 2020. Improving the reliability of deep neural networks in NLP: A review. Knowledge-Based Systems 191 (2020)."},{"key":"e_1_3_2_1_4_1","first-page":"49","article-title":"On the generalised distance in statistics","volume":"2","author":"Chandra Mahalanobis Prasanta","year":"1936","unstructured":"Mahalanobis Prasanta Chandra et al. 1936. On the generalised distance in statistics. In Proceedings of the National Institute of Sciences of India, Vol. 2. 49--55.","journal-title":"Proceedings of the National Institute of Sciences of India"},{"key":"e_1_3_2_1_5_1","volume-title":"Play Guessing Game with LLM: Indirect Jailbreak Attack with Implicit Clues. arXiv preprint arXiv:2402.09091","author":"Chang Zhiyuan","year":"2024","unstructured":"Zhiyuan Chang, Mingyang Li, Yi Liu, Junjie Wang, Qing Wang, and Yang Liu. 2024. Play Guessing Game with LLM: Indirect Jailbreak Attack with Implicit Clues. arXiv preprint arXiv:2402.09091 (2024)."},{"key":"e_1_3_2_1_6_1","unstructured":"Harrison Chase. 2022. LangChain. https:\/\/python.langchain.com\/docs\/get_started\/introduction. (2022)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","unstructured":"Songqiang Chen Shuo Jin and Xiaoyuan Xie. 2021. Testing Your Question Answering Software via Asking Recursively. In ASE. 104--116. 10.1109\/ASE51524.2021.9678670","DOI":"10.1109\/ASE51524.2021.9678670"},{"key":"e_1_3_2_1_8_1","volume-title":"Metamorphic Testing: A New Approach for Generating Next Test Cases. ArXiv abs\/2002.12543","author":"Chen Tsong Yueh","year":"2020","unstructured":"Tsong Yueh Chen, S. C. Cheung, and Siu-Ming Yiu. 2020. Metamorphic Testing: A New Approach for Generating Next Test Cases. ArXiv abs\/2002.12543 (2020). https:\/\/api.semanticscholar.org\/CorpusID:15467386"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3143561","article-title":"Metamorphic Testing: A Review of Challenges and Opportunities","volume":"51","author":"Chen Tsong Yueh","year":"2018","unstructured":"Tsong Yueh Chen, Fei-Ching Kuo, Huai Liu, Pak-Lok Poon, Dave Towey, T. H. Tse, and Zhi Quan Zhou. 2018. Metamorphic Testing: A Review of Challenges and Opportunities. ACM Comput. Surv. 51, 1 (jan 2018), 27.","journal-title":"ACM Comput. Surv."},{"key":"e_1_3_2_1_10_1","volume-title":"Revealing the Blind Spot of Sentence Encoder Evaluation by HEROS. arXiv preprint arXiv:2306.05083","author":"Chiang Cheng-Han","year":"2023","unstructured":"Cheng-Han Chiang, Yung-Sung Chuang, James Glass, and Hung-yi Lee. 2023. Revealing the Blind Spot of Sentence Encoder Evaluation by HEROS. arXiv preprint arXiv:2306.05083 (2023)."},{"key":"e_1_3_2_1_11_1","unstructured":"chroma core. 2023. Chroma. https:\/\/github.com\/chroma-core\/chroma. (2023)."},{"key":"e_1_3_2_1_12_1","volume-title":"Electra: Pre-training text encoders as discriminators rather than generators. arXiv preprint arXiv:2003.10555","author":"Clark Kevin","year":"2020","unstructured":"Kevin Clark, Minh-Thang Luong, Quoc V Le, and Christopher D Manning. 2020. Electra: Pre-training text encoders as discriminators rather than generators. arXiv preprint arXiv:2003.10555 (2020)."},{"key":"e_1_3_2_1_13_1","unstructured":"cohere. 2023. Cohere. https:\/\/dashboard.cohere.com\/. (2023)."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of acl-08: Hlt. 1039--1047","author":"De Marneffe Marie-Catherine","year":"2008","unstructured":"Marie-Catherine De Marneffe, Anna N Rafferty, and Christopher D Manning. 2008. Finding contradictions in text. In Proceedings of acl-08: Hlt. 1039--1047."},{"key":"e_1_3_2_1_15_1","volume-title":"Jailbreaker: Automated Jailbreak Across Multiple Large Language Model Chatbots.","author":"Deng Gelei","year":"2023","unstructured":"Gelei Deng, Yi Liu, Yuekang Li, Kailong Wang, Ying Zhang, Zefeng Li, Haoyu Wang, Tianwei Zhang, and Yang Liu. 2023. Jailbreaker: Automated Jailbreak Across Multiple Large Language Model Chatbots. (2023). arXiv:cs.CR\/2307.08715"},{"key":"e_1_3_2_1_16_1","volume-title":"Pandora: Jailbreak GPTs by Retrieval Augmented Generation Poisoning. arXiv preprint arXiv:2402.08416","author":"Deng Gelei","year":"2024","unstructured":"Gelei Deng, Yi Liu, Kailong Wang, Yuekang Li, Tianwei Zhang, and Yang Liu. 2024. Pandora: Jailbreak GPTs by Retrieval Augmented Generation Poisoning. arXiv preprint arXiv:2402.08416 (2024)."},{"key":"e_1_3_2_1_17_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. CoRR abs\/1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. CoRR abs\/1810.04805 (2018). arXiv:1810.04805 http:\/\/arxiv.org\/abs\/1810.04805"},{"key":"e_1_3_2_1_18_1","unstructured":"docarray. 2023. DocArray. https:\/\/github.com\/docarray\/docarray. (2023)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Salvatore Claudio Fanni Maria Febi Gayane Aghakhanyan and Emanuele Neri. 2023. Natural language processing. In Introduction to Artificial Intelligence. 87--99.","DOI":"10.1007\/978-3-031-25928-9_5"},{"key":"e_1_3_2_1_20_1","unstructured":"FlowiseAI. 2023. Flowise. https:\/\/github.com\/FlowiseAI\/Flowise. (2023)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Mingyang Geng Shangwen Wang Dezun Dong Haotian Wang Shaomeng Cao Kechi Zhang and Zhi Jin. 2023. Interpretation-based Code Summarization. In ICPC.","DOI":"10.1109\/ICPC58990.2023.00026"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Kai Greshake Sahar Abdelnabi Shailesh Mishra Christoph Endres Thorsten Holz and Mario Fritz. 2023. Not what you've signed up for: Compromising Real-World LLM-Integrated Applications with Indirect Prompt Injection. (2023). arXiv:cs.CR\/2302.12173","DOI":"10.1145\/3605764.3623985"},{"key":"e_1_3_2_1_23_1","unstructured":"Sylvain Gugger. 2023. RWKV. https:\/\/huggingface.co\/sgugger\/rwkv-430M-pile. (2023)."},{"key":"e_1_3_2_1_24_1","volume-title":"Accelerating Large-Scale Inference with Anisotropic Vector Quantization. In International Conference on Machine Learning. https:\/\/arxiv.org\/abs\/1908","author":"Guo Ruiqi","year":"2020","unstructured":"Ruiqi Guo, Philip Sun, Erik Lindgren, Quan Geng, David Simcha, Felix Chern, and Sanjiv Kumar. 2020. Accelerating Large-Scale Inference with Anisotropic Vector Quantization. In International Conference on Machine Learning. https:\/\/arxiv.org\/abs\/1908.10396"},{"key":"e_1_3_2_1_25_1","volume-title":"Advantages, Limitations, and Future Directions in Natural Language Processing. arXiv preprint","author":"Hariri Walid","year":"2023","unstructured":"Walid Hariri. 2023. Unlocking the Potential of ChatGPT: A Comprehensive Exploration of its Applications, Advantages, Limitations, and Future Directions in Natural Language Processing. arXiv preprint (2023)."},{"key":"e_1_3_2_1_26_1","unstructured":"Pengcheng He Jianfeng Gao and Weizhu Chen. 2021. DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing. (2021). arXiv:cs.CL\/2111.09543"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Xinyi Hou Yanjie Zhao Yue Liu Zhou Yang Kailong Wang Li Li Xiapu Luo David Lo John Grundy and Haoyu Wang. 2023. Large Language Models for Software Engineering: A Systematic Literature Review. (2023). arXiv:cs.SE\/2308.10620","DOI":"10.1145\/3695988"},{"key":"e_1_3_2_1_28_1","unstructured":"Chenxu Hu Jie Fu Chenzhuang Du Simian Luo Junbo Zhao and Hang Zhao. 2023. ChatDB: Augmenting LLMs with Databases as Their Symbolic Memory. (2023). arXiv:cs.AI\/2306.03901"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2019.2921572"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00300"},{"key":"e_1_3_2_1_31_1","volume-title":"Compressing text classification models. arXiv preprint arXiv:1612.03651","author":"Joulin Armand","year":"2016","unstructured":"Armand Joulin, Edouard Grave, Piotr Bojanowski, Matthijs Douze, H\u00e9rve J\u00e9gou, and Tomas Mikolov. 2016. FastText.zip: Compressing text classification models. arXiv preprint arXiv:1612.03651 (2016)."},{"key":"e_1_3_2_1_32_1","volume-title":"May AI help you? An analysis of the barriers impeding the implementation and use of artificial intelligence-enabled virtual assistants in retail. Journal of Retailing and Consumer Services 72","author":"Kamoonpuri Sana Zehra","year":"2023","unstructured":"Sana Zehra Kamoonpuri and Anita Sengar. 2023. Hi, May AI help you? An analysis of the barriers impeding the implementation and use of artificial intelligence-enabled virtual assistants in retail. Journal of Retailing and Consumer Services 72 (2023)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00453"},{"key":"e_1_3_2_1_34_1","volume-title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations. CoRR abs\/1909.11942","author":"Lan Zhenzhong","year":"2019","unstructured":"Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, and Radu Soricut. 2019. ALBERT: A Lite BERT for Self-supervised Learning of Language Representations. CoRR abs\/1909.11942 (2019). arXiv:1909.11942 http:\/\/arxiv.org\/abs\/1909.11942"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/234173.234210"},{"key":"e_1_3_2_1_36_1","volume-title":"Digger: Detecting Copyright Content Mis-usage in Large Language Model Training.","author":"Li Haodong","year":"2024","unstructured":"Haodong Li, Gelei Deng, Yi Liu, Kailong Wang, Yuekang Li, Tianwei Zhang, Yang Liu, Guoai Xu, Guosheng Xu, and Haoyu Wang. 2024. Digger: Detecting Copyright Content Mis-usage in Large Language Model Training. (2024). arXiv:cs.CR\/2401.00676"},{"key":"e_1_3_2_1_37_1","unstructured":"Jinfeng Li Shouling Ji Tianyu Du Bo Li and Ting Wang. 2019. TextBugger: Generating Adversarial Text Against Real-world Applications. In NDSS."},{"key":"e_1_3_2_1_38_1","volume-title":"A Cross-Language Investigation into Jailbreak Attacks in Large Language Models. arXiv preprint arXiv:2401.16765","author":"Li Jie","year":"2024","unstructured":"Jie Li, Yi Liu, Chongyang Liu, Ling Shi, Xiaoning Ren, Yaowen Zheng, Yang Liu, and Yinxing Xue. 2024. A Cross-Language Investigation into Jailbreak Attacks in Large Language Models. arXiv preprint arXiv:2401.16765 (2024)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","unstructured":"Jerry Liu. 2022. LlamaIndex. (11 2022). 10.5281\/zenodo.1234","DOI":"10.5281\/zenodo.1234"},{"key":"e_1_3_2_1_40_1","volume-title":"June","author":"Liu Yi","year":"2023","unstructured":"Yi Liu, Gelei Deng, Yuekang Li, Kailong Wang, Tianwei Zhang, Yepang Liu, Haoyu Wang, Yan Zheng, and Yang Liu. Prompt Injection attack against LLM-integrated Applications, June 2023. arXiv preprint arXiv:2306.05499 (????)."},{"key":"e_1_3_2_1_41_1","volume-title":"Jailbreaking chatgpt via prompt engineering: An empirical study","author":"Liu Y","year":"2023","unstructured":"Y Liu, G Deng, Z Xu, Y Li, Y Zheng, Y Zhang, L Zhao, T Zhang, and Y Liu. Jailbreaking chatgpt via prompt engineering: An empirical study (2023). Preprint at https:\/\/arxiv.org\/abs\/2305.13860 (????)."},{"key":"e_1_3_2_1_42_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.3115\/1118108.1118117"},{"key":"e_1_3_2_1_44_1","volume-title":"Chatgpt as a factual inconsistency evaluator for abstractive text summarization. arXiv preprint","author":"Luo Zheheng","year":"2023","unstructured":"Zheheng Luo, Qianqian Xie, and Sophia Ananiadou. 2023. Chatgpt as a factual inconsistency evaluator for abstractive text summarization. arXiv preprint (2023)."},{"key":"e_1_3_2_1_45_1","volume-title":"Metamorphic Testing and Certified Mitigation of Fairness Violations in NLP Models. In International Joint Conference on Artificial Intelligence. https:\/\/api.semanticscholar.org\/CorpusID:220483049","author":"Ma Pingchuan","year":"2020","unstructured":"Pingchuan Ma, Shuai Wang, and Jin Liu. 2020. Metamorphic Testing and Certified Mitigation of Fairness Violations in NLP Models. In International Joint Conference on Artificial Intelligence. https:\/\/api.semanticscholar.org\/CorpusID:220483049"},{"key":"e_1_3_2_1_46_1","volume-title":"Efficient and robust approximate nearest neighbor search using hierarchical navigable small world graphs","author":"Malkov Yu A","year":"2018","unstructured":"Yu A Malkov and Dmitry A Yashunin. 2018. Efficient and robust approximate nearest neighbor search using hierarchical navigable small world graphs. IEEE transactions on pattern analysis and machine intelligence 42, 4 (2018), 824--836."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Michihiro Yasunaga and Jure Leskovec and Percy Liang. 2022. LinkBERT: Pre-training Language Models with Document Links. In ACL.","DOI":"10.18653\/v1\/2022.acl-long.551"},{"key":"e_1_3_2_1_48_1","unstructured":"microsoft. 2023. MPNet. https:\/\/huggingface.co\/microsoft\/mpnet-base. (2023)."},{"key":"e_1_3_2_1_49_1","volume-title":"Jerry Tworek, Qiming Yuan, Nikolas Tezak, Jong Wook Kim, Chris Hallacy, et al.","author":"Neelakantan Arvind","year":"2022","unstructured":"Arvind Neelakantan, Tao Xu, Raul Puri, Alec Radford, Jesse Michael Han, Jerry Tworek, Qiming Yuan, Nikolas Tezak, Jong Wook Kim, Chris Hallacy, et al. 2022. Text and code embeddings by contrastive pre-training. arXiv preprint arXiv:2201.10005 (2022)."},{"key":"e_1_3_2_1_50_1","volume-title":"Sentence-t5: Scalable sentence encoders from pre-trained text-to-text models. arXiv preprint arXiv:2108.08877","author":"Ni Jianmo","year":"2021","unstructured":"Jianmo Ni, Gustavo Hern\u00e1ndez \u00c1brego, Noah Constant, Ji Ma, Keith B Hall, Daniel Cer, and Yinfei Yang. 2021. Sentence-t5: Scalable sentence encoders from pre-trained text-to-text models. arXiv preprint arXiv:2108.08877 (2021)."},{"key":"e_1_3_2_1_51_1","unstructured":"Jianmo Ni Chen Qu Jing Lu Zhuyun Dai Gustavo Hern\u00e1ndez \u00c1brego Ji Ma Vincent Y Zhao Yi Luan Keith B Hall Ming-Wei Chang et al. 2021. Large dual encoders are generalizable retrievers. arXiv preprint arXiv:2112.07899 (2021)."},{"key":"e_1_3_2_1_52_1","volume-title":"The RefinedWeb dataset for Falcon LLM: outperforming curated corpora with web data, and web data only. arXiv preprint arXiv:2306.01116","author":"Penedo Guilherme","year":"2023","unstructured":"Guilherme Penedo, Quentin Malartic, Daniel Hesslow, Ruxandra Cojocaru, Alessandro Cappelli, Hamza Alobeidli, Baptiste Pannier, Ebtesam Almazrouei, and Julien Launay. 2023. The RefinedWeb dataset for Falcon LLM: outperforming curated corpora with web data, and web data only. arXiv preprint arXiv:2306.01116 (2023). arXiv:2306.01116 https:\/\/arxiv.org\/abs\/2306.01116"},{"key":"e_1_3_2_1_53_1","unstructured":"pgvector. 2023. PGVector. https:\/\/github.com\/pgvector\/pgvector. (2023)."},{"key":"e_1_3_2_1_54_1","unstructured":"pinecone. 2023. Pinecone. https:\/\/www.pinecone.io\/. (2023)."},{"key":"e_1_3_2_1_55_1","volume-title":"Beyond Accuracy: Behavioral Testing of NLP Models with CheckList. In ACL. 4902--4912.","author":"Ribeiro Marco Tulio","year":"2020","unstructured":"Marco Tulio Ribeiro, Tongshuang Wu, Carlos Guestrin, and Sameer Singh. 2020. Beyond Accuracy: Behavioral Testing of NLP Models with CheckList. In ACL. 4902--4912."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"crossref","first-page":"2553","DOI":"10.32604\/csse.2023.029603","article-title":"Deep learning with natural language processing enabled sentimental analysis on sarcasm classification","volume":"44","author":"Wahab Sait Abdul Rahaman","year":"2023","unstructured":"Abdul Rahaman Wahab Sait and Mohamad Khairi Ishak. 2023. Deep learning with natural language processing enabled sentimental analysis on sarcasm classification. Comput. Syst. Sci. Eng 44, 3 (2023), 2553--2567.","journal-title":"Comput. Syst. Sci. Eng"},{"key":"e_1_3_2_1_57_1","volume-title":"a distilled version of BERT: smaller, faster, cheaper and lighter. ArXiv abs\/1910.01108","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. ArXiv abs\/1910.01108 (2019)."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3425174.3425226"},{"key":"e_1_3_2_1_59_1","volume-title":"Get your vitamin C! robust fact verification with contrastive evidence. arXiv preprint arXiv:2103.08541","author":"Schuster Tal","year":"2021","unstructured":"Tal Schuster, Adam Fisch, and Regina Barzilay. 2021. Get your vitamin C! robust fact verification with contrastive evidence. arXiv preprint arXiv:2103.08541 (2021)."},{"key":"e_1_3_2_1_60_1","volume-title":"Questeval: Summarization asks for fact-based evaluation. arXiv preprint arXiv:2103.12693","author":"Scialom Thomas","year":"2021","unstructured":"Thomas Scialom, Paul-Alexis Dray, Patrick Gallinari, Sylvain Lamprier, Benjamin Piwowarski, Jacopo Staiano, and Alex Wang. 2021. Questeval: Summarization asks for fact-based evaluation. arXiv preprint arXiv:2103.12693 (2021)."},{"key":"e_1_3_2_1_61_1","unstructured":"scipy. 2023. Fundamental algorithms for scientific computing in Python. https:\/\/scipy.org\/. (2023)."},{"key":"e_1_3_2_1_62_1","unstructured":"Spotify. 2023. Annoy. https:\/\/github.com\/spotify\/annoy?tab=readme-ov-file. (2023)."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"crossref","unstructured":"Zeyu Sun J Zhang Yingfei Xiong Mark Harman Mike Papadakis and Lu Zhang. 2022. Improving Machine Translation Systems via Isotopic Replacement. In ICSE. 1181--1192.","DOI":"10.1145\/3510003.3510206"},{"key":"e_1_3_2_1_64_1","unstructured":"Samson Tan Shafiq Joty Kathy Baxter Araz Taeihagh Gregory A. Bennett and Min-Yen Kan. 2021. Reliability Testing for Natural Language Processing Systems. (2021). arXiv:cs.LG\/2105.02590"},{"key":"e_1_3_2_1_65_1","volume-title":"Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timoth\u00e9e Lacroix, Baptiste Rozi\u00e8re, Naman Goyal, Eric Hambro, Faisal Azhar, et al. 2023. Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)."},{"key":"e_1_3_2_1_66_1","unstructured":"Hugo Touvron Louis Martin Kevin Stone Peter Albert Amjad Almahairi Yasmine Babaei Nikolay Bashlykov Soumya Batra Prajjwal Bhargava Shruti Bhosale et al. 2023. Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)."},{"key":"e_1_3_2_1_67_1","unstructured":"unum cloud. 2023. Uform. https:\/\/huggingface.co\/unum-cloud\/uform-vl-english. (2023)."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"crossref","unstructured":"Ellen M Voorhees. 1999. Natural language processing and information retrieval. In International summer school on information extraction. 32--48.","DOI":"10.1007\/3-540-48089-7_3"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3457550"},{"key":"e_1_3_2_1_70_1","unstructured":"Shuohuan Wang Yu Sun Yang Xiang Zhihua Wu Siyu Ding Weibao Gong Shikun Feng Junyuan Shang Yanbin Zhao Chao Pang et al. 2021. Ernie 3.0 titan: Exploring larger-scale knowledge enhanced pre-training for language understanding and generation. arXiv preprint arXiv:2112.12731 (2021)."},{"key":"e_1_3_2_1_71_1","volume-title":"Lyu","author":"Wang Wenxuan","year":"2023","unstructured":"Wenxuan Wang, Jen-tse Huang, Weibin Wu, Jianping Zhang, Yizhan Huang, Shuqing Li, Pinjia He, and Michael R. Lyu. 2023. MTTM: Metamorphic Testing for Textual Content Moderation Software. In ICSE. 2387--2399."},{"key":"e_1_3_2_1_72_1","first-page":"5776","article-title":"Minilm: Deep self-attention distillation for task-agnostic compression of pre-trained transformers","volume":"33","author":"Wang Wenhui","year":"2020","unstructured":"Wenhui Wang, Furu Wei, Li Dong, Hangbo Bao, Nan Yang, and Ming Zhou. 2020. Minilm: Deep self-attention distillation for task-agnostic compression of pre-trained transformers. Advances in Neural Information Processing Systems 33 (2020), 5776--5788.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_73_1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc V Le, Denny Zhou, et al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems 35 (2022), 24824--24837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_74_1","volume-title":"NevIR: Negation in Neural Information Retrieval. arXiv preprint arXiv:2305.07614","author":"Weller Orion","year":"2023","unstructured":"Orion Weller, Dawn Lawrie, and Benjamin Van Durme. 2023. NevIR: Negation in Neural Information Retrieval. arXiv preprint arXiv:2305.07614 (2023)."},{"key":"e_1_3_2_1_75_1","volume-title":"Proceedings of the Eighth International Joint Conference on Natural Language Processing (Volume 1: Long Papers). 996--1005","author":"White Aaron Steven","year":"2017","unstructured":"Aaron Steven White, Pushpendre Rastogi, Kevin Duh, and Benjamin Van Durme. 2017. Inference is everything: Recasting semantic resources into a unified evaluation framework. In Proceedings of the Eighth International Joint Conference on Natural Language Processing (Volume 1: Long Papers). 996--1005."},{"key":"e_1_3_2_1_76_1","volume-title":"Sudhir Baijnath Ojha, and Keshav Kumar","author":"William P","year":"2023","unstructured":"P William, Anurag Shrivastava, Premanand S Chauhan, Mudasir Raja, Sudhir Baijnath Ojha, and Keshav Kumar. 2023. Natural Language processing implementation for sentiment analysis on tweets. In MRCN. 317--327."},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3508035","article-title":"Metamorphic Testing of Deep Learning Compilers","volume":"6","author":"Xiao Dongwei","year":"2022","unstructured":"Dongwei Xiao, Zhibo Liu, Yuanyuan Yuan, Qi Pang, and Shuai Wang. 2022. Metamorphic Testing of Deep Learning Compilers. Proceedings of the ACM on Measurement and Analysis of Computing Systems 6 (2022), 1--28. https:\/\/api.semanticscholar.org\/CorpusID:247159402","journal-title":"Proceedings of the ACM on Measurement and Analysis of Computing Systems"},{"key":"e_1_3_2_1_78_1","volume-title":"LEAP: Efficient and Automated Test Method for NLP Software. arXiv preprint arXiv:2308.11284","author":"Xiao Mingxuan","year":"2023","unstructured":"Mingxuan Xiao, Yan Xiao, Hai Dong, Shunhui Ji, and Pengcheng Zhang. 2023. LEAP: Efficient and Automated Test Method for NLP Software. arXiv preprint arXiv:2308.11284 (2023)."},{"key":"e_1_3_2_1_79_1","volume-title":"LLM Jailbreak Attack versus Defense Techniques-A Comprehensive Study. arXiv preprint arXiv:2402.13457","author":"Xu Zihao","year":"2024","unstructured":"Zihao Xu, Yi Liu, Gelei Deng, Yuekang Li, and Stjepan Picek. 2024. LLM Jailbreak Attack versus Defense Techniques-A Comprehensive Study. arXiv preprint arXiv:2402.13457 (2024)."},{"key":"e_1_3_2_1_80_1","volume-title":"Exploring the limits of chatgpt for query or aspect-based text summarization. arXiv preprint","author":"Yang Xianjun","year":"2023","unstructured":"Xianjun Yang, Yan Li, Xinlu Zhang, Haifeng Chen, and Wei Cheng. 2023. Exploring the limits of chatgpt for query or aspect-based text summarization. arXiv preprint (2023)."},{"key":"e_1_3_2_1_81_1","volume-title":"Le","author":"Yang Zhilin","year":"2019","unstructured":"Zhilin Yang, Zihang Dai, Yiming Yang, Jaime G. Carbonell, Ruslan Salakhutdinov, and Quoc V. Le. 2019. XLNet: Generalized Autoregressive Pretraining for Language Understanding. CoRR abs\/1906.08237 (2019). arXiv:1906.08237 http:\/\/arxiv.org\/abs\/1906.08237"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1111\/epi.17474"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3561157"},{"key":"e_1_3_2_1_84_1","volume-title":"PAWS: Paraphrase adversaries from word scrambling. arXiv preprint arXiv:1904.01130","author":"Zhang Yuan","year":"2019","unstructured":"Yuan Zhang, Jason Baldridge, and Luheng He. 2019. PAWS: Paraphrase adversaries from word scrambling. arXiv preprint arXiv:1904.01130 (2019)."},{"key":"e_1_3_2_1_85_1","volume-title":"An artificially intelligent, natural language processing chatbot designed to promote COVID-19 vaccination: A proof-of-concept pilot study. Digital Health 9","author":"Zhou Shuo","year":"2023","unstructured":"Shuo Zhou, Joshva Silvasstar, Christopher Clark, Adam J Salyers, Catia Chavez, and Sheana S Bull. 2023. An artificially intelligent, natural language processing chatbot designed to promote COVID-19 vaccination: A proof-of-concept pilot study. Digital Health 9 (2023)."},{"key":"e_1_3_2_1_86_1","unstructured":"zilliztech. 2023. GPTCache. https:\/\/github.com\/zilliztech\/GPTCache. (2023)."},{"key":"e_1_3_2_1_87_1","unstructured":"zilliztech. 2023. Paraphrase-albert-onnx. https:\/\/huggingface.co\/GPTCache\/paraphrase-albert-onnx. (2023)."}],"event":{"name":"FORGE '24: 2024 IEEE\/ACM First International Conference on AI Foundation Models and Software Engineering","location":"Lisbon Portugal","acronym":"FORGE '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2024 IEEE\/ACM First International Conference on AI Foundation Models and Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3650105.3652297","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3650105.3652297","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:03:43Z","timestamp":1750291423000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3650105.3652297"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":87,"alternative-id":["10.1145\/3650105.3652297","10.1145\/3650105"],"URL":"https:\/\/doi.org\/10.1145\/3650105.3652297","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]},"assertion":[{"value":"2024-06-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}