{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T00:49:20Z","timestamp":1772930960425,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3728558","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:27Z","timestamp":1753729767000},"page":"343-354","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["TickIt: Leveraging Large Language Models for Automated Ticket Escalation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7578-0492","authenticated-orcid":false,"given":"Fengrui","family":"Liu","sequence":"first","affiliation":[{"name":"ByteDance, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7959-2157","authenticated-orcid":false,"given":"Xiao","family":"He","sequence":"additional","affiliation":[{"name":"ByteDance, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2250-5528","authenticated-orcid":false,"given":"Tieying","family":"Zhang","sequence":"additional","affiliation":[{"name":"ByteDance, San Jose, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3734-892X","authenticated-orcid":false,"given":"Jianjun","family":"Chen","sequence":"additional","affiliation":[{"name":"ByteDance, San Jose, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-3069-9948","authenticated-orcid":false,"given":"Yi","family":"Li","sequence":"additional","affiliation":[{"name":"ByteDance, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4697-3232","authenticated-orcid":false,"given":"Lihua","family":"Yi","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4153-984X","authenticated-orcid":false,"given":"Haipeng","family":"Zhang","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4048-7949","authenticated-orcid":false,"given":"Gang","family":"Wu","sequence":"additional","affiliation":[{"name":"ByteDance, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9122-4703","authenticated-orcid":false,"given":"Rui","family":"Shi","sequence":"additional","affiliation":[{"name":"ByteDance, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the Seventh Workshop on Natural Language for Artificial Intelligence (NL4AI 2023) (CEUR Workshop Proceedings","author":"Arici Nicola","year":"2023","unstructured":"Nicola Arici, Luca Putelli, Alfonso Emilio Gerevini, Luca Sigalini, and Ivan Serina. 2023. LLM-based Approaches for Automatic Ticket Assignment: A Real-world Italian Application. In Proceedings of the Seventh Workshop on Natural Language for Artificial Intelligence (NL4AI 2023) (CEUR Workshop Proceedings, Vol. 3551). CEUR, Rome, Italy."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","unstructured":"Tom B. Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell Sandhini Agarwal Ariel Herbert-Voss Gretchen Krueger Tom Henighan Rewon Child Aditya Ramesh Daniel M. Ziegler Jeffrey Wu Clemens Winter Christopher Hesse Mark Chen Eric Sigler Mateusz Litwin Scott Gray Benjamin Chess Jack Clark Christopher Berner Sam McCandlish Alec Radford Ilya Sutskever and Dario Amodei. 2020. Language Models Are Few-Shot Learners. arXiv:2005.14165 [cs] 10.48550\/arXiv.2005.14165","DOI":"10.48550\/arXiv.2005.14165"},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. ACM, Virtual Event USA, 1487\u20131497","author":"Chen Zhuangbin","unstructured":"Zhuangbin Chen, Yu Kang, Liqun Li, Xu Zhang, Hongyu Zhang, Hui Xu, Yangfan Zhou, Li Yang, Jeffrey Sun, Zhangwei Xu, Yingnong Dang, Feng Gao, Pu Zhao, Bo Qiao, Qingwei Lin, Dongmei Zhang, and Michael R. Lyu. 2020. Towards Intelligent Incident Management: Why We Need It and How We Make It. In Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. ACM, Virtual Event USA, 1487\u20131497. 10.1145\/3368089.3417055"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","unstructured":"Damai Dai Yutao Sun Li Dong Yaru Hao Shuming Ma Zhifang Sui and Furu Wei. 2023. Why Can GPT Learn In-Context? Language Models Implicitly Perform Gradient Descent as Meta-Optimizers. arXiv:2212.10559 [cs] 10.48550\/arXiv.2212.10559","DOI":"10.48550\/arXiv.2212.10559"},{"key":"e_1_3_2_1_5_1","first-page":"19","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). Association for Computational Linguistics, Minneapolis, Minnesota, 4171\u20134186. 10.18653\/v1\/N19-1423"},{"key":"e_1_3_2_1_6_1","unstructured":"Volcano Engine. 2025. Volcano Engine. Retrieved 2025-01-06 from https:\/\/www.volcengine.com\/"},{"key":"e_1_3_2_1_7_1","unstructured":"Leon Feng Jnana Senapati and Bill Liu. 2023. TaDaa: Real Time Ticket Assignment Deep Learning Auto Advisor for Customer Support Help Desk and Issue Ticketing Systems. arXiv:2207.11187"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","unstructured":"Maarten Grootendorst. 2022. BERTopic: Neural Topic Modeling with a Class-Based TF-IDF Procedure. arXiv:2203.05794 [cs] 10.48550\/arXiv.2203.05794","DOI":"10.48550\/arXiv.2203.05794"},{"key":"e_1_3_2_1_9_1","volume-title":"2020 IEEE International Conference on Big Data (Big Data). 5511\u20135518","author":"Gupta Shubham","year":"2020","unstructured":"Shubham Gupta. 2020. A Hybrid Machine Learning Framework of Gradient Boosting Decision Tree and Sequence Model for Predicting Escalation in Customer Support. In 2020 IEEE International Conference on Big Data (Big Data). 5511\u20135518. 10.1109\/BigData50022.2020.9377831"},{"key":"e_1_3_2_1_10_1","unstructured":"Katia Gil Guzman. 2024. Introduction to Structured Outputs | OpenAI Cookbook. https:\/\/cookbook.openai.com\/examples\/structured_outputs_intro."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"Edward J. Hu Yelong Shen Phillip Wallis Zeyuan Allen-Zhu Yuanzhi Li Shean Wang Lu Wang and Weizhu Chen. 2021. LoRA: Low-Rank Adaptation of Large Language Models. arXiv:2106.09685 [cs] 10.48550\/arXiv.2106.09685","DOI":"10.48550\/arXiv.2106.09685"},{"key":"e_1_3_2_1_12_1","volume-title":"Predicting Escalations in Customer Support: Analysis of Data Mining Challenge Results. In 2020 IEEE International Conference on Big Data (Big Data). 5519\u20135526","author":"Janusz Andrzej","year":"2020","unstructured":"Andrzej Janusz, Guohua Hao, Daniel Ka\u0142u\u017ca, Tony Li, Robert Wojciechowski, and Dominik \u015al\u0119zak. 2020. Predicting Escalations in Customer Support: Analysis of Data Mining Challenge Results. In 2020 IEEE International Conference on Big Data (Big Data). 5519\u20135526. 10.1109\/BigData50022.2020.9378024"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490388"},{"key":"e_1_3_2_1_14_1","first-page":"10","volume-title":"Predicting Software Escalations with Maximum ROI. In Fifth IEEE International Conference on Data Mining (ICDM'05)","author":"Ling C.X.","unstructured":"C.X. Ling, Shengli Sheng, T. Bruckhaus, and N.H. Madhavji. 2005. Predicting Software Escalations with Maximum ROI. In Fifth IEEE International Conference on Data Mining (ICDM'05). 4 pp.-. 10.1109\/ICDM.2005.120"},{"key":"e_1_3_2_1_15_1","volume-title":"Incident-Aware Duplicate Ticket Aggregation for Cloud Systems. In 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE). 2299\u20132311","author":"Liu Jinyang","year":"2023","unstructured":"Jinyang Liu, Shilin He, Zhuangbin Chen, Liqun Li, Yu Kang, Xu Zhang, Pinjia He, Hongyu Zhang, Qingwei Lin, Zhangwei Xu, Saravan Rajmohan, Dongmei Zhang, and Michael R. Lyu. 2023. Incident-Aware Duplicate Ticket Aggregation for Cloud Systems. In 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE). 2299\u20132311. 10.1109\/ICSE48619.2023.00193"},{"key":"e_1_3_2_1_16_1","unstructured":"Zhexiong Liu Cris Benge and Siduo Jiang. 2023. Ticket-BERT: Labeling Incident Management Tickets with Language Models. arXiv:2307.00108"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the Eighth Workshop on Noisy User-generated Text (W-NUT","author":"Marcuzzo Matteo","year":"2022","unstructured":"Matteo Marcuzzo, Alessandro Zangari, Michele Schiavinato, Lorenzo Giudice, Andrea Gasparetto, and Andrea Albarelli. 2022. A Multi-Level Approach for Hierarchical Ticket Classification. In Proceedings of the Eighth Workshop on Noisy User-generated Text (W-NUT 2022). Association for Computational Linguistics, Gyeongju, Republic of Korea, 201\u2013214."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1802.03426"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"Sewon Min Xinxi Lyu Ari Holtzman Mikel Artetxe Mike Lewis Hannaneh Hajishirzi and Luke Zettlemoyer. 2022. Rethinking the Role of Demonstrations: What Makes In-Context Learning Work? arXiv:2202.12837 [cs] 10.48550\/arXiv.2202.12837","DOI":"10.48550\/arXiv.2202.12837"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining. ACM, London United Kingdom, 586\u2013595","author":"Molino Piero","year":"2018","unstructured":"Piero Molino, Huaixiu Zheng, and Yi-Chia Wang. 2018. COTA: Improving the Speed and Accuracy of Customer Support through Ranking and Deep Networks. In Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining. ACM, London United Kingdom, 586\u2013595. 10.1145\/3219819.3219851"},{"key":"e_1_3_2_1_21_1","volume-title":"On the Study and Prediction of Support Ticket Escalations in Large Software Organizations. In 2017 IEEE 25th International Requirements Engineering Conference (RE). 362\u2013371","author":"Montgomery Lloyd","year":"2017","unstructured":"Lloyd Montgomery and Daniela Damian. 2017. What Do Support Analysts Know About Their Customers? On the Study and Prediction of Support Ticket Escalations in Large Software Organizations. In 2017 IEEE 25th International Requirements Engineering Conference (RE). 362\u2013371. 10.1109\/RE.2017.61"},{"key":"e_1_3_2_1_22_1","unstructured":"Lloyd Montgomery Daniela Damian Tyson Bulmer and Shaikh Quader. 2020. Customer Support Ticket Escalation Prediction Using Feature Engineering. arXiv:2010.06145"},{"key":"e_1_3_2_1_23_1","volume-title":"Training Language Models to Follow Instructions with Human Feedback. Advances in Neural Information Processing Systems 35 (Dec","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeffrey Wu, Xu Jiang, Diogo Almeida, Carroll Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, John Schulman, Jacob Hilton, Fraser Kelton, Luke Miller, Maddie Simens, Amanda Askell, Peter Welinder, Paul F. Christiano, Jan Leike, and Ryan Lowe. 2022. Training Language Models to Follow Instructions with Human Feedback. Advances in Neural Information Processing Systems 35 (Dec. 2022), 27730\u201327744."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering. ACM, Rochester MI USA, 1\u20133. 10","author":"Pavelski Lucas Marcondes","year":"2022","unstructured":"Lucas Marcondes Pavelski and Rodrigo De Souza Braga. 2022. A Real-World Case Study for Automated Ticket Team Assignment Using Natural Language Processing and Explainable Models. In Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering. ACM, Rochester MI USA, 1\u20133. 10.1145\/3551349.3561164"},{"key":"e_1_3_2_1_25_1","volume-title":"2022 2nd International Conference in Information and Computing Research (iCORE). 1\u20136. 10","author":"Ponay Charmaine S.","year":"2022","unstructured":"Charmaine S. Ponay. 2022. Topic Modeling on Customer Feedback from an Online Ticketing System Using Latent Dirichlet Allocation and BERTopic. In 2022 2nd International Conference in Information and Computing Research (iCORE). 1\u20136. 10.1109\/iCORE58172.2022.00020"},{"key":"e_1_3_2_1_26_1","unstructured":"Rafael Rafailov Archit Sharma Eric Mitchell Stefano Ermon Christopher D Manning and Chelsea Finn. [n. d.]. Direct Preference Optimization: Your Language Model Is Secretly a Reward Model. ([n. d.])."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal Policy Optimization Algorithms. arXiv:1707.06347 [cs] 10.48550\/arXiv.1707.06347","DOI":"10.48550\/arXiv.1707.06347"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2303.11366"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","unstructured":"Meiling Tao Xuechen Liang Tianyu Shi Lei Yu and Yiting Xie. 2024. RoleCraft-GLM: Advancing Personalized Role-Playing in Large Language Models. arXiv:2401.09432 [cs] 10.48550\/arXiv.2401.09432","DOI":"10.48550\/arXiv.2401.09432"},{"key":"e_1_3_2_1_30_1","unstructured":"Mario Truss and Stephan Boehm. 2024. AI-based Classification of Customer Support Tickets: State of the Art and Implementation with AutoML. arXiv:2406.01789"},{"key":"e_1_3_2_1_31_1","volume-title":"Advances in Neural Information Processing Systems","volume":"30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141 ukasz Kaiser, and Illia Polosukhin. 2017. Attention Is All You Need. In Advances in Neural Information Processing Systems, Vol. 30. Curran Associates, Inc."},{"key":"e_1_3_2_1_32_1","unstructured":"DouBao Volcano Engine. 2025. DouBao-Volcano Engine. Retrieved 2025-01-08 from https:\/\/www.volcengine.com\/product\/doubao"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","unstructured":"Zekun Moore Wang Zhongyuan Peng Haoran Que Jiaheng Liu Wangchunshu Zhou Yuhan Wu Hongcheng Guo Ruitong Gan Zehao Ni Jian Yang Man Zhang Zhaoxiang Zhang Wanli Ouyang Ke Xu Stephen W. Huang Jie Fu and Junran Peng. 2024. RoleLLM: Benchmarking Eliciting and Enhancing Role-Playing Abilities of Large Language Models. arXiv:2310.00746 [cs] 10.48550\/arXiv.2310.00746","DOI":"10.48550\/arXiv.2310.00746"},{"key":"e_1_3_2_1_34_1","volume-title":"Chi, Quoc V. Le, and Denny Zhou","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Brian Ichter, Fei Xia, Ed Chi, Quoc V. Le, and Denny Zhou. 2022. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. Advances in Neural Information Processing Systems 35 (Dec. 2022), 24824\u201324837."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2019.2923408"},{"key":"e_1_3_2_1_36_1","volume-title":"Sentiment Analysis of Support Tickets That Escalate. In 2018 1st International Workshop on Affective Computing for Requirements Engineering (AffectRE). 1\u20138. 10","author":"Werner Colin","year":"2018","unstructured":"Colin Werner, Gabriel Tapuc, Lloyd Montgomery, Diksha Sharma, Sanja Dodos, and Daniela Damian. 2018. How Angry Are Your Customers? Sentiment Analysis of Support Tickets That Escalate. In 2018 1st International Workshop on Affective Computing for Requirements Engineering (AffectRE). 1\u20138. 10.1109\/AffectRE.2018.00006"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503509"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","unstructured":"Wayne Xin Zhao Kun Zhou Junyi Li Tianyi Tang Xiaolei Wang Yupeng Hou Yingqian Min Beichen Zhang Junjie Zhang Zican Dong Yifan Du Chen Yang Yushuo Chen Zhipeng Chen Jinhao Jiang Ruiyang Ren Yifan Li Xinyu Tang Zikang Liu Peiyu Liu Jian-Yun Nie and Ji-Rong Wen. 2024. A Survey of Large Language Models. arXiv:2303.18223 [cs] 10.48550\/arXiv.2303.18223","DOI":"10.48550\/arXiv.2303.18223"},{"key":"e_1_3_2_1_39_1","volume-title":"2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 352\u2013363","author":"Zheng Wujie","year":"2019","unstructured":"Wujie Zheng, Haochuan Lu, Yangfan Zhou, Jianming Liang, Haibing Zheng, and Yuetang Deng. 2019. iFeedback: Exploiting User Feedback for Real-Time Issue Detection in Large-Scale Online Service Systems. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 352\u2013363. 10.1109\/ASE.2019.00041"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","unstructured":"Ce Zhou Qian Li Chen Li Jun Yu Yixin Liu Guangjing Wang Kai Zhang Cheng Ji Qiben Yan Lifang He Hao Peng Jianxin Li Jia Wu Ziwei Liu Pengtao Xie Caiming Xiong Jian Pei Philip S. Yu and Lichao Sun. 2023. A Comprehensive Survey on Pretrained Foundation Models: A History from BERT to ChatGPT. arXiv:2302.09419 [cs] 10.48550\/arXiv.2302.09419","DOI":"10.48550\/arXiv.2302.09419"}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3728558","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:10:11Z","timestamp":1753729811000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3728558"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":40,"alternative-id":["10.1145\/3696630.3728558","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3728558","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}