{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,2]],"date-time":"2025-08-02T19:01:42Z","timestamp":1754161302901,"version":"3.41.2"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3728559","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:27Z","timestamp":1753729767000},"page":"355-365","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Using Large Language Models to Support the Workflow of Differential Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-5593-1438","authenticated-orcid":false,"given":"Arun","family":"Krishna Vajjala","sequence":"first","affiliation":[{"name":"George Mason University, Fairfax, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4051-7418","authenticated-orcid":false,"given":"Ajay","family":"Krishna Vajjala","sequence":"additional","affiliation":[{"name":"George Mason University, Fairfax, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2249-6371","authenticated-orcid":false,"given":"Carmen","family":"Badea","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7774-0387","authenticated-orcid":false,"given":"Christian","family":"Bird","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0412-931X","authenticated-orcid":false,"given":"Jade","family":"D'Souza","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8885-8367","authenticated-orcid":false,"given":"Robert","family":"DeLine","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1730-974X","authenticated-orcid":false,"given":"Mikhail O","family":"Demyanyuk","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8960-4692","authenticated-orcid":false,"given":"Jason","family":"Entenmann","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2263-9326","authenticated-orcid":false,"given":"Nicole","family":"Forsgren","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9495-6664","authenticated-orcid":false,"given":"Aliaksandr","family":"Hramadski","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3596-591X","authenticated-orcid":false,"given":"Haris","family":"Mohammad","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6749-1438","authenticated-orcid":false,"given":"Sandeepan","family":"Sanyal","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4068-9636","authenticated-orcid":false,"given":"Oleg","family":"Surmachev","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4905-1469","authenticated-orcid":false,"given":"Thomas","family":"Zimmermann","sequence":"additional","affiliation":[{"name":"University of California, Irvine, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"issue":"2","key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1109\/MS.2015.52","article-title":"The practice and future of release engineering: A roundtable with three release engineers","volume":"32","author":"Adams B.","year":"2015","unstructured":"B. Adams, S. Bellomo, C. Bird, T. Marshall-Keim, F. Khomh, and K. Moir. The practice and future of release engineering: A roundtable with three release engineers. IEEE Software, 32(2):42\u201349, 2015.","journal-title":"IEEE Software"},{"key":"e_1_3_2_1_2_1","first-page":"90","volume-title":"2016 IEEE 23rd International Conference on Software Analysis, Evolution, and Reengineering (SANER)","volume":"5","author":"Adams B.","year":"2016","unstructured":"B. Adams and S. McIntosh. Modern release engineering in a nutshell - why researchers should care. In 2016 IEEE 23rd International Conference on Software Analysis, Evolution, and Reengineering (SANER), volume 5, pages 78\u201390, 2016."},{"issue":"1","key":"e_1_3_2_1_3_1","first-page":"100637","article-title":"An analysis of the challenges in the adoption of mlops. Journal of Innovation and;","volume":"10","author":"Amrit C.","year":"2025","unstructured":"C. Amrit and A. K. Narayanappa. An analysis of the challenges in the adoption of mlops. Journal of Innovation and; Knowledge, 10(1):100637, Jan. 2025.","journal-title":"Knowledge"},{"key":"e_1_3_2_1_4_1","first-page":"1280","volume-title":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2023","author":"Asthana S.","year":"2023","unstructured":"S. Asthana, H. Sajnani, E. Voyloshnikova, B. Acharya, and K. Herzig. A case study of developer bots: Motivations, perceptions, and challenges. In Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2023, page 1268\u20131280, New York, NY, USA, 2023. Association for Computing Machinery."},{"issue":"8","key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","first-page":"2836","DOI":"10.1109\/TSE.2021.3070549","article-title":"Reinforcement learning for test case prioritization","volume":"48","author":"Bagherzadeh M.","year":"2022","unstructured":"M. Bagherzadeh, N. Kahani, and L. Briand. Reinforcement learning for test case prioritization. IEEE Transactions on Software Engineering, 48(8):2836\u20132856, 2022.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_6_1","first-page":"114","volume-title":"Proceedings of the 2018 International Conference on Technical Debt, TechDebt '18","author":"Besker T.","year":"2018","unstructured":"T. Besker, A. Martini, and J. Bosch. Technical debt cripples software developer productivity: a longitudinal study on developers' daily software development work. In Proceedings of the 2018 International Conference on Technical Debt, TechDebt '18, page 105\u2013114, New York, NY, USA, 2018. Association for Computing Machinery."},{"key":"e_1_3_2_1_7_1","first-page":"171","volume-title":"2020 IEEE 27th International Conference on Software Analysis, Evolution and Reengineering (SANER)","author":"Carvalho A.","year":"2020","unstructured":"A. Carvalho, W. Luz, D. Marc\u00edlio, R. Bonif\u00e1cio, G. Pinto, and E. Dias Canedo. C-3pr: A bot for fixing static analysis violations via pull requests. In 2020 IEEE 27th International Conference on Software Analysis, Evolution and Reengineering (SANER), pages 161\u2013171, 2020."},{"issue":"6","key":"e_1_3_2_1_8_1","first-page":"155","article-title":"Aiops and devops: Catalysts of digital transformation in the age of automated operations. International Journal of Scientific Research in Computer Science","volume":"10","author":"Chittala S.","year":"2024","unstructured":"S. Chittala. Aiops and devops: Catalysts of digital transformation in the age of automated operations. International Journal of Scientific Research in Computer Science, Engineering and Information Technology, 10(6):155\u2013166, Nov. 2024.","journal-title":"Engineering and Information Technology"},{"key":"e_1_3_2_1_9_1","first-page":"176","volume-title":"2022 48th Euromicro Conference on Software Engineering and Advanced Applications (SEAA)","author":"Dakkak A.","year":"2022","unstructured":"A. Dakkak, J. Bosch, and H. H. Olsson. The role of post-release software traceability in release engineering: A software-intensive embedded systems case study from the telecommunications domain. In 2022 48th Euromicro Conference on Software Engineering and Advanced Applications (SEAA), pages 169\u2013176, 2022."},{"issue":"6","key":"e_1_3_2_1_10_1","article-title":"A qualitative study of devops usage in practice","volume":"29","author":"Erich F. M. A.","year":"2017","unstructured":"F. M. A. Erich, C. Amrit, and M. Daneva. A qualitative study of devops usage in practice. Journal of Software: Evolution and Process, 29(6), June 2017.","journal-title":"Journal of Software: Evolution and Process"},{"key":"e_1_3_2_1_11_1","first-page":"552","volume-title":"The 6th Joint Meeting on European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering: Companion Papers, ESEC-FSE companion '07","author":"Evans R. B.","year":"2007","unstructured":"R. B. Evans and A. Savoia. Differential testing: a new approach to change detection. In The 6th Joint Meeting on European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering: Companion Papers, ESEC-FSE companion '07, page 549\u2013552, New York, NY, USA, 2007. Association for Computing Machinery."},{"key":"e_1_3_2_1_12_1","first-page":"549","article-title":"Differential testing: A new approach to change detection. Software Testing","volume":"6","author":"Evans R. B.","year":"2007","unstructured":"R. B. Evans and A. Savoia. Differential testing: A new approach to change detection. Software Testing, Verification and Reliability, 6:549\u2013552, 2007.","journal-title":"Verification and Reliability"},{"key":"e_1_3_2_1_13_1","first-page":"77","volume-title":"2012 International Conference on Software and System Process (ICSSP)","author":"Fagerholm F.","year":"2012","unstructured":"F. Fagerholm and J. M\u00fcnch. Developer experience: Concept and definition. In 2012 International Conference on Software and System Process (ICSSP), pages 73\u201377, 2012."},{"key":"e_1_3_2_1_14_1","first-page":"199","volume-title":"Proceedings of the 33rd Annual International Conference on Computer Science and Software Engineering, CASCON '23","author":"M.","year":"2023","unstructured":"M. Hausi A., M. Litoiu, L. F. Rivera, M. Rasolroveicy, N. M. Villegas, G. Tamura, I. Watts, E. Erpenbach, and L. Shwartz. Proactive continuous operations using large language models (llms) and aiops. In Proceedings of the 33rd Annual International Conference on Computer Science and Software Engineering, CASCON '23, page 198\u2013199, USA, 2023. IBM Corp."},{"key":"e_1_3_2_1_15_1","first-page":"24","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI '03","author":"Hutchinson H.","year":"2003","unstructured":"H. Hutchinson, W. Mackay, B. Westerlund, B. B. Bederson, A. Druin, C. Plaisant, M. Beaudouin-Lafon, S. Conversy, H. Evans, H. Hansen, N. Roussel, and B. Eiderb\u00e4ck. Technology probes: inspiring design for and with families. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI '03, page 17\u201324, New York, NY, USA, 2003. Association for Computing Machinery."},{"key":"e_1_3_2_1_16_1","first-page":"620","volume-title":"Proceedings of the 2018 26th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2018","author":"Lehmann D.","year":"2018","unstructured":"D. Lehmann and M. Pradel. Feedback-directed differential testing of interactive debuggers. In Proceedings of the 2018 26th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2018, page 610\u2013620, New York, NY, USA, 2018. Association for Computing Machinery."},{"key":"e_1_3_2_1_17_1","volume-title":"Nov.","author":"Leite L.","year":"2019","unstructured":"L. Leite, C. Rocha, F. Kon, D. Milojicic, and P. Meirelles. A survey of devops concepts and challenges. ACM Comput. Surv., 52(6), Nov. 2019."},{"key":"e_1_3_2_1_18_1","first-page":"6","volume-title":"2022 International Conference on Electrical, Computer and Energy Technologies (ICECET)","author":"Mboweni T.","year":"2022","unstructured":"T. Mboweni, T. Masombuka, and C. Dongmo. A systematic review of machine learning devops. In 2022 International Conference on Electrical, Computer and Energy Technologies (ICECET), pages 1\u20136, 2022."},{"issue":"1","key":"e_1_3_2_1_19_1","first-page":"100","article-title":"Differential testing for software","volume":"10","author":"McKeeman W. M.","year":"1998","unstructured":"W. M. McKeeman. Differential testing for software. Digital Technical Journal, 10(1):100\u2013107, 1998.","journal-title":"Digital Technical Journal"},{"key":"e_1_3_2_1_20_1","first-page":"1285","volume-title":"Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering, ICSE '20","author":"Noller Y.","year":"2020","unstructured":"Y. Noller, C. S. P\u0103s\u0103reanu, M. B\u00f6hme, Y. Sun, H. L. Nguyen, and L. Grunske. Hydiff: hybrid differential software analysis. In Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering, ICSE '20, page 1273\u20131285, New York, NY, USA, 2020. Association for Computing Machinery."},{"key":"e_1_3_2_1_21_1","first-page":"114","volume-title":"2020 IEEE International Conference on Software Maintenance and Evolution (ICSME)","author":"Openja M.","year":"2020","unstructured":"M. Openja, B. Adams, and F. Khomh. Analysis of modern release engineering topics : - a large-scale study using stackoverflow -. In 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME), pages 104\u2013114, 2020."},{"key":"e_1_3_2_1_22_1","first-page":"6","volume-title":"2017 Seventeenth International Conference on Advances in ICT for Emerging Regions (ICTer)","author":"Perera P.","year":"2017","unstructured":"P. Perera, R. Silva, and I. Perera. Improve software quality through practicing devops. In 2017 Seventeenth International Conference on Advances in ICT for Emerging Regions (ICTer), pages 1\u20136, 2017."},{"key":"e_1_3_2_1_23_1","first-page":"475","volume-title":"Proceedings of the 25th International Conference on Software Engineering, ICSE '03","author":"Podgurski A.","year":"2003","unstructured":"A. Podgurski, D. Leon, P. Francis, W. Masri, M. Minch, J. Sun, and B. Wang. Automated support for classifying software failure reports. In Proceedings of the 25th International Conference on Software Engineering, ICSE '03, page 465\u2013475, USA, 2003. IEEE Computer Society."},{"key":"e_1_3_2_1_24_1","volume-title":"Oct.","author":"Razzaq A.","year":"2024","unstructured":"A. Razzaq, J. Buckley, Q. Lai, T. Yu, and G. Botterweck. A systematic literature review on the influence of enhanced developer experience on developers' productivity: Factors, practices, and recommendations. ACM Comput. Surv., 57(1), Oct. 2024."},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings IEEE International Conference on Software Maintenance - 1999 (ICSM'99)","author":"Rothermel G.","year":"1999","unstructured":"G. Rothermel, R. Untch, C. Chu, and M. Harrold. Test case prioritization: an empirical study. In Proceedings IEEE International Conference on Software Maintenance - 1999 (ICSM'99). 'Software Maintenance for Business Change' (Cat. No.99CB36360), pages 179\u2013188, 1999."},{"key":"e_1_3_2_1_26_1","first-page":"931","volume-title":"Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, FSE 2016","author":"Storey M.-A.","year":"2016","unstructured":"M.-A. Storey and A. Zagalsky. Disrupting developer productivity one bot at a time. In Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, FSE 2016, page 928\u2013931, New York, NY, USA, 2016. Association for Computing Machinery."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/j.advengsoft.2016.04.001","article-title":"Investigating the impact of developer productivity, task interdependence type and communication overhead in a multi-objective optimization approach for software project planning","volume":"98","author":"Stylianou C.","year":"2016","unstructured":"C. Stylianou and A. S. Andreou. Investigating the impact of developer productivity, task interdependence type and communication overhead in a multi-objective optimization approach for software project planning. Advances in Engineering Software, 98:79\u201396, Aug. 2016.","journal-title":"Advances in Engineering Software"},{"issue":"1","key":"e_1_3_2_1_28_1","first-page":"146","article-title":"Natural language processing in devops documentation: Streamlining automation and knowledge management in enterprise systems","volume":"1","author":"Tamanampudi V. M.","year":"2021","unstructured":"V. M. Tamanampudi. Natural language processing in devops documentation: Streamlining automation and knowledge management in enterprise systems. Journal of AI-Assisted Scientific Discovery, 1(1):146\u2013185, June 2021.","journal-title":"Journal of AI-Assisted Scientific Discovery"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","first-page":"107244","DOI":"10.1016\/j.infsof.2023.107244","article-title":"A mixed method study of devops challenges","volume":"161","author":"Tanzil M. H.","year":"2023","unstructured":"M. H. Tanzil, M. Sarker, G. Uddin, and A. Iqbal. A mixed method study of devops challenges. Information and Software Technology, 161:107244, Sept. 2023.","journal-title":"Information and Software Technology"},{"issue":"1","key":"e_1_3_2_1_30_1","first-page":"114","article-title":"Ai-driven continuous feedback mechanisms in devops for proactive performance optimization and user experience enhancement in software development","volume":"4","author":"Tatineni S.","year":"2024","unstructured":"S. Tatineni and K. Allam. Ai-driven continuous feedback mechanisms in devops for proactive performance optimization and user experience enhancement in software development. Journal of AI in Healthcare and Medicine, 4(1):114\u2013151, Mar. 2024.","journal-title":"Journal of AI in Healthcare and Medicine"},{"key":"e_1_3_2_1_31_1","first-page":"20","volume-title":"Proceedings of the International Conference on Technical Debt, TechDebt '22","author":"Tornhill A.","year":"2022","unstructured":"A. Tornhill and M. Borg. Code red: the business impact of code quality - a quantitative study of 39 proprietary production codebases. In Proceedings of the International Conference on Technical Debt, TechDebt '22, page 11\u201320, New York, NY, USA, 2022. Association for Computing Machinery."},{"volume-title":"Proceedings of the IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice (ICSE SEIP)","author":"Vajjala A. K.","key":"e_1_3_2_1_32_1","unstructured":"A. K. Vajjala, A. K. Vajjala, C. Badea, C. Bird, R. DeLine, J. Entenmann, N. Forsgren, A. Hramadski, S. Sanyal, O. Surmachev, T. Zimmermann, H. Mohammad, J. D'Souza, and M. Demyanyuk. Enhancing differential testing: Llm-powered automation in release engineering. In Proceedings of the IEEE\/ACM International Conference on Software Engineering: Software Engineering in Practice (ICSE SEIP), page to appear, Ottawa, Ontario, Canada, April 27\u2013May 3 2025. to appear."},{"key":"e_1_3_2_1_33_1","first-page":"274","volume-title":"Proceedings The Eighth International Symposium on Software Reliability Engineering","author":"Wong W.","year":"1997","unstructured":"W. Wong, J. Horgan, S. London, and H. Agrawal. A study of effective regression testing in practice. In Proceedings The Eighth International Symposium on Software Reliability Engineering, pages 264\u2013274, 1997."},{"key":"e_1_3_2_1_34_1","first-page":"200","volume-title":"Proceedings of the International Conference on Software Engineering","author":"Zeller A.","year":"2002","unstructured":"A. Zeller and R. Hildebrandt. Simplifying and isolating failure-inducing input. In Proceedings of the International Conference on Software Engineering, pages 183\u2013200, 2002."}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25"},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3728559","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:10:17Z","timestamp":1753729817000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3728559"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":34,"alternative-id":["10.1145\/3696630.3728559","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3728559","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}