{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T15:50:03Z","timestamp":1787068203369,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","funder":[{"name":"DOT&E","award":["HQ003424D0023"],"award-info":[{"award-number":["HQ003424D0023"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3728723","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:08:09Z","timestamp":1753729689000},"page":"1376-1380","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["The Impact of Generative AI on Test & Evaluation: Challenges and Opportunities"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7108-3921","authenticated-orcid":false,"given":"Laura","family":"Freeman","sequence":"first","affiliation":[{"name":"Virginia Tech, Arlington, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8494-4561","authenticated-orcid":false,"given":"John","family":"Robert","sequence":"additional","affiliation":[{"name":"CMU SEI, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6234-031X","authenticated-orcid":false,"given":"Heather","family":"Wojton","sequence":"additional","affiliation":[{"name":"IDA, Alexandria, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Acquisition Innovation Research Council Panel on GenAI in the Acquisition Lifecycle. Retrieved from: https:\/\/www.youtube.com\/watch?v=ZlCc94w-2bY"},{"key":"e_1_3_2_1_2_1","volume-title":"Risk Management, and Compliance (GRC).","author":"Chandrasekaran Akshay Sekar","year":"2024","unstructured":"Akshay Sekar Chandrasekaran. 2024. Harnessing the Power of Generative Artificial Intelligence (GenAI) in Governance, Risk Management, and Compliance (GRC). (2024)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2024.3366142"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1148\/rg.220105"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW55395.2022.00031"},{"key":"e_1_3_2_1_6_1","unstructured":"Department of Defense Chief Data and Artificial Intelligence Office Test and Evaluation of Artificial Intelligence Models. Retrieved from: https:\/\/www.ai.mil\/Portals\/137\/Documents\/Resources%20Page\/Test%20and%20Evaluation%20of%20Artificial%20Intelligence%20Models%20Framework.pdf"},{"key":"e_1_3_2_1_7_1","unstructured":"Department of Defense Data Analytics and Artificial Intelligence Adoption Strategy. Retrieved from: https:\/\/media.defense.gov\/2023\/Nov\/02\/2003333300\/-1\/-1\/1\/DOD_DATA_ANALYTICS_AI_ADOPTION_STRATEGY.PDF"},{"key":"e_1_3_2_1_8_1","unstructured":"Department of Defense Responsible Artificial Intelligence Strategy and Implementation Pathway. Retrieved from: https:\/\/media.defense.gov\/2022\/Jun\/22\/2003022604\/-1\/-1\/0\/Department-of-Defense-Responsible-Artificial-Intelligence-Strategy-and-Implementation-Pathway.PDF"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3623343"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of Machine Learning and Systems 4","author":"Dogga Pradeep","year":"2022","unstructured":"Pradeep Dogga, Karthik Narasimhan, Anirudh Sivaraman, Shiv Saini, George Varghese, and Ravi Netravali. 2022. Revelio: Ml-generated debugging queries for finding root causes in distributed systems. Proceedings of Machine Learning and Systems 4, (2022), 601\u2013622."},{"key":"e_1_3_2_1_11_1","volume-title":"Sevde De\u011firmenci, Ece \u00d6zdemir, and Ryan Zarringhalami.","author":"Garousi Vahid","year":"2024","unstructured":"Vahid Garousi, Nithin Joy, Alper Bu\u011fra Kele\u015f, Sevde De\u011firmenci, Ece \u00d6zdemir, and Ryan Zarringhalami. 2024. AI-powered test automation tools: A systematic review and empirical evaluation. arXiv preprint arXiv:2409.00411 (2024)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"A Gupta and F Mohummed. 2023. Role of Generative AI in augmented reality (AR) and virtual reality (VR) application testing. JAIMLD 1 (2023) 426\u201330.","DOI":"10.51219\/JAIMLD\/amit-feroz\/118"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/08982112.2022.2089854"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3703155"},{"key":"e_1_3_2_1_15_1","first-page":"635","article-title":"Transforming Software Testing in the US: Generative AI Models for Realistic User Simulation","volume":"3006","author":"Mohaiminul Islam SA","year":"2024","unstructured":"SA Mohaiminul Islam, MD Shadikul Bari, and Ankur Sarkar. 2024. Transforming Software Testing in the US: Generative AI Models for Realistic User Simulation. Journal of Artificial Intelligence General science (JAIGS) ISSN: 3006-4023 6, 1 (2024), 635\u2013659.","journal-title":"Journal of Artificial Intelligence General science (JAIGS) ISSN"},{"key":"e_1_3_2_1_16_1","volume-title":"Test and Evaluation Framework for Multi-agent Systems of Autonomous Intelligent Agents. In 2021 16th International Conference of System of Systems Engineering (SoSE), IEEE, 203\u2013209","author":"Lanus Erin","year":"2021","unstructured":"Erin Lanus, Ivan Hernandez, Adam Dachowicz, Laura J Freeman, Melanie Grande, Andrew Lang, Jitesh H Panchal, Anthony Patrick, and Scott Welch. 2021. Test and Evaluation Framework for Multi-agent Systems of Autonomous Intelligent Agents. In 2021 16th International Conference of System of Systems Engineering (SoSE), IEEE, 203\u2013209."},{"key":"e_1_3_2_1_17_1","volume-title":"Coverage for Identifying Critical Metadata in Machine Learning Operating Envelopes. In 2024 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","author":"Lanus Erin","unstructured":"Erin Lanus, Brian Lee, Luis Pol, Daniel Sobien, Justin Kauffman, and Laura J Freeman. 2024. Coverage for Identifying Critical Metadata in Machine Learning Operating Envelopes. In 2024 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), IEEE, 217\u2013226."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/00224065.2021.1963200"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/CAI59869.2024.00033"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW52544.2021.00051"},{"key":"e_1_3_2_1_21_1","volume-title":"A Survey of Data Security: Practices from Cybersecurity and Challenges of Machine Learning. arXiv preprint arXiv:2310.04513","author":"Roy Padmaksha","year":"2023","unstructured":"Padmaksha Roy, Jaganmohan Chandrasekaran, Erin Lanus, Laura Freeman, and Jeremy Werner. 2023. A Survey of Data Security: Practices from Cybersecurity and Challenges of Machine Learning. arXiv preprint arXiv:2310.04513 (2023)."},{"key":"e_1_3_2_1_22_1","volume-title":"Human-Calibrated Automated Testing and Validation of Generative Language Models: An Overview. Available at SSRN","author":"Sudjianto Agus","year":"2024","unstructured":"Agus Sudjianto and Srinivas Neppalli. 2024. Human-Calibrated Automated Testing and Validation of Generative Language Models: An Overview. Available at SSRN (2024)."},{"key":"e_1_3_2_1_23_1","volume-title":"Generative ai for effective software development","author":"White Jules","unstructured":"Jules White, Sam Hays, Quchen Fu, Jesse Spencer-Smith, and Douglas C Schmidt. 2024. ChatGPT prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. In Generative ai for effective software development. Springer, 71\u2013108."},{"key":"e_1_3_2_1_24_1","volume-title":"Schmidt and Bala Natarajan, \"Skoll: A Process and Infrastructure for Distributed Continuous Quality Assurance,\" IEEE Transactions on Software Engineering","author":"Porter Adam","unstructured":"Adam Porter, Atif Memon, Cemal Yilmaz, Douglas C. Schmidt and Bala Natarajan, \"Skoll: A Process and Infrastructure for Distributed Continuous Quality Assurance,\" IEEE Transactions on Software Engineering, Vol. 33, No. 2, February 2007, 124\u201314."}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3728723","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:09:15Z","timestamp":1753729755000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3728723"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":24,"alternative-id":["10.1145\/3696630.3728723","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3728723","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}