{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T15:29:33Z","timestamp":1781018973878,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T00:00:00Z","timestamp":1774224000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,23]]},"DOI":"10.1145\/3748522.3779916","type":"proceedings-article","created":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T14:17:49Z","timestamp":1781014669000},"page":"1343-1350","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Measuring the Effectiveness of Large Language Model for Answer Generation: A Case of Quantum Software Engineering"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-4680-4472","authenticated-orcid":false,"given":"Nek Dil","family":"Khan","sequence":"first","affiliation":[{"name":"Faculty of Information Technology, Beijing university of technology, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2041-9696","authenticated-orcid":false,"given":"Safia","family":"Kanwal","sequence":"additional","affiliation":[{"name":"Faculty of Creative and Digital Arts and Sciences, Anglia Ruskin University, Peterborough, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3306-1195","authenticated-orcid":false,"given":"Javed Ali","family":"Khan","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Hertfordshire, Hatfield, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8479-1481","authenticated-orcid":false,"given":"Arif Ali","family":"Khan","sequence":"additional","affiliation":[{"name":"M3S Research Unit, M3S Empirical Software Engineering Research Unit, University of Oulu, Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4906-6495","authenticated-orcid":false,"given":"Muhammad Azeem","family":"Akbar","sequence":"additional","affiliation":[{"name":"Department of Software Engineering, LUT University, Lappeenranta, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,9]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2024.102094"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1108\/DTA-07-2017-0054"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2024.107587"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASONAM.2014.6921605"},{"key":"e_1_3_2_1_5_1","volume-title":"Beyond Code: The Multidimensional Impacts of Large Language Models in Software Development. arXiv preprint arXiv:2506.22704","author":"Bonabi Sardar","year":"2025","unstructured":"Sardar Bonabi, Sarah Bana, Vijay Gurbaxani, and Tingting Nian. 2025. Beyond Code: The Multidimensional Impacts of Large Language Models in Software Development. arXiv preprint arXiv:2506.22704 (2025)."},{"key":"e_1_3_2_1_6_1","unstructured":"Kaiyan Chang Songcheng Xu Chenglong Wang Yingfeng Luo Xiaoqian Liu Tong Xiao and Jingbo Zhu. 2024. Efficient Prompting Methods for Large Language Models: A Survey. arXiv:2404.01077 [cs.CL] https:\/\/arxiv.org\/abs\/2404.01077"},{"key":"e_1_3_2_1_7_1","volume-title":"LLMs and Stack Overflow discussions: Reliability, impact, and challenges. Journal of Systems and Software","author":"Silva Leuson Da","year":"2025","unstructured":"Leuson Da Silva, Jordan Samhi, and Foutse Khomh. 2025. LLMs and Stack Overflow discussions: Reliability, impact, and challenges. Journal of Systems and Software (2025), 112541."},{"key":"e_1_3_2_1_8_1","volume-title":"How Do OSS Developers Reuse Architectural Solutions from Q&A sites: An Empirical Study","author":"de Dieu Musengamana Jean","year":"2025","unstructured":"Musengamana Jean de Dieu, Peng Liang, and Mojtaba Shahin. 2025. How Do OSS Developers Reuse Architectural Solutions from Q&A sites: An Empirical Study. IEEE Transactions on Software Engineering (2025)."},{"key":"e_1_3_2_1_9_1","volume-title":"Evaluating privacy questions from stack overflow: Can chatgpt compete?. In 2023 IEEE 31st international requirements engineering conference workshops (REW)","author":"Delile Zack","unstructured":"Zack Delile, Sean Radel, Joe Godinez, Garrett Engstrom, Theo Brucker, Kenzie Young, and Sepideh Ghanavati. 2023. Evaluating privacy questions from stack overflow: Can chatgpt compete?. In 2023 IEEE 31st international requirements engineering conference workshops (REW). IEEE, 239\u2013244."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1063\/1.882932"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1002\/smr.2419"},{"key":"e_1_3_2_1_12_1","unstructured":"Daya Guo Dejian Yang Haowei Zhang Junxiao Song Ruoyu Zhang Runxin Xu Qihao Zhu Shirong Ma Peiyi Wang Xiao Bi et al. 2025. Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning. arXiv preprint arXiv:2501.12948 (2025)."},{"key":"e_1_3_2_1_13_1","volume-title":"Mamun Bin Ibne Reaz, and Jannat Un Nayeem Iqra","author":"Hasan Mohammed Mehedi","year":"2024","unstructured":"Mohammed Mehedi Hasan, Mahady Hasan, Mamun Bin Ibne Reaz, and Jannat Un Nayeem Iqra. 2024. An exploratory analysis of Community-based Question-Answering Platforms and GPT-3-driven Generative AI: Is it the end of online community-based learning? arXiv preprint arXiv:2409.17473 (2024)."},{"key":"e_1_3_2_1_14_1","volume-title":"Stack Overflow Is Not Dead Yet: Crowd Answers Still Matter. arXiv preprint arXiv:2509.05879","author":"Helic Denis","year":"2025","unstructured":"Denis Helic and Tiago Santos. 2025. Stack Overflow Is Not Dead Yet: Crowd Answers Still Matter. arXiv preprint arXiv:2509.05879 (2025)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42254-023-00603-1"},{"key":"e_1_3_2_1_16_1","volume-title":"Large language models for software engineering: A systematic literature review. ACM Transactions on Software Engineering and Methodology","author":"Hou Xinyi","year":"2023","unstructured":"Xinyi Hou, Yanjie Zhao, Yue Liu, Zhou Yang, Kailong Wang, Li Li, Xiapu Luo, David Lo, John Grundy, and Haoyu Wang. 2023. Large language models for software engineering: A systematic literature review. ACM Transactions on Software Engineering and Methodology (2023)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3696630.3731625"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642596"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-023-10417-5"},{"key":"e_1_3_2_1_20_1","volume-title":"Javed Ali Khan, Davoud Mougouei, and Xinyuan Ma.","author":"Khan Arif Ali","year":"2025","unstructured":"Arif Ali Khan, Boshuai Ye, Muhammad Azeem Akbar, Javed Ali Khan, Davoud Mougouei, and Xinyuan Ma. 2025. Mining Q&A Platforms for Empirical Evidence on Quantum Software Programming. arXiv preprint arXiv:2503.05240 (2025)."},{"key":"e_1_3_2_1_21_1","volume-title":"2021 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, 343\u2013354","author":"Li Heng","year":"2021","unstructured":"Heng Li, Foutse Khomh, Moses Openja, et al. 2021. Understanding quantum software engineering challenges an empirical study on stack exchange forums and github issues. In 2021 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, 343\u2013354."},{"key":"e_1_3_2_1_22_1","volume-title":"Which is a better programming assistant? A comparative study between chatgpt and stack overflow. arXiv preprint arXiv:2308.13851","author":"Liu Jinrun","year":"2023","unstructured":"Jinrun Liu, Xinyu Tang, Linlin Li, Panpan Chen, and Yepang Liu. 2023. Which is a better programming assistant? A comparative study between chatgpt and stack overflow. arXiv preprint arXiv:2308.13851 (2023)."},{"key":"e_1_3_2_1_23_1","volume-title":"LLM-Driven Personalized Answer Generation and Evaluation. In International Conference on Artificial Intelligence in Education. Springer, 187\u2013194","author":"Molavi Mohammadreza","year":"2025","unstructured":"Mohammadreza Molavi, Mohammadreza Tavakoli, Mohammad Moein, Abdolali Faraji, and G\u00e1bor Kismih\u00f3k. 2025. LLM-Driven Personalized Answer Generation and Evaluation. In International Conference on Artificial Intelligence in Education. Springer, 187\u2013194."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3712002"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.51594\/csitrj.v4i3.1558"},{"key":"e_1_3_2_1_26_1","volume-title":"Sanjaya Kumar Sarangi, Jaideep Patel, Vivek Bhardwaj, Anjali Rawat, and Hitesh Rawat.","author":"Rawat Romil","year":"2023","unstructured":"Romil Rawat, Rajesh Kumar Chakrawarti, Sanjaya Kumar Sarangi, Jaideep Patel, Vivek Bhardwaj, Anjali Rawat, and Hitesh Rawat. 2023. Quantum Computing in Cybersecurity. John Wiley & Sons."},{"key":"e_1_3_2_1_27_1","volume-title":"Semantic answer similarity for evaluating question answering models. arXiv preprint arXiv:2108.06130","author":"Risch Julian","year":"2021","unstructured":"Julian Risch, Timo M\u00f6ller, Julian Gutsch, and Malte Pietsch. 2021. Semantic answer similarity for evaluating question answering models. arXiv preprint arXiv:2108.06130 (2021)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/REW57809.2023.00072"},{"key":"e_1_3_2_1_29_1","volume-title":"Analyzing the Evolution and Maintenance of Quantum Software Repositories. arXiv preprint arXiv:2501.06894","author":"Upadhyay Krishna","year":"2025","unstructured":"Krishna Upadhyay, Vinaik Chhetri, AB Siddique, and Umar Farooq. 2025. Analyzing the Evolution and Maintenance of Quantum Software Repositories. arXiv preprint arXiv:2501.06894 (2025)."},{"key":"e_1_3_2_1_30_1","volume-title":"Asli Tokg\u00f6z, Ashish Sabharwal, and Sanjiv Kumar.","author":"Verga Pat","year":"2024","unstructured":"Pat Verga, Ameet Singh Rawat, Asli Tokg\u00f6z, Ashish Sabharwal, and Sanjiv Kumar. 2024. Replacing judges with juries: Evaluating LLM generations with a panel of diverse models. arXiv preprint arXiv:2404.18796 (2024)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Rhonda Walthall and Sunil Dixit. 2022. Impact of quantum computing in aerospace. SAE International.","DOI":"10.4271\/EPR2022014"},{"key":"e_1_3_2_1_32_1","volume-title":"Addressing compiler errors: Stack overflow or large language models? arXiv preprint arXiv:2307.10793","author":"Widjojo Patricia","year":"2023","unstructured":"Patricia Widjojo and Christoph Treude. 2023. Addressing compiler errors: Stack overflow or large language models? arXiv preprint arXiv:2307.10793 (2023)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2023.3254481"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/QCE57702.2023.10201"},{"key":"e_1_3_2_1_35_1","volume-title":"Quantum software engineering: Landscapes and horizons. arXiv preprint arXiv:2007.07047","author":"Zhao Jianjun","year":"2020","unstructured":"Jianjun Zhao. 2020. Quantum software engineering: Landscapes and horizons. arXiv preprint arXiv:2007.07047 (2020)."}],"event":{"name":"SAC '26: 41st ACM\/SIGAPP Symposium on Applied Computing","location":"Grand Hotel Palace Thessaloniki Greece","acronym":"SAC '26","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing"]},"container-title":["Proceedings of the 41st ACM\/SIGAPP Symposium on Applied Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3748522.3779916","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T14:41:00Z","timestamp":1781016060000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3748522.3779916"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,23]]},"references-count":35,"alternative-id":["10.1145\/3748522.3779916","10.1145\/3748522"],"URL":"https:\/\/doi.org\/10.1145\/3748522.3779916","relation":{},"subject":[],"published":{"date-parts":[[2026,3,23]]},"assertion":[{"value":"2026-06-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}