{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:55:06Z","timestamp":1766566506280,"version":"3.48.0"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,17]]},"DOI":"10.1145\/3756681.3757002","type":"proceedings-article","created":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:30:04Z","timestamp":1766565004000},"page":"976-985","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Bridging AI and Human Knowledge: Towards a Deeper Understanding of Stack Overflow and ChatGPT"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-3277-7453","authenticated-orcid":false,"given":"Aman","family":"Swaraj","sequence":"first","affiliation":[{"name":"Dept. of Computer Science & Engineering, Indian Institute of Technolog, Roorkee, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0747-6776","authenticated-orcid":false,"given":"Sandeep","family":"Kumar","sequence":"additional","affiliation":[{"name":"Dept. of Computer Science & Engineering, Indian Institute of Technology, Roorkee, India"}]}],"member":"320","published-online":{"date-parts":[[2025,12,24]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Rabe Abdalkareem Emad Shihab and Juergen Rilling. 2017. What do developers use the crowd for? a study using stack overflow. IEEE Software 34 2 (2017) 53\u201360.","DOI":"10.1109\/MS.2017.31"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2017.7884629"},{"key":"e_1_3_3_2_4_2","unstructured":"David Andrews. 2023. Human Evaluation of GPT-4\u2019s Answers to Stack Overflow Questions. (2023)."},{"key":"e_1_3_3_2_5_2","unstructured":"Lasse F\u00a0Wolff Anthony Benjamin Kanding and Raghavendra Selvan. 2020. Carbontracker: Tracking and predicting the carbon footprint of training deep learning models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2007.03051 (2020)."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Anton Barua Stephen\u00a0W Thomas and Ahmed\u00a0E Hassan. 2014. What are developers talking about? an analysis of topics and trends in stack overflow. Empirical software engineering 19 (2014) 619\u2013654.","DOI":"10.1007\/s10664-012-9231-y"},{"key":"e_1_3_3_2_7_2","unstructured":"David\u00a0M Blei Andrew\u00a0Y Ng and Michael\u00a0I Jordan. 2003. Latent dirichlet allocation. Journal of machine Learning research 3 Jan (2003) 993\u20131022."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Ali Borji. 2023. A categorical archive of chatgpt failures. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.03494 (2023).","DOI":"10.21203\/rs.3.rs-2895792\/v1"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Fabio Calefato Filippo Lanubile and Nicole Novielli. 2018. How to ask for technical help? Evidence-based guidelines for writing questions on Stack Overflow. Information and software technology 94 (2018) 186\u2013207.","DOI":"10.1016\/j.infsof.2017.10.009"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00039"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Meri Coleman and Ta\u00a0Lin Liau. 1975. A computer readability formula designed for machine scoring. Journal of Applied Psychology 60 2 (1975) 283.","DOI":"10.1037\/h0076540"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Luis Cruz and Rui Abreu. 2019. Catalog of energy patterns for mobile applications. Empirical Software Engineering 24 (2019) 2209\u20132235.","DOI":"10.1007\/s10664-019-09682-0"},{"key":"e_1_3_3_2_13_2","unstructured":"Leuson Da\u00a0Silva Jordan Samhi and Foutse Khomh. 2024. ChatGPT vs LLaMA: Impact Reliability and Challenges in Stack Overflow Discussions. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.08801 (2024)."},{"key":"e_1_3_3_2_14_2","unstructured":"Maria del Rio-Chanona Nadzeya Laurentsyeva and Johannes Wachs. 2023. Are large language models a threat to digital public goods? evidence from activity on stack overflow. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.07367 (2023)."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/REW57809.2023.00048"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Zhangyin Feng Daya Guo Duyu Tang Nan Duan Xiaocheng Feng Ming Gong Linjun Shou Bing Qin Ting Liu Daxin Jiang et\u00a0al. 2020. Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2002.08155 (2020).","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Joseph\u00a0L Fleiss. 1971. Measuring nominal scale agreement among many raters. Psychological bulletin 76 5 (1971) 378.","DOI":"10.1037\/h0031619"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510221"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2015.52"},{"key":"e_1_3_3_2_20_2","unstructured":"Maarten Grootendorst. 2022. BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2203.05794 (2022)."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1109\/SPW63631.2024.00014"},{"key":"e_1_3_3_2_22_2","unstructured":"Mohammed\u00a0Mehedi Hasan Mahady Hasan and Jannat\u00a0Un Nayeem. 2023. An Exploratory Analysis of Community-Based Question-Answering Platforms and Gpt-3-Driven Generative Ai: Is it the End of Online Community-Based Learning? Available at SSRN 4450320 (2023)."},{"key":"e_1_3_3_2_23_2","unstructured":"Md\u00a0Mahir\u00a0Asef Kabir Sk\u00a0Adnan Hassan Xiaoyin Wang Ying Wang Hai Yu and Na Meng. 2023. An empirical study of ChatGPT-3.5 on question answering and code maintenance. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.02104 (2023)."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642596"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Jan Koco\u0144 Igor Cichecki Oliwier Kaszyca Mateusz Kochanek Dominika Szyd\u0142o Joanna Baran Julita Bielaniewicz Marcin Gruza Arkadiusz Janz Kamil Kanclerz et\u00a0al. 2023. ChatGPT: Jack of all trades master of none. Information Fusion 99 (2023) 101861.","DOI":"10.1016\/j.inffus.2023.101861"},{"key":"e_1_3_3_2_26_2","unstructured":"Jiachen Li Elizabeth Mynatt Varun Mishra and Jonathan Bell. 2023. \" Always Nice and Confident Sometimes wrong\": Developer\u2019s Experiences Engaging Generative AI Chatbots Versus Human-Powered Q&A Platforms. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.13684 (2023)."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Jenny\u00a0T Liang Carmen Badea Christian Bird Robert DeLine Denae Ford Nicole Forsgren and Thomas Zimmermann. 2024. Can GPT-4 Replicate Empirical Software Engineering Research? Proceedings of the ACM on Software Engineering 1 FSE (2024) 1330\u20131353.","DOI":"10.1145\/3660767"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1109\/QRS-C60940.2023.00105"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Yue Liu Thanh Le-Cong Ratnadira Widyasari Chakkrit Tantithamthavorn Li Li Xuan-Bach\u00a0D Le and David Lo. 2024. Refining chatgpt-generated code: Characterizing and mitigating code quality issues. ACM Transactions on Software Engineering and Methodology 33 5 (2024) 1\u201326.","DOI":"10.1145\/3643674"},{"key":"e_1_3_3_2_30_2","unstructured":"Zhijie Liu Yutian Tang Xiapu Luo Yuming Zhou and Liang\u00a0Feng Zhang. 2024. No need to lift a finger anymore? assessing the quality of code generation by chatgpt. IEEE Transactions on Software Engineering (2024)."},{"key":"e_1_3_3_2_31_2","unstructured":"G\u00a0Harry Mc\u00a0Laughlin. 1969. SMOG grading-a new readability formula. Journal of reading 12 8 (1969) 639\u2013646."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Sarah Meldrum Sherlock\u00a0A Licorish Caitlin\u00a0A Owen and Bastin Tony\u00a0Roy Savarimuthu. 2020. Understanding stack overflow code quality: A recommendation of caution. Science of Computer Programming 199 (2020) 102516.","DOI":"10.1016\/j.scico.2020.102516"},{"key":"e_1_3_3_2_33_2","unstructured":"Meta Stack Exchange. 2011. Are Stack Overflow people still nice?https:\/\/meta.stackexchange.com\/questions\/83019\/are-stack-overflow-people-still-nice [Online]."},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510111"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510111"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643991.3645070"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2015.13"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","unstructured":"Phuong\u00a0T Nguyen Juri Di\u00a0Rocco Claudio Di\u00a0Sipio Riccardo Rubei Davide Di\u00a0Ruscio and Massimiliano Di\u00a0Penta. 2024. GPTSniffer: A CodeBERT-based classifier to detect source code written by ChatGPT. Journal of Systems and Software 214 (2024) 112059.","DOI":"10.1016\/j.jss.2024.112059"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/2804381.2804387"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196453"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643991.3644933"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2903505"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3639474.3640068"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597110"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643991.3645076"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"Chaiyong Ragkhitwetsagul Jens Krinke Matheus Paixao Giuseppe Bianco and Rocco Oliveto. 2019. Toxic code snippets on stack overflow. IEEE Transactions on Software Engineering 47 3 (2019) 560\u2013581.","DOI":"10.1109\/TSE.2019.2900307"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"crossref","unstructured":"Nitin Rathi Priyadarshini Panda and Kaushik Roy. 2018. STDP-based pruning of connections and weight quantization in spiking neural networks for energy-efficient recognition. IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems 38 4 (2018) 668\u2013677.","DOI":"10.1109\/TCAD.2018.2819366"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Riccardo Rubei Claudio Di\u00a0Sipio Phuong\u00a0T Nguyen Juri Di\u00a0Rocco and Davide Di\u00a0Ruscio. 2020. PostFinder: Mining Stack Overflow posts to support software developers. Information and Software Technology 127 (2020) 106367.","DOI":"10.1016\/j.infsof.2020.106367"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"crossref","unstructured":"Roy Schwartz Jesse Dodge Noah\u00a0A Smith and Oren Etzioni. 2020. Green ai. Commun. ACM 63 12 (2020) 54\u201363.","DOI":"10.1145\/3381831"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3530019.3530035"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643991.3645071"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-55642-5_4"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"crossref","unstructured":"Patricia Widjojo and Christoph Treude. 2023. Addressing compiler errors: Stack overflow or large language models? arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.10793 (2023).","DOI":"10.2139\/ssrn.4529345"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00023"},{"key":"e_1_3_3_2_55_2","unstructured":"Xiaodan Xu Chao Ni Xinrong Guo Shaoxuan Liu Xiaoya Wang Kui Liu and Xiaohu Yang. 2024. Distinguishing LLM-generated from Human-written Code by Contrastive Learning. ACM Transactions on Software Engineering and Methodology (2024)."},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i21.30361"},{"key":"e_1_3_3_2_57_2","unstructured":"Junzhi Xue Lizheng Wang Jinyang Zheng Yongjun Li and Yong Tan. 2023. Can ChatGPT Kill User-Generated Q&A Platforms? Available at SSRN 4448938 (2023)."},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.643"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"crossref","unstructured":"Gokul Yenduri M Ramalingam G\u00a0Chemmalar Selvi Y Supriya Gautam Srivastava Praveen Kumar\u00a0Reddy Maddikunta G\u00a0Deepti Raj Rutvij\u00a0H Jhaveri B Prabadevi Weizheng Wang et\u00a0al. 2024. Gpt (generative pre-trained transformer)\u2013a comprehensive review on enabling technologies potential applications emerging challenges and future directions. IEEE Access (2024).","DOI":"10.1109\/ACCESS.2024.3389497"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"crossref","unstructured":"Haoxiang Zhang Shaowei Wang Heng Li Tse-Hsun Chen and Ahmed\u00a0E Hassan. 2021. A study of c\/c++ code weaknesses on stack overflow. IEEE Transactions on Software Engineering 48 7 (2021) 2359\u20132375.","DOI":"10.1109\/TSE.2021.3058985"}],"event":{"name":"EASE '25: Evaluation and Assessment in Software Engineering","location":"Istanbul Turkiye","acronym":"EASE '25"},"container-title":["Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3756681.3757002","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,24]],"date-time":"2025-12-24T08:42:52Z","timestamp":1766565772000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3756681.3757002"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,17]]},"references-count":59,"alternative-id":["10.1145\/3756681.3757002","10.1145\/3756681"],"URL":"https:\/\/doi.org\/10.1145\/3756681.3757002","relation":{},"subject":[],"published":{"date-parts":[[2025,6,17]]},"assertion":[{"value":"2025-12-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}