{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T23:03:09Z","timestamp":1778194989826,"version":"3.51.4"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"crossref","award":["RGPIN-2019-05071"],"award-info":[{"award-number":["RGPIN-2019-05071"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s10664-024-10540-x","type":"journal-article","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T07:02:25Z","timestamp":1726470145000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["An empirical study on developers\u2019 shared conversations with ChatGPT in GitHub pull requests and issues"],"prefix":"10.1007","volume":"29","author":[{"given":"Huizi","family":"Hao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kazi Amit","family":"Hasan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hong","family":"Qin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marcos","family":"Macedo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuan","family":"Tian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven H. H.","family":"Ding","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,16]]},"reference":[{"key":"10540_CR1","doi-asserted-by":"crossref","unstructured":"Arya D, Wang W, Guo JL, Cheng J (2019) Analysis and detection of information types of open source software issue discussions. In: 2019 IEEE\/ACM 41st international conference on software engineering (ICSE), IEEE, pp 454\u2013464","DOI":"10.1109\/ICSE.2019.00058"},{"key":"10540_CR2","doi-asserted-by":"crossref","unstructured":"Baltes S, Treude C, Robillard MP (2020) Contextual documentation referencing on Stack Overflow. IEEE Trans Softw Eng 48(1):135\u2013149","DOI":"10.1109\/TSE.2020.2981898"},{"key":"10540_CR3","doi-asserted-by":"crossref","unstructured":"Barke S, James MB, Polikarpova N (2023) Grounded copilot: how programmers interact with code-generating models. Proc ACM Program Lang 7(OOPSLA1):85\u2013111","DOI":"10.1145\/3586030"},{"key":"10540_CR4","doi-asserted-by":"publisher","unstructured":"Barua A, Thomas S, Hassan A (2014) What are developers talking about? an analysis of topics and trends in Stack Overflow. Empir Softw Eng 19:619\u2013654. https:\/\/doi.org\/10.1007\/s10664-012-9231-y","DOI":"10.1007\/s10664-012-9231-y"},{"key":"10540_CR5","doi-asserted-by":"crossref","unstructured":"Beyer S, Macho C, Di Penta M, Pinzger M (2020) What kind of questions do developers ask on Stack Overflow? a comparison of automated approaches to classify posts into question categories. Empir Softw Eng 25:2258\u20132301","DOI":"10.1007\/s10664-019-09758-x"},{"key":"10540_CR6","unstructured":"Chen M, Tworek J, Jun H, Yuan Q, Pinto HPdO, Kaplan J, Edwards H, Burda Y, Joseph N, Brockman G et\u00a0al (2021) Evaluating large language models trained on code. arXiv:2107.03374"},{"key":"10540_CR7","doi-asserted-by":"crossref","unstructured":"Deng Y, Xia CS, Yang C, Zhang SD, Yang S, Zhang L (2024) Large language models are edge-case generators: crafting unusual programs for fuzzing deep learning libraries. In: Proceedings of the 46th IEEE\/ACM international conference on software engineering, pp 1\u201313","DOI":"10.1145\/3597503.3623343"},{"key":"10540_CR8","doi-asserted-by":"crossref","unstructured":"Di\u00a0Sorbo A, Panichella S, Visaggio CA, Di\u00a0Penta M, Canfora G, Gall HC (2015) Development emails content analyzer: intention mining in developer discussions (t). In: 2015 30th IEEE\/ACM international conference on automated software engineering (ASE), IEEE, pp 12\u201323","DOI":"10.1109\/ASE.2015.12"},{"key":"10540_CR9","doi-asserted-by":"publisher","DOI":"10.1002\/9781119387596","volume-title":"Markov chains: from theory to implementation and experimentation","author":"PA Gagniuc","year":"2017","unstructured":"Gagniuc PA (2017) Markov chains: from theory to implementation and experimentation. John Wiley & Sons"},{"key":"10540_CR10","doi-asserted-by":"crossref","unstructured":"G\u00f3mez C, Cleary B, Singer L (2013) A study of innovation diffusion through link sharing on Stack Overflow. In: 2013 10th working conference on mining software repositories (MSR), IEEE, pp 81\u201384","DOI":"10.1109\/MSR.2013.6624011"},{"key":"10540_CR11","doi-asserted-by":"crossref","unstructured":"Guo Q, Cao J, Xie X, Liu S, Li X, Chen B, Peng X (2024) Exploring the potential of chatgpt in automated code refinement: an empirical study. In: Proceedings of the 46th IEEE\/ACM international conference on software engineering, pp 1\u201313","DOI":"10.1145\/3597503.3623306"},{"key":"10540_CR12","doi-asserted-by":"crossref","unstructured":"Hata H, Treude C, Kula RG, Ishio T (2019) 9.6 million links in source code comments: purpose, evolution, and decay. In: 2019 IEEE\/ACM 41st international conference on software engineering (ICSE), IEEE, pp 1211\u20131221","DOI":"10.1109\/ICSE.2019.00123"},{"key":"10540_CR13","doi-asserted-by":"crossref","unstructured":"Hata H, Novielli N, Baltes S, Kula RG, Treude C (2022) Github discussions: an exploratory study of early adoption. Empir Softw Eng 27:1\u201332","DOI":"10.1007\/s10664-021-10058-6"},{"key":"10540_CR14","doi-asserted-by":"crossref","unstructured":"Hou X, Zhao Y, Liu Y, Yang Z, Wang K, Li L, Luo X, Lo D, Grundy J, Wang H (2023) Large language models for software engineering: a systematic literature review. arXiv:2308.10620","DOI":"10.1145\/3695988"},{"issue":"10","key":"10540_CR15","doi-asserted-by":"publisher","first-page":"1098","DOI":"10.1109\/TSE.2018.2876340","volume":"46","author":"Q Huang","year":"2018","unstructured":"Huang Q, Xia X, Lo D, Murphy GC (2018) Automating intention mining. IEEE Trans Softw Eng 46(10):1098\u20131119","journal-title":"IEEE Trans Softw Eng"},{"key":"10540_CR16","doi-asserted-by":"publisher","unstructured":"Jiang N, Liu K, Lutellier T, Tan L (2023) Impact of code language models on automated program repair. In: Proceedings of the 45th international conference on software engineering, IEEE Press, ICSE \u201923, p 1430\u20131442. https:\/\/doi.org\/10.1109\/ICSE48619.2023.00125","DOI":"10.1109\/ICSE48619.2023.00125"},{"key":"10540_CR17","doi-asserted-by":"crossref","unstructured":"Landis JR, Koch GG (1977) The measurement of observer agreement for categorical data. Biometrics pp 159\u2013174","DOI":"10.2307\/2529310"},{"key":"10540_CR18","doi-asserted-by":"crossref","unstructured":"Li L, Ren Z, Li X, Zou W, Jiang H (2018) How are issue units linked? empirical study on the linking behavior in github. In: 2018 25th Asia-pacific software engineering conference (APSEC), IEEE, pp 386\u2013395","DOI":"10.1109\/APSEC.2018.00053"},{"key":"10540_CR19","doi-asserted-by":"crossref","unstructured":"Liang JT, Yang C, Myers BA (2024) A large-scale survey on the usability of ai programming assistants: Successes and challenges. In: Proceedings of the 46th IEEE\/ACM international conference on software engineering, pp 1\u201313","DOI":"10.1145\/3597503.3608128"},{"key":"10540_CR20","doi-asserted-by":"crossref","unstructured":"Liu J, Xia X, Lo D, Zhang H, Zou Y, Hassan AE, Li S (2021) Broken external links on Stack Overflow. IEEE Trans Softw Eng 48(9):3242\u20133267","DOI":"10.1109\/TSE.2021.3086494"},{"key":"10540_CR21","doi-asserted-by":"crossref","unstructured":"Liu J, Zhang H, Xia X, Lo D, Zou Y, Hassan AE, Li S (2022) An exploratory study on the repeatedly shared external links on Stack Overflow. Empir Softw Eng 27:1\u201332","DOI":"10.1007\/s10664-021-10028-y"},{"key":"10540_CR22","doi-asserted-by":"crossref","unstructured":"Lu J, Yu L, Li X, Yang L, Zuo C (2023) Llama-reviewer: advancing code review automation with large language models through parameter-efficient fine-tuning. In: 2023 IEEE 34th international symposium on software reliability engineering (ISSRE), IEEE, pp 647\u2013658","DOI":"10.1109\/ISSRE59848.2023.00026"},{"key":"10540_CR23","unstructured":"Mozannar H, Bansal G, Fourney A, Horvitz E (2022) Reading between the lines: modeling user behavior and costs in ai-assisted programming. arXiv:2210.14306"},{"key":"10540_CR24","doi-asserted-by":"crossref","unstructured":"Nurwidyantoro A, Shahin M, Chaudron MR, Hussain W, Shams R, Perera H, Oliver G, Whittle J (2022) Human values in software development artefacts: a case study on issue discussions in three Android applications. Inf Softw Technol 141:106731","DOI":"10.1016\/j.infsof.2021.106731"},{"key":"10540_CR25","unstructured":"OpenAI (2024a) ChatGTP Shared Links FAQ. https:\/\/help.openai.com\/en\/articles\/7925741-chatgpt-shared-links-faq. Accessed 23 Jan 2024"},{"key":"10540_CR26","unstructured":"OpenAI (2024b) Create a Shared Link. https:\/\/help.openai.com\/en\/articles\/7943611-create-a-shared-link. Accessed 23 Jan 2024"},{"key":"10540_CR27","doi-asserted-by":"crossref","unstructured":"Qu C, Yang L, Croft WB, Zhang Y, Trippas JR, Qiu M (2019) User intent prediction in information-seeking conversations. In: Proceedings of the 2019 conference on human information interaction and retrieval, pp 25\u201333","DOI":"10.1145\/3295750.3298924"},{"key":"10540_CR28","doi-asserted-by":"crossref","unstructured":"Rosen C, Shihab E (2016) What are mobile developers asking about? a large scale study using Stack Overflow. Empir Softw Eng 21:1192\u20131223","DOI":"10.1007\/s10664-015-9379-3"},{"key":"10540_CR29","doi-asserted-by":"crossref","unstructured":"Ross SI, Martinez F, Houde S, Muller M, Weisz JD (2023) The programmer\u2019s assistant: conversational interaction with a large language model for software development. In: Proceedings of the 28th international conference on intelligent user interfaces, pp 491\u2013514","DOI":"10.1145\/3581641.3584037"},{"key":"10540_CR30","doi-asserted-by":"crossref","unstructured":"Shi L, Chen X, Yang Y, Jiang H, Jiang Z, Niu N, Wang Q (2021) A first look at developers\u2019 live chat on gitter. In: Proceedings of the 29th ACM joint meeting on european software engineering conference and symposium on the foundations of software engineering, pp 391\u2013403","DOI":"10.1145\/3468264.3468562"},{"key":"10540_CR31","unstructured":"Siddiq ML, Santos J, Tanvir RH, Ulfat N, Rifat FA, Lopes VC (2023) Exploring the effectiveness of large language models in generating unit tests. arXiv:2305.00418"},{"key":"10540_CR32","doi-asserted-by":"crossref","unstructured":"Treude C, Barzilay O, Storey MA (2011) How do programmers ask and answer questions on the web?(nier track). In: Proceedings of the 33rd international conference on software engineering, pp 804\u2013807","DOI":"10.1145\/1985793.1985907"},{"key":"10540_CR33","doi-asserted-by":"crossref","unstructured":"Vaithilingam P, Zhang T, Glassman EL (2022) Expectation vs. experience: evaluating the usability of code generation tools powered by large language models. In: Chi conference on human factors in computing systems extended abstracts, pp 1\u20137","DOI":"10.1145\/3491101.3519665"},{"key":"10540_CR34","doi-asserted-by":"crossref","unstructured":"Viviani G, Famelis M, Xia X, Janik-Jones C, Murphy GC (2019) Locating latent design information in developer discussions: a study on pull requests. IEEE Trans Softw Eng 47(7):1402\u20131413","DOI":"10.1109\/TSE.2019.2924006"},{"key":"10540_CR35","first-page":"1","volume":"01","author":"Z Wan","year":"2019","unstructured":"Wan Z, Xia X, Hassan AE (2019) What is discussed about blockchain? a case study on the use of balanced lda and the reference architecture of a domain to capture online discussions about blockchain platforms across the stack exchange communities. IEEE Trans Softw Eng 01:1\u20131","journal-title":"IEEE Trans Softw Eng"},{"key":"10540_CR36","doi-asserted-by":"crossref","unstructured":"Wang D, Xiao T, Thongtanunam P, Kula RG, Matsumoto K (2021) Understanding shared links and their intentions to meet information needs in modern code review: a case study of the openstack and qt projects. Empir Softw Eng 26:1\u201332","DOI":"10.1007\/s10664-021-09997-x"},{"issue":"4","key":"10540_CR37","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/s10664-023-10325-8","volume":"28","author":"T Xiao","year":"2023","unstructured":"Xiao T, Baltes S, Hata H, Treude C, Kula RG, Ishio T, Matsumoto K (2023) 18 million links in commit messages: purpose, evolution, and decay. Empir Softw Eng 28(4):91","journal-title":"Empir Softw Eng"},{"key":"10540_CR38","doi-asserted-by":"crossref","unstructured":"Xiao T, Treude C, Hata H, Matsumoto K (2024) Devgpt: studying developer-chatgpt conversations. In: Proceedings of the International Conference on Mining Software Repositories (MSR 2024)","DOI":"10.1145\/3643991.3648400"},{"key":"10540_CR39","doi-asserted-by":"crossref","unstructured":"Ye D, Xing Z, Kapre N (2017) The structure and dynamics of knowledge network in domain-specific q &a sites: a case study of Stack Overflow. Empir Softw Eng 22:375\u2013406","DOI":"10.1007\/s10664-016-9430-z"},{"key":"10540_CR40","doi-asserted-by":"crossref","unstructured":"Zampetti F, Ponzanelli L, Bavota G, Mocci A, Di\u00a0Penta M, Lanza M (2017) How developers document pull requests with external references. In: 2017 IEEE\/ACM 25th International conference on program comprehension (ICPC), IEEE, pp 23\u201333","DOI":"10.1109\/ICPC.2017.30"},{"key":"10540_CR41","doi-asserted-by":"crossref","unstructured":"Zhang B, Liang P, Zhou X, Ahmad A, Waseem M (2023) Practices and challenges of using github copilot: an empirical study. arXiv:2303.08733","DOI":"10.18293\/SEKE2023-077"},{"key":"10540_CR42","doi-asserted-by":"crossref","unstructured":"Zhang T, Gao C, Ma L, Lyu M, Kim M (2019) An empirical study of common challenges in developing deep learning applications. In: 2019 IEEE 30th international symposium on software reliability engineering (ISSRE), IEEE, pp 104\u2013115","DOI":"10.1109\/ISSRE.2019.00020"},{"key":"10540_CR43","doi-asserted-by":"crossref","unstructured":"Zhang Y, Yu Y, Wang H, Vasilescu B, Filkov V (2018) Within-ecosystem issue linking: a large-scale study of rails. In: Proceedings of the 7th international workshop on software mining, pp 12\u201319","DOI":"10.1145\/3242887.3242891"},{"key":"10540_CR44","doi-asserted-by":"crossref","unstructured":"Ziegler A, Kalliamvakou E, Li XA, Rice A, Rifkin D, Simister S, Sittampalam G, Aftandilian E (2022) Productivity assessment of neural code completion. In: Proceedings of the 6th ACM SIGPLAN international symposium on machine programming, pp 21\u201329","DOI":"10.1145\/3520312.3534864"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-024-10540-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-024-10540-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-024-10540-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,6]],"date-time":"2024-11-06T04:51:34Z","timestamp":1730868694000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-024-10540-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,16]]},"references-count":44,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["10540"],"URL":"https:\/\/doi.org\/10.1007\/s10664-024-10540-x","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,16]]},"assertion":[{"value":"20 August 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}],"article-number":"150"}}