{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T21:04:07Z","timestamp":1779829447532,"version":"3.53.1"},"reference-count":52,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100012154","name":"Graduate Research and Innovation Projects of Jiangsu Province","doi-asserted-by":"publisher","award":["SJCX24_2022"],"award-info":[{"award-number":["SJCX24_2022"]}],"id":[{"id":"10.13039\/501100012154","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61202006"],"award-info":[{"award-number":["61202006"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011246","name":"State Key Laboratory of Novel Software Technology","doi-asserted-by":"publisher","award":["KFKT2024B21"],"award-info":[{"award-number":["KFKT2024B21"]}],"id":[{"id":"10.13039\/501100011246","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.jss.2026.112867","type":"journal-article","created":{"date-parts":[[2026,3,29]],"date-time":"2026-03-29T06:56:53Z","timestamp":1774767413000},"page":"112867","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["What developers ask about openai APIs: An empirical study on stack overflow"],"prefix":"10.1016","volume":"238","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1180-3891","authenticated-orcid":false,"given":"Xiang","family":"Chen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jibin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chaoyang","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2579-5359","authenticated-orcid":false,"given":"Xiaolin","family":"Ju","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhanqi","family":"Cui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jss.2026.112867_bib0001","series-title":"Proceedings of the 17Th International Conference on Mining Software Repositories","first-page":"174","article-title":"Challenges in chatbot development: a study of stack overflow posts","author":"Abdellatif","year":"2020"},{"issue":"2","key":"10.1016\/j.jss.2026.112867_bib0002","first-page":"190","article-title":"A survey on mining stack overflow: question and answering (q&a) community","volume":"52","author":"Ahmad","year":"2018","journal-title":"Data Technol. Appl."},{"key":"10.1016\/j.jss.2026.112867_bib0003","series-title":"Proceedings of the 12Th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement","first-page":"1","article-title":"What do concurrency developers ask about? a large-scale study using stack overflow","author":"Ahmed","year":"2018"},{"key":"10.1016\/j.jss.2026.112867_bib0004","unstructured":"Alam, K., Mittal, K., Roy, B., Roy, C., 2024. Developer challenges on large language models: A study of stack overflow and openAI developer forum posts. arXiv preprint arXiv: 2411.10873."},{"key":"10.1016\/j.jss.2026.112867_bib0005","series-title":"2019Del InsThinspace ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","first-page":"1","article-title":"Why is developing machine learning applications challenging? a study on stack overflow posts","author":"Alshangiti","year":"2019"},{"key":"10.1016\/j.jss.2026.112867_bib0006","doi-asserted-by":"crossref","DOI":"10.1016\/j.iot.2021.100364","article-title":"What do practitioners discuss about iot and industry 4.0 related technologies? characterization and identification of iot and industry 4.0 categories in stack overflow discussions","volume":"14","author":"Aly","year":"2021","journal-title":"Internet Things"},{"key":"10.1016\/j.jss.2026.112867_bib0007","doi-asserted-by":"crossref","unstructured":"Asgari, A., Panichella, A., Derakhshanfar, P., Olsthoorn, M., 2025. What challenges do developers face in AI agent systems? an empirical study on stack overflow & github issues. arXiv preprint arXiv: 2510.25423.","DOI":"10.2139\/ssrn.6234076"},{"key":"10.1016\/j.jss.2026.112867_bib0008","series-title":"Generative AI for Web Development: Building Web Applications Powered by OpenAI APIs and Next. Js","first-page":"87","article-title":"Overview of the openAI APIs","author":"Auger","year":"2024"},{"key":"10.1016\/j.jss.2026.112867_bib0009","series-title":"Proceedings of the 2019 27Th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","first-page":"432","article-title":"Going big: a large-scale study on what big data developers ask","author":"Bagherzadeh","year":"2019"},{"key":"10.1016\/j.jss.2026.112867_bib0010","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1007\/s10664-012-9231-y","article-title":"What are developers talking about? an analysis of topics and trends in stack overflow","volume":"19","author":"Barua","year":"2014","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112867_bib0011","series-title":"2020 International Conference on Advanced Aspects of Software Engineering (ICAASE)","first-page":"1","article-title":"Classification of android APIs posts: an analysis of developer\u2019s discussions on stack overflow","author":"Beddiar","year":"2020"},{"key":"10.1016\/j.jss.2026.112867_bib0012","series-title":"Proceedings of the 31St IEEE\/ACM International Conference on Automated Software Engineering","first-page":"744","article-title":"Learning a dual-language vector space for domain-specific cross-lingual question retrieval","author":"Chen","year":"2016"},{"key":"10.1016\/j.jss.2026.112867_bib0013","article-title":"An empirical study on challenges for LLM application developers","author":"Chen","year":"2025","journal-title":"ACM Trans. Softw. Eng. Method."},{"key":"10.1016\/j.jss.2026.112867_bib0014","series-title":"Proceedings of the 28Th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","first-page":"750","article-title":"A comprehensive study on challenges in deploying deep learning based software","author":"Chen","year":"2020"},{"issue":"1","key":"10.1016\/j.jss.2026.112867_bib0015","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nominal scales","volume":"20","author":"Cohen","year":"1960","journal-title":"Educ. Psychol. Meas."},{"issue":"3","key":"10.1016\/j.jss.2026.112867_bib0016","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1111\/j.1468-0394.2005.00299.x","article-title":"Making sense of card sorting data","volume":"22","author":"Fincher","year":"2005","journal-title":"Expert Syst."},{"key":"10.1016\/j.jss.2026.112867_bib0017","series-title":"Proceedings of the 14Th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","first-page":"1","article-title":"Challenges in docker development: a large-scale study using stack overflow","author":"Haque","year":"2020"},{"key":"10.1016\/j.jss.2026.112867_bib0018","series-title":"2021Del InsThinspace IEEE International Conference on Software Maintenance and Evolution (ICSME)","first-page":"137","article-title":"Characterization and automatic updates of deprecated machine-learning api usages","author":"Haryono","year":"2021"},{"key":"10.1016\/j.jss.2026.112867_bib0019","unstructured":"Islam, M. J., Nguyen, H. A., Pan, R., Rajan, H., 2019. What do developers ask about ml libraries? a large-scale study using stack overflow. arXiv preprint arXiv: 1906.11940."},{"key":"10.1016\/j.jss.2026.112867_bib0020","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2021.110935","article-title":"The symptoms, causes, and repairs of bugs inside a deep learning library","volume":"177","author":"Jia","year":"2021","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112867_bib0021","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data","author":"Landis","year":"1977","journal-title":"Biometrics"},{"issue":"4","key":"10.1016\/j.jss.2026.112867_bib0022","doi-asserted-by":"crossref","first-page":"713","DOI":"10.1007\/s12650-024-00980-4","article-title":"C5: Toward better conversation comprehension and contextual continuity for chatGPT","volume":"27","author":"Liang","year":"2024","journal-title":"J. Visualizat."},{"key":"10.1016\/j.jss.2026.112867_bib0023","doi-asserted-by":"crossref","first-page":"9627","DOI":"10.1109\/ACCESS.2023.3238813","article-title":"An empirical study of web services topics in web developer discussions on stack overflow","volume":"11","author":"Mahmood","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.jss.2026.112867_bib0024","unstructured":"McCallum, A. K., 2002. Mallet: A machine learning for languagetoolkit. http:\/\/mallet.cs.umass.edu."},{"issue":"4","key":"10.1016\/j.jss.2026.112867_bib0025","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/s10664-024-10500-5","article-title":"Common challenges of deep reinforcement learning applications development: an empirical study","volume":"29","author":"Morovati","year":"2024","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112867_bib0026","series-title":"2024 International Conference on Information Technology Research and Innovation (ICITRI)","first-page":"230","article-title":"An empirical study of unanswered python-related questions on stack overflow","author":"Nugroho","year":"2024"},{"key":"10.1016\/j.jss.2026.112867_bib0027","unstructured":"Pawar, S., Tonmoy, S. M., Zaman, S. M., Jain, V., Chadha, A., Das, A., 2024. The what, why, and how of context length extension techniques in large language models\u2013a detailed survey. arXiv preprint arXiv: 2401.07872."},{"key":"10.1016\/j.jss.2026.112867_bib0028","series-title":"2016Del InsThinspace IEEE 23Rd International Conference on Software Analysis, Evolution, and Reengineering (SANER)","first-page":"634","article-title":"An empirical study on the usage of the swift programming language","volume":"Vol. 1","author":"Rebou\u00e7as","year":"2016"},{"issue":"9","key":"10.1016\/j.jss.2026.112867_bib0029","doi-asserted-by":"crossref","DOI":"10.1093\/pnasnexus\/pgae400","article-title":"Large language models reduce public knowledge sharing on online q&a platforms","volume":"3","author":"del Rio-Chanona","year":"2024","journal-title":"PNAS Nexus"},{"key":"10.1016\/j.jss.2026.112867_bib0030","series-title":"Proceedings of the Eighth ACM International Conference on Web Search and Data Mining","first-page":"399","article-title":"Exploring the space of topic coherence measures","author":"R\u00f6der","year":"2015"},{"key":"10.1016\/j.jss.2026.112867_bib0031","doi-asserted-by":"crossref","first-page":"1192","DOI":"10.1007\/s10664-015-9379-3","article-title":"What are mobile developers asking about? a large scale study using stack overflow","volume":"21","author":"Rosen","year":"2016","journal-title":"Empir. Softw. Eng."},{"issue":"6","key":"10.1016\/j.jss.2026.112867_bib0032","doi-asserted-by":"crossref","first-page":"192","DOI":"10.3390\/fi15060192","article-title":"Chatgpt and open-ai models: a preliminary review","volume":"15","author":"Roumeliotis","year":"2023","journal-title":"Future Internet"},{"issue":"7956","key":"10.1016\/j.jss.2026.112867_bib0033","first-page":"259","article-title":"ChatGPT utility in healthcare education, research, and practice: systematic review on the promising perspectives and valid concerns. healthcare (basel). 2023; 11 (6): 887","volume":"616","author":"Sallam","year":"2023","journal-title":"Nature"},{"key":"10.1016\/j.jss.2026.112867_bib0034","series-title":"2021Del InsThinspace IEEE\/ACM 18Th International Conference on Mining Software Repositories (MSR)","first-page":"271","article-title":"Challenges in developing desktop web apps: a study of stack overflow and github","author":"Scoccia","year":"2021"},{"issue":"1","key":"10.1016\/j.jss.2026.112867_bib0035","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1007\/s10664-024-10579-w","article-title":"Towards enhancing the reproducibility of deep learning bugs: an empirical study","volume":"30","author":"Shah","year":"2025","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112867_bib0036","series-title":"Proceedings of the 2020Del InsThinspace CHI Conference on Human Factors in Computing Systems","first-page":"1","article-title":"Understanding privacy-related questions on stack overflow","author":"Tahaei","year":"2020"},{"key":"10.1016\/j.jss.2026.112867_bib0037","series-title":"Proceedings of the 33Rd International Conference on Software Engineering","first-page":"804","article-title":"How do programmers ask and answer questions on the web?(nier track)","author":"Treude","year":"2011"},{"key":"10.1016\/j.jss.2026.112867_bib0038","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10664-021-10021-5","article-title":"An empirical study of iot topics in iot developer discussions on stack overflow","volume":"26","author":"Uddin","year":"2021","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112867_bib0039","series-title":"2016Del InsThinspace IEEE International Conference on Web Services (ICWS)","first-page":"131","article-title":"What do client developers concern when using web apis? an empirical study on developer forums and stack overflow","author":"Venkatesh","year":"2016"},{"issue":"3","key":"10.1016\/j.jss.2026.112867_bib0040","article-title":"Analyzing developer engagement in software testing: topics, trends, sentiments, and discussions on stack overflow using topic modeling and sentiment analysis","volume":"14","author":"WAMBUA","year":"2025","journal-title":"Int. J. Comput. Inf. Technol. (2279-0764)"},{"issue":"3","key":"10.1016\/j.jss.2026.112867_bib0041","first-page":"159","article-title":"Topics, trends, and sentiments in software testing: an analysis of developers\u2019 engagement on stack overflow","volume":"14","author":"Wambua","year":"2025","journal-title":"Int. J. Comput. Inf. Technol. (IJCIT)"},{"key":"10.1016\/j.jss.2026.112867_bib0042","series-title":"2025Del InsThinspace IEEE\/ACM 47Th International Conference on Software Engineering (ICSE)","article-title":"Llms meet library evolution: evaluating deprecated api usage in llm-based code completion","author":"Wang","year":"2025"},{"key":"10.1016\/j.jss.2026.112867_bib0043","series-title":"Proceedings of the 30Th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","first-page":"370","article-title":"Api recommendation for machine learning libraries: how far are we?","author":"Wei","year":"2022"},{"key":"10.1016\/j.jss.2026.112867_bib0044","series-title":"2017 32Nd IEEE\/ACM International Conference on Automated Software Engineering (ASE)","first-page":"706","article-title":"Answerbot: automated generation of answer summary to developers\u2019 technical questions","author":"Xu","year":"2017"},{"issue":"2","key":"10.1016\/j.jss.2026.112867_bib0045","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1007\/s10664-023-10413-9","article-title":"Demystifying API misuses in deep learning applications","volume":"29","author":"Yang","year":"2024","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112867_bib0046","doi-asserted-by":"crossref","first-page":"910","DOI":"10.1007\/s11390-016-1672-0","article-title":"What security questions do developers ask? a large-scale study of stack overflow posts","volume":"31","author":"Yang","year":"2016","journal-title":"J. Comput. Sci. Technol."},{"issue":"5","key":"10.1016\/j.jss.2026.112867_bib0047","doi-asserted-by":"crossref","first-page":"910","DOI":"10.1007\/s11390-016-1672-0","article-title":"What security questions do developers ask? a large-scale study of stack overflow posts","volume":"31","author":"Yang","year":"2016","journal-title":"J. Comput. Sci. Technol."},{"key":"10.1016\/j.jss.2026.112867_bib0048","unstructured":"Yin, W., Xu, M., Li, Y., Liu, X., 2024. Llm as a system service on mobile devices. arXiv preprint arXiv: 2403.11805."},{"key":"10.1016\/j.jss.2026.112867_bib0049","unstructured":"Zhang, L., Yu, J., Zhang, S., Li, L., Zhong, Y., Liang, G., Yan, Y., Ma, Q., Weng, F., Pan, F., et al., 2024. Unveiling the impact of multi-modal interactions on user engagement: A comprehensive evaluation in AI-driven conversations. arXiv preprint arXiv: 2406.15000."},{"key":"10.1016\/j.jss.2026.112867_bib0050","series-title":"ECOOP 2009\u2013Object-Oriented Programming: 23rd European Conference, Genoa, Italy, July 6Del-Ins\u201310, 2009. Proceedings 23","first-page":"318","article-title":"Mapo: mining and recommending api usage patterns","author":"Zhong","year":"2009"},{"key":"10.1016\/j.jss.2026.112867_bib0051","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence","first-page":"21841","article-title":"Can llm replace stack overflow? a study on robustness and reliability of large language model code generation","volume":"Vol. 38","author":"Zhong","year":"2024"},{"key":"10.1016\/j.jss.2026.112867_bib0052","series-title":"Proceedings of the 19Th International Conference on Mining Software Repositories","first-page":"203","article-title":"Mining the usage of reactive programming APIs: a study on github and stack overflow","author":"Zimmerle","year":"2022"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226001007?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226001007?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T20:28:36Z","timestamp":1779827316000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121226001007"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":52,"alternative-id":["S0164121226001007"],"URL":"https:\/\/doi.org\/10.1016\/j.jss.2026.112867","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"What developers ask about openai APIs: An empirical study on stack overflow","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems and Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jss.2026.112867","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"112867"}}