{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T02:02:44Z","timestamp":1781143364907,"version":"3.54.1"},"reference-count":50,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.jss.2026.112834","type":"journal-article","created":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T14:58:38Z","timestamp":1772377118000},"page":"112834","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Impact of code context and prompting strategies on automated unit test generation with modern general-purpose large language models"],"prefix":"10.1016","volume":"237","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5632-9484","authenticated-orcid":false,"given":"Jakub","family":"Walczak","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6939-8757","authenticated-orcid":false,"given":"Piotr","family":"Tomalak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1532-8823","authenticated-orcid":false,"given":"Artur","family":"Laskowski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jss.2026.112834_bib0001","doi-asserted-by":"crossref","first-page":"51343","DOI":"10.1109\/ACCESS.2022.3174094","article-title":"Toward successful devops: a decision-making framework","volume":"10","author":"Akbar","year":"2022","journal-title":"IEEE Access"},{"issue":"10","key":"10.1016\/j.jss.2026.112834_bib0002","doi-asserted-by":"crossref","first-page":"156","DOI":"10.3390\/data10100156","article-title":"Automated test generation using large language models","volume":"10","author":"Andrzejewski","year":"2025","journal-title":"Data"},{"issue":"5","key":"10.1016\/j.jss.2026.112834_bib0003","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1109\/TSE.2015.2490067","article-title":"Bidirectional symbolic analysis for effective branch testing","volume":"42","author":"Baluda","year":"2015","journal-title":"IEEE Trans. Software Eng."},{"key":"10.1016\/j.jss.2026.112834_bib0004","series-title":"Test-Driven Development: By Example","author":"Beck","year":"2002"},{"issue":"2","key":"10.1016\/j.jss.2026.112834_bib0005","article-title":"Ontology driven software development for automated documentation","volume":"15","author":"Bhatia","year":"2018","journal-title":"Webology"},{"key":"10.1016\/j.jss.2026.112834_bib0006","series-title":"Advances in Neural Information Processing Systems","first-page":"1877","article-title":"Language models are few-shot learners","volume":"Vol. 33","author":"Brown","year":"2020"},{"key":"10.1016\/j.jss.2026.112834_bib0007","series-title":"Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems","first-page":"1","article-title":"Art or artifice? Large language models and the false promise of creativity","author":"Chakrabarty","year":"2024"},{"key":"10.1016\/j.jss.2026.112834_bib0008","series-title":"Succeeding with agile: software development using Scrum","author":"Cohn","year":"2010"},{"key":"10.1016\/j.jss.2026.112834_bib0009","series-title":"2018 IEEE International Conference on Automation, Quality and Testing, Robotics (AQTR)","first-page":"1","article-title":"Test automation pyramid from theory to practice","author":"Contan","year":"2018"},{"key":"10.1016\/j.jss.2026.112834_bib0010","series-title":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","first-page":"6437","article-title":"Bias and unfairness in information retrieval systems: new challenges in the llm era","author":"Dai","year":"2024"},{"issue":"8","key":"10.1016\/j.jss.2026.112834_bib0011","doi-asserted-by":"crossref","first-page":"2709","DOI":"10.1109\/TSE.2021.3069039","article-title":"Comparing methods for large-scale agile software development: a systematic literature review","volume":"48","author":"Edison","year":"2021","journal-title":"IEEE Trans. Software Eng."},{"key":"10.1016\/j.jss.2026.112834_bib0012","series-title":"Proceedings of the 5th ACM\/IEEE International Conference on Automation of Software Test","first-page":"45","article-title":"Using GitHub copilot for test generation in Python: an empirical study","author":"El Haji","year":"2024"},{"key":"10.1016\/j.jss.2026.112834_bib0013","series-title":"15th International Symposium on Software Reliability Engineering","first-page":"3","article-title":"Unit testing in practice","author":"Ellims","year":"2004"},{"issue":"6650","key":"10.1016\/j.jss.2026.112834_bib0014","doi-asserted-by":"crossref","first-page":"1110","DOI":"10.1126\/science.adh4451","article-title":"Art and the science of generative AI","volume":"380","author":"Epstein","year":"2023","journal-title":"Science"},{"key":"10.1016\/j.jss.2026.112834_bib0015","series-title":"Proceedings of the 19th International Symposium on Software Testing and Analysis","first-page":"147","article-title":"Mutation-driven generation of unit tests and oracles","author":"Fraser","year":"2010"},{"key":"10.1016\/j.jss.2026.112834_bib0016","series-title":"2022 International Interdisciplinary Humanitarian Conference for Sustainability (IIHC)","first-page":"1270","article-title":"Study of the software development life cycle and the function of testing","author":"Gupta","year":"2022"},{"key":"10.1016\/j.jss.2026.112834_bib0017","series-title":"Computer Performance Engineering: 10th European Workshop, EPEW 2013, Venice, Italy, September 16\u201317, 2013. Proceedings 10","first-page":"149","article-title":"Performance regression unit testing: a case study","author":"Hork\u1ef3","year":"2013"},{"key":"10.1016\/j.jss.2026.112834_bib0018","series-title":"Proceedings of the 6th ACM\/SPEC International Conference on Performance Engineering","first-page":"289","article-title":"Utilizing performance unit tests to increase performance awareness","author":"Hork\u1ef3","year":"2015"},{"key":"10.1016\/j.jss.2026.112834_bib0019","unstructured":"Hovm\u00f6ller, A., 2024. Mutmut: Python mutation testing tool. https:\/\/mutmut.readthedocs.io\/. Accessed: 2024-07-01."},{"issue":"2","key":"10.1016\/j.jss.2026.112834_bib0020","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3703155","article-title":"A survey on hallucination in large language models: principles, taxonomy, challenges, and open questions","volume":"43","author":"Huang","year":"2025","journal-title":"ACM Trans. Inf. Syst."},{"key":"10.1016\/j.jss.2026.112834_bib0021","series-title":"DevOps for Developers","author":"H\u00fcttermann","year":"2012"},{"key":"10.1016\/j.jss.2026.112834_bib0022","unstructured":"Jain, N., Han, K., Gu, A., Li, W.-D., Yan, F., Zhang, T., Wang, S., Solar-Lezama, A., Koushik, S., Stoica, I., 2024. LiveCodeBench: holistic and contamination free evaluation of large language models for code. arXiv: 2403.07974."},{"issue":"2","key":"10.1016\/j.jss.2026.112834_bib0023","doi-asserted-by":"crossref","DOI":"10.1177\/20539517221142824","article-title":"Artificial intelligence, human intelligence and hybrid intelligence based on mutual augmentation","volume":"9","author":"Jarrahi","year":"2022","journal-title":"Big Data Soc."},{"key":"10.1016\/j.jss.2026.112834_bib0024","series-title":"Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","first-page":"654","article-title":"Are mutants a valid substitute for real faults in software testing?","author":"Just","year":"2014"},{"issue":"18","key":"10.1016\/j.jss.2026.112834_bib0025","doi-asserted-by":"crossref","DOI":"10.1126\/sciadv.adk3452","article-title":"Reforms: consensus-based recommendations for machine-learning-based science","volume":"10","author":"Kapoor","year":"2024","journal-title":"Sci. Adv."},{"key":"10.1016\/j.jss.2026.112834_bib0026","series-title":"2025 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","first-page":"29","article-title":"A system for automated unit test generation using large language models and assessment of generated test suites","author":"Lops","year":"2025"},{"key":"10.1016\/j.jss.2026.112834_bib0027","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2019.07.083","article-title":"Adopting devops in the real world: a theory, a model, and a case study","volume":"157","author":"Luz","year":"2019","journal-title":"J. Syst. Software"},{"issue":"10","key":"10.1016\/j.jss.2026.112834_bib0028","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1109\/2.161279","article-title":"Applying \u201cdesign by contract\u201d","volume":"25","author":"Meyer","year":"1992","journal-title":"IEEE Comput."},{"key":"10.1016\/j.jss.2026.112834_bib0029","series-title":"2021 11th IEEE International Conference on Intelligent Data Acquisition and Advanced Computing Systems: Technology and Applications (IDAACS)","first-page":"589","article-title":"The testing mechanism for software and services based on Mike Cohn\u2019s testing pyramid modification","volume":"Vol. 1","author":"Mukhin","year":"2021"},{"issue":"6654","key":"10.1016\/j.jss.2026.112834_bib0030","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1126\/science.adh2586","article-title":"Experimental evidence on the productivity effects of generative artificial intelligence","volume":"381","author":"Noy","year":"2023","journal-title":"Science"},{"key":"10.1016\/j.jss.2026.112834_bib0031","unstructured":"OpenAI, 2024. Reasoning best practices. Accessed: 2025. https:\/\/platform.openai.com\/docs\/guides\/reasoning-best-practices."},{"key":"10.1016\/j.jss.2026.112834_bib0032","series-title":"2013 BRICS Congress on Computational Intelligence and 11th Brazilian Congress on Computational Intelligence","first-page":"375","article-title":"Approach to automation of the initial stages of software design","author":"Orlova","year":"2013"},{"key":"10.1016\/j.jss.2026.112834_bib0033","doi-asserted-by":"crossref","unstructured":"Sahoo, P., Singh, A. K., Saha, S., Jain, V., Mondal, S., Chadha, A., 2024. A systematic survey of prompt engineering in large language models: techniques and applications. arXiv: 2402.07927.","DOI":"10.1007\/979-8-8688-0569-1_4"},{"issue":"1","key":"10.1016\/j.jss.2026.112834_bib0034","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1109\/TSE.2023.3334955","article-title":"An empirical evaluation of using large language models for automated unit test generation","volume":"50","author":"Sch\u00e4fer","year":"2023","journal-title":"IEEE Trans. Software Eng."},{"key":"10.1016\/j.jss.2026.112834_bib0035","series-title":"Proc. ACL","first-page":"1715\u20141725","article-title":"Neural machine translation of rare words with subword units","author":"Sennrich","year":"2016"},{"key":"10.1016\/j.jss.2026.112834_bib0036","article-title":"Microsoft announces new copilot copyright commitment for customers","author":"Smith","year":"2023","journal-title":"Microsoft Issues Blog"},{"key":"10.1016\/j.jss.2026.112834_bib0037","first-page":"5998","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.jss.2026.112834_bib0038","article-title":"Evidence-based methodological framework for machine learning studies","author":"Walczak","year":"2025","journal-title":"Authorea Preprints"},{"key":"10.1016\/j.jss.2026.112834_bib0039","series-title":"Findings of the Association for Computational Linguistics: NAACL 2025","article-title":"TESTEVAL: benchmarking large language models for test case generation","author":"Wang","year":"2025"},{"key":"10.1016\/j.jss.2026.112834_bib0040","unstructured":"Wang, X., Wei, J., Schuurmans, D., Le, Q., Chi, E., Narang, S., Chowdhery, A., Zhou, D., 2022. Self-consistency improves chain of thought reasoning in language models. arXiv: 2203.11171."},{"key":"10.1016\/j.jss.2026.112834_bib0041","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.jss.2026.112834_bib0042","article-title":"Google\u2019s neural machine translation system: bridging the gap between human and machine translation","author":"Wu","year":"2016","journal-title":"CoRR"},{"issue":"6","key":"10.1016\/j.jss.2026.112834_bib0043","first-page":"1","article-title":"Harnessing the power of LLMs in practice: a survey on chatgpt and beyond","volume":"18","author":"Yang","year":"2024","journal-title":"ACM Trans. Knowl. Discov. Data"},{"key":"10.1016\/j.jss.2026.112834_bib0044","unstructured":"Yang, L., Yang, C., Gao, S., Wang, W., Wang, B., Zhu, Q., Chu, X., Zhou, J., Liang, G., Wang, Q., et al., 2024b. An empirical study of unit test generation with large language models. arXiv: 2406.18181."},{"key":"10.1016\/j.jss.2026.112834_bib0045","unstructured":"Yuan, Z., Lou, Y., Liu, M., Ding, S., Wang, K., Chen, Y., Peng, X., et al., 2023. No more manual tests? Evaluating and improving chatgpt for unit test generation. arXiv: 2305.04207."},{"key":"10.1016\/j.jss.2026.112834_bib0046","series-title":"Advances in Neural Information Processing Systems","article-title":"Tree of thoughts: deliberate problem solving with large language models","volume":"Vol. 36","author":"Yao","year":"2023"},{"key":"10.1016\/j.jss.2026.112834_bib0047","unstructured":"Yao, S., Zhao, J., Yu, D., Du, N., Shafran, I., Narasimhan, K., Cao, Y., 2022. React: synergizing reasoning and acting in language models. arXiv: 2210.03629."},{"key":"10.1016\/j.jss.2026.112834_bib0048","unstructured":"Yuan, Z., Liu, J., Zi, Q., Liu, M., Peng, X., Lou, Y., 2023a. Evaluating instruction-tuned large language models on code comprehension and generation. arXiv: 2308.01240."},{"key":"10.1016\/j.jss.2026.112834_bib0049","series-title":"Proceedings of the ACM on Software Engineering","article-title":"Evaluating and improving ChatGPT for unit test generation","volume":"Vol. 1","author":"Yuan","year":"2024"},{"key":"10.1016\/j.jss.2026.112834_bib0050","unstructured":"Yuan, Z., Lou, Y., Liu, M., Ding, S., Wang, K., Chen, Y., Peng, X., 2023b. No more manual tests evaluating and improving Chatgpt for unit test generation. arXiv: 2305.04207."}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226000683?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226000683?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T01:43:11Z","timestamp":1781142191000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121226000683"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":50,"alternative-id":["S0164121226000683"],"URL":"https:\/\/doi.org\/10.1016\/j.jss.2026.112834","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Impact of code context and prompting strategies on automated unit test generation with modern general-purpose large language models","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems and Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jss.2026.112834","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"112834"}}