{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T21:03:46Z","timestamp":1779829426961,"version":"3.53.1"},"reference-count":48,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.jss.2026.112862","type":"journal-article","created":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T00:11:31Z","timestamp":1774051891000},"page":"112862","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["AI-assisted code refactoring: Where can it be helpful and where do humans outperform it?"],"prefix":"10.1016","volume":"238","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5764-7302","authenticated-orcid":false,"given":"Apostolos","family":"Ampatzoglou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2638-6410","authenticated-orcid":false,"given":"Elvira-Maria","family":"Arvanitou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1895-2173","authenticated-orcid":false,"given":"Stavros","family":"Almpanopoulos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3061-7864","authenticated-orcid":false,"given":"Nikolaos","family":"Mittas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5381-8418","authenticated-orcid":false,"given":"Alexander","family":"Chatzigeorgiou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"8","key":"10.1016\/j.jss.2026.112862_bib0001","doi-asserted-by":"crossref","first-page":"781","DOI":"10.1109\/TSE.2015.2414917","article-title":"The effect of GoF design patterns on stability: a case study","volume":"41","author":"Ampatzoglou","year":"2015","journal-title":"Trans. Softw. Eng."},{"issue":"2","key":"10.1016\/j.jss.2026.112862_bib0002","doi-asserted-by":"crossref","first-page":"1945","DOI":"10.1016\/j.jss.2013.03.063","article-title":"Research state of the art on GoF design patterns: a mapping study","volume":"86","author":"Ampatzoglou","year":"2013","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112862_bib0003","series-title":"23rd International Conference on Evaluation and Assessment in Software Engineering (EASE '19)","article-title":"Applying the single responsibility principle in industry: modularity benefits and trade-offs","author":"Ampatzoglou","year":"2019"},{"issue":"3","key":"10.1016\/j.jss.2026.112862_bib0004","doi-asserted-by":"crossref","first-page":"586","DOI":"10.3390\/electronics14030586","article-title":"Enhancing security in software design patterns and antipatterns: a framework for LLM-based detection","volume":"14","author":"Andrade","year":"2025","journal-title":"Electron"},{"key":"10.1016\/j.jss.2026.112862_bib0005","first-page":"1","article-title":"Fitting linear mixed-effects models using lme4","volume":"67","author":"Bates","year":"2015","journal-title":"J. Stat. Softw. 1D"},{"key":"10.1016\/j.jss.2026.112862_bib0006","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1136\/bmj.310.6977.446","article-title":"Calculating correlation coefficients with repeated observations: part 1 \u2013 correlation within subjects","volume":"310","author":"Bland","year":"1995","journal-title":"BMJ"},{"key":"10.1016\/j.jss.2026.112862_bib0008","series-title":"Human Experimentation","article-title":"Methodologic issues fundamental to clinical trials","author":"Cleophas","year":"1999"},{"key":"10.1016\/j.jss.2026.112862_bib0009","article-title":"A theoretical model for capturing the impact of design patterns on quality: the decorator case study","author":"Charalampidou","year":"2017","journal-title":"Symp. Appl. Comput. SAC '17"},{"key":"10.1016\/j.jss.2026.112862_bib0011","series-title":"18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM '24)","article-title":"Crossover designs in software engineering experiments: review of the State of analysis","author":"Frattini","year":"2024"},{"key":"10.1016\/j.jss.2026.112862_bib0012","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1007\/s10664-017-9523-3","article-title":"Empirical software engineering experts on the use of students and professionals in experiments","volume":"23","author":"Falessi","year":"2018","journal-title":"Empir. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112862_bib0013","series-title":"Design patterns: Elements of Reusable Object-Oriented soft-Ware","author":"Gamma","year":"1995"},{"key":"10.1016\/j.jss.2026.112862_bib0014","doi-asserted-by":"crossref","first-page":"114146","DOI":"10.1109\/ACCESS.2024.3445432","article-title":"Does ChatGPT help novice programmers write better code? Results from static code analysis\"","volume":"12","author":"Haindl","year":"2024","journal-title":"IEEe Access."},{"key":"10.1016\/j.jss.2026.112862_bib0015","series-title":"44th International Conference on Software Engineering: Companion Proceedings, (ICSE Companion 2022)","article-title":"Is GitHub copilot a substitute for Human pair-programming? An empirical study\u201d","author":"Imai","year":"2022"},{"key":"10.1016\/j.jss.2026.112862_bib0016","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1007\/s11219-012-9175-x","article-title":"A multiple case study of design pattern decay, grime, and rot in evolving software systems","volume":"21","author":"Izurieta","year":"2013","journal-title":"Softw Qual J"},{"key":"10.1016\/j.jss.2026.112862_bib0017","series-title":"Refactoring to Patterns","author":"Kerievsky","year":"2004"},{"key":"10.1016\/j.jss.2026.112862_bib0018","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2025.112519","article-title":"Comparative analysis of design pattern implementation validity in LLM-based code refactoring","volume":"230","author":"Kim","year":"2025","journal-title":"J. Syst. Softw."},{"issue":"3","key":"10.1016\/j.jss.2026.112862_bib0019","first-page":"3843","article-title":"Quantitative assessment of generative large language models on design pattern application","volume":"82","author":"Kim","year":"2025","journal-title":"Comput. Mater. Contin."},{"key":"10.1016\/j.jss.2026.112862_bib0020","series-title":"29th European Conference on Pattern Languages of Programs, People, and Practices (EuroPLoP '24)","article-title":"Asking ChatGPT for pattern recommendations: euroPLoP 2024 Focus Group report","author":"Laue","year":"2024"},{"key":"10.1016\/j.jss.2026.112862_bib0021","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1007\/s10515-025-00500-0","article-title":"Exploring the potential of general purpose LLMs in automated software refactoring: an empirical study","volume":"32","author":"Liu","year":"2025","journal-title":"Autom. Softw. Eng."},{"key":"10.1016\/j.jss.2026.112862_bib0022","first-page":"12","article-title":"Lost in the middle: how language models use long contexts","volume":"173","author":"Liu","year":"2024","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"10.1016\/j.jss.2026.112862_bib0023","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2024.112278","article-title":"Agent design pattern catalogue: a collection of architectural patterns for foundation model-based agents","volume":"220","author":"Liu","year":"2025","journal-title":"J. Syst. Softw."},{"issue":"5","key":"10.1016\/j.jss.2026.112862_bib0024","doi-asserted-by":"crossref","DOI":"10.1145\/3708519","article-title":"Automatic programming: large language models and beyond","volume":"34","author":"Lyu","year":"2025","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"10.1016\/j.jss.2026.112862_bib0025","doi-asserted-by":"crossref","first-page":"1982","DOI":"10.1007\/s10664-017-9574-5","article-title":"Effect sizes and their variance for AB\/BA crossover design studies","volume":"23","author":"Madeyski","year":"2018","journal-title":"Empir. Softw. Eng."},{"issue":"4","key":"10.1016\/j.jss.2026.112862_bib0026","article-title":"The effect of using native versus nonnative language on the participation level of medical students during PBL tutorials","volume":"6","author":"Maha","year":"2020","journal-title":"Health Prof. Educ."},{"key":"10.1016\/j.jss.2026.112862_bib0027","series-title":"Agile Software development: principles, patterns, and Practices","author":"Martin","year":"2003"},{"key":"10.1016\/j.jss.2026.112862_bib0028","series-title":"Adaptive Code: Agile coding With Design Patterns and SOLID Principles (Developer Best Practices)","author":"McLean","year":"2017"},{"key":"10.1016\/j.jss.2026.112862_bib0029","series-title":"Artificial Intelligence in HCI. HCII 2024","article-title":"The use of large language model in code review automation: an examination of enforcing SOLID principles","volume":"14736","author":"Martins","year":"2024"},{"key":"10.1016\/j.jss.2026.112862_bib0030","article-title":"The evolution of technical debt from DevOps to generative AI: a multivocal literature review","author":"Moreschini","year":"2025","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2026.112862_bib0031","series-title":"International Workshop on Large Language Models for Code (LLM4Code\u201925), Co-Located with ICSE 2025","article-title":"Do code LLMs understand design patterns?","author":"Pan","year":"2025"},{"key":"10.1016\/j.jss.2026.112862_bib0032","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1007\/s10664-025-10625-1","article-title":"Design pattern recognition: a study of large language models","volume":"30","author":"Pandey","year":"2025","journal-title":"Empir. Softw. Eng."},{"issue":"14","key":"10.1016\/j.jss.2026.112862_bib0033","doi-asserted-by":"crossref","first-page":"2400","DOI":"10.3390\/buildings15142400","article-title":"LLM and pattern language synthesis: a hybrid tool for Human-centered architectural design","volume":"15","author":"Postle","year":"2025","journal-title":"Buildings"},{"issue":"1","key":"10.1016\/j.jss.2026.112862_bib0034","doi-asserted-by":"crossref","DOI":"10.1016\/j.patter.2024.101118","article-title":"A survey of multilingual large language models","volume":"6","author":"Qin","year":"2025","journal-title":"Patterns"},{"key":"10.1016\/j.jss.2026.112862_bib0035","series-title":"R: A language and Environment for Statistical computing. R Foundation for Statistical Computing","year":"2025"},{"key":"10.1016\/j.jss.2026.112862_bib0036","series-title":"28th International Conference on Intelligent User Interfaces (IUI '23)","article-title":"The programmer\u2019s assistant: conversational interaction with a large language model for software development","author":"Ross","year":"2023"},{"issue":"7","key":"10.1016\/j.jss.2026.112862_bib0037","doi-asserted-by":"crossref","first-page":"1715","DOI":"10.20537\/2076-7633-2024-16-7-1715-1726","article-title":"A survey on the application of large language models in software engineering","volume":"16","author":"Salem","year":"2025","journal-title":"Comput. Res. Model."},{"issue":"2","key":"10.1016\/j.jss.2026.112862_bib0038","first-page":"13","article-title":"On the impact of UML analysis models on source-code comprehensibility and modifiability","volume":"23","author":"Scanniello","year":"2014","journal-title":"Trans. Softw. Eng. Methodol."},{"issue":"9","key":"10.1016\/j.jss.2026.112862_bib0039","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.2005.97","article-title":"A survey of controlled experiments in software engineering","volume":"31","author":"Sjoeberg","year":"2005","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"4","key":"10.1016\/j.jss.2026.112862_bib0040","article-title":"Effect of SOLID design principles on quality of software an empirical assessment","volume":"6","author":"Singh","year":"2015","journal-title":"Int. J. Sci. Eng. Res."},{"key":"10.1016\/j.jss.2026.112862_bib0041","doi-asserted-by":"crossref","DOI":"10.1016\/j.infsof.2021.106760","article-title":"Refactoring embedded software: a study in healthcare domain","author":"Smiari","year":"2022","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.jss.2026.112862_bib0042","series-title":"CHI Conference on Human Factors in Computing Systems (CHI EA '22)","article-title":"Expectation vs. Experience: evaluating the usability of code generation tools powered by large language models","author":"Vaithilingam","year":"2022"},{"issue":"2","key":"10.1016\/j.jss.2026.112862_bib0043","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1109\/TSE.2015.2467378","article-title":"Crossover designs in software engineering experiments: benefits and perils","volume":"42","author":"Vegas","year":"2016","journal-title":"Trans. Softw. Eng."},{"issue":"15","key":"10.1016\/j.jss.2026.112862_bib0045","first-page":"276","article-title":"On the proper use of the crossover design in clinical trials: part 18 of a series on evaluation of scientific publications","volume":"109","author":"Wellek","year":"2012","journal-title":"Deutsches \u00c4rzteblatt Int."},{"key":"10.1016\/j.jss.2026.112862_bib0046","series-title":"Design Science Methodology For Information Systems and Software Engineering","author":"Wieringa","year":"2014"},{"key":"10.1016\/j.jss.2026.112862_bib0047","series-title":"Generative AI For Effective Software Development","article-title":"ChatGPT prompt patterns for improving code quality, refactoring, requirements elicitation, and software design","author":"White","year":"2024"},{"key":"10.1016\/j.jss.2026.112862_bib0048","series-title":"Experimentation in Software Engineering","author":"Wohlin","year":"2024"},{"key":"10.1016\/j.jss.2026.112862_bib0049","series-title":"CHI Conference on Human Factors in Computing Systems (CHI '23)","article-title":"Why Johnny can\u2019t prompt: how non-AI experts try (and Fail) to design LLM prompts","author":"Zamfirescu-Pereira","year":"2023"},{"key":"10.1016\/j.jss.2026.112862_bib0050","series-title":"6th International Symposium on Machine Programming (MAPS@PLDI 2022)","article-title":"Productivity assessment of neural code completion","author":"Ziegler","year":"2022"},{"issue":"5","key":"10.1016\/j.jss.2026.112862_bib0051","doi-asserted-by":"crossref","first-page":"1213","DOI":"10.1109\/TSE.2011.79","article-title":"What do we know about the effectiveness of software design patterns","volume":"38","author":"Zhang","year":"2012","journal-title":"Trans. Softw. Eng."}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226000956?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121226000956?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T20:26:34Z","timestamp":1779827194000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121226000956"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":48,"alternative-id":["S0164121226000956"],"URL":"https:\/\/doi.org\/10.1016\/j.jss.2026.112862","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"AI-assisted code refactoring: Where can it be helpful and where do humans outperform it?","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems and Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jss.2026.112862","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"112862"}}