{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T12:05:59Z","timestamp":1779883559852,"version":"3.53.1"},"reference-count":34,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T00:00:00Z","timestamp":1777420800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems Architecture"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.sysarc.2026.103783","type":"journal-article","created":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T21:25:36Z","timestamp":1777584336000},"page":"103783","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Preference-driven prompt refinement for software development: A cross-model analysis of GPT-5"],"prefix":"10.1016","volume":"176","author":[{"given":"Ashraf","family":"Elnashar","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jules","family":"White","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Douglas C.","family":"Schmidt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.sysarc.2026.103783_b1","series-title":"Generative AI for Effective Software Development","first-page":"71","article-title":"ChatGPT prompt patterns for improving code quality, refactoring, requirements elicitation, and software design","author":"White","year":"2024"},{"key":"10.1016\/j.sysarc.2026.103783_b2","unstructured":"J. White, Q. Fu, S. Hays, M. Sandborn, C. Olea, H. Gilbert, A. Elnashar, J. Spencer-Smith, D.C. Schmidt, A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT, in: Proceedings of the 30th Pattern Languages of Programming (PLoP) Conference, Allerton Park, IL, 2023."},{"key":"10.1016\/j.sysarc.2026.103783_b3","unstructured":"Z. Chen, C. Wang, W. Sun, G. Yang, X. Liu, J.M. Zhang, Y. Liu, Software Engineering for LLM Prompt Development, in: Software Engineering in 2030 Workshop, Co-Located with FSE 2025, Trondheim, Norway, 2025."},{"key":"10.1016\/j.sysarc.2026.103783_b4","series-title":"Synthetic data in AI: Challenges, applications, and ethical implications","author":"Hao","year":"2024"},{"key":"10.1016\/j.sysarc.2026.103783_b5","series-title":"Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing","author":"Liu","year":"2023"},{"key":"10.1016\/j.sysarc.2026.103783_b6","series-title":"A systematic survey of prompt engineering in large language models: Techniques and applications","author":"Sahoo","year":"2024"},{"key":"10.1016\/j.sysarc.2026.103783_b7","series-title":"A systematic survey of automatic prompt optimization techniques","author":"Ramnath","year":"2025"},{"key":"10.1016\/j.sysarc.2026.103783_b8","series-title":"Black-box prompt optimization: Aligning large language models without model training","author":"Cheng","year":"2024"},{"key":"10.1016\/j.sysarc.2026.103783_b9","unstructured":"A. Elnashar, J. White, Preference-Driven Refinement of Prompts: A Systematic Prompt Engineering Method for Helping to Automate Software Engineering."},{"key":"10.1016\/j.sysarc.2026.103783_b10","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.sysarc.2026.103783_b11","series-title":"AutoGen: Enabling next-gen LLM applications via multi-agent conversation","author":"Wu","year":"2023"},{"key":"10.1016\/j.sysarc.2026.103783_b12","series-title":"Constitutional AI: Harmlessness from AI feedback","author":"Bai","year":"2022"},{"key":"10.1016\/j.sysarc.2026.103783_b13","series-title":"Judging LLM-as-a-judge with MT-bench and chatbot arena","author":"Zheng","year":"2023"},{"key":"10.1016\/j.sysarc.2026.103783_b14","series-title":"Training language model to critique for better refinement","author":"Yu","year":"2025"},{"key":"10.1016\/j.sysarc.2026.103783_b15","series-title":"Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems","first-page":"1","article-title":"Prompt programming for large language models: Beyond the few-shot paradigm","author":"Reynolds","year":"2021"},{"key":"10.1016\/j.sysarc.2026.103783_b16","series-title":"Self-instruct: Aligning language models with self-generated instructions","author":"Wang","year":"2023"},{"key":"10.1016\/j.sysarc.2026.103783_b17","series-title":"Rethinking the role of demonstrations: What makes in-context learning work?","author":"Min","year":"2022"},{"key":"10.1016\/j.sysarc.2026.103783_b18","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.sysarc.2026.103783_b19","series-title":"What makes good in-context examples for GPT-3?","author":"Liu","year":"2021"},{"key":"10.1016\/j.sysarc.2026.103783_b20","series-title":"GPT-4o system card","author":"Hurst","year":"2024"},{"key":"10.1016\/j.sysarc.2026.103783_b21","series-title":"2024 International Conference on Current Trends in Advanced Computing","first-page":"1","article-title":"The evolution of large language models: Models, applications and challenges","author":"Sindhu","year":"2024"},{"issue":"2","key":"10.1016\/j.sysarc.2026.103783_b22","first-page":"43","article-title":"Towards a catalog of prompt patterns to enhance the discipline of prompt engineering","volume":"43","author":"Schmidt","year":"2024","journal-title":"Ada Users J."},{"key":"10.1016\/j.sysarc.2026.103783_b23","doi-asserted-by":"crossref","unstructured":"K. Benharrak, T. Zindulka, F. Lehmann, H. Heuer, D. Buschek, Writer-defined AI Personas for On-demand Feedback Generation, in: Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems, 2024, pp. 1\u201318.","DOI":"10.1145\/3613904.3642406"},{"key":"10.1016\/j.sysarc.2026.103783_b24","article-title":"Judging LLM-as-a-judge with MT-bench and chatbot arena","volume":"36","author":"Zheng","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.sysarc.2026.103783_b25","series-title":"Length-controlled AlpacaEval: A simple way to debias automatic evaluators","author":"Dubois","year":"2024"},{"key":"10.1016\/j.sysarc.2026.103783_b26","series-title":"G-eval: NLG evaluation using GPT-4 with better human alignment","author":"Liu","year":"2023"},{"key":"10.1016\/j.sysarc.2026.103783_b27","series-title":"Large language models are state-of-the-art evaluators of translation quality","author":"Kocmi","year":"2023"},{"key":"10.1016\/j.sysarc.2026.103783_b28","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.sysarc.2026.103783_b29","article-title":"Self-refine: Iterative refinement with self-feedback","volume":"36","author":"Madaan","year":"2024","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.sysarc.2026.103783_b30","series-title":"A survey on in-context learning","author":"Dong","year":"2022"},{"key":"10.1016\/j.sysarc.2026.103783_b31","series-title":"Learning to retrieve prompts for in-context learning","author":"Rubin","year":"2021"},{"key":"10.1016\/j.sysarc.2026.103783_b32","article-title":"Deep reinforcement learning from human preferences","volume":"30","author":"Christiano","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.sysarc.2026.103783_b33","series-title":"Think together and work better: Combining humans\u2019 and LLMs\u2019 think-aloud outcomes for effective text evaluation","author":"Chu","year":"2024"},{"key":"10.1016\/j.sysarc.2026.103783_b34","series-title":"Liberating logic in the age of AI: Going beyond programming with computational thinking","first-page":"1","author":"Schmidt","year":"2025"}],"container-title":["Journal of Systems Architecture"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1383762126001013?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1383762126001013?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T11:13:07Z","timestamp":1779880387000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1383762126001013"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":34,"alternative-id":["S1383762126001013"],"URL":"https:\/\/doi.org\/10.1016\/j.sysarc.2026.103783","relation":{"is-supplemented-by":[{"id-type":"uri","id":"https:\/\/github.com\/elnashara\/pdr","asserted-by":"subject"}]},"ISSN":["1383-7621"],"issn-type":[{"value":"1383-7621","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Preference-driven prompt refinement for software development: A cross-model analysis of GPT-5","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems Architecture","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.sysarc.2026.103783","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"103783"}}