{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,6]],"date-time":"2026-02-06T08:03:55Z","timestamp":1770365035154,"version":"3.49.0"},"reference-count":56,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T00:00:00Z","timestamp":1767052800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100004955","name":"Austrian Research Promotion Agency","doi-asserted-by":"publisher","award":["FO999895431"],"award-info":[{"award-number":["FO999895431"]}],"id":[{"id":"10.13039\/501100004955","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002428","name":"Austrian Science Fund","doi-asserted-by":"publisher","award":["CQ4CD"],"award-info":[{"award-number":["CQ4CD"]}],"id":[{"id":"10.13039\/501100002428","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1016\/j.jss.2025.112760","type":"journal-article","created":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T15:20:45Z","timestamp":1767280845000},"page":"112760","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["MLOps pipeline generation for reinforcement learning: A low-code approach using large language models"],"prefix":"10.1016","volume":"235","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0650-0981","authenticated-orcid":false,"given":"Stephen John","family":"Warnett","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7997-905X","authenticated-orcid":false,"given":"Evangelos","family":"Ntentos","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6233-2591","authenticated-orcid":false,"given":"Uwe","family":"Zdun","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.jss.2025.112760_bib0001","series-title":"DevOps: A Software Architect\u2019s Perspective","author":"Bass","year":"2015"},{"key":"10.1016\/j.jss.2025.112760_bib0002","series-title":"Proc. International Conference on Bridging the Gap between AI and Reality","first-page":"355","article-title":"Large language model assisted software engineering: prospects, challenges, and a case study","author":"Belzner","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0003","series-title":"Building machine learning and deep learning models on Google cloud platform","author":"Bisong","year":"2019"},{"key":"10.1016\/j.jss.2025.112760_bib0004","series-title":"Hawaii International Conference on System Sciences","doi-asserted-by":"crossref","DOI":"10.24251\/HICSS.2024.932","article-title":"The rise of generative AI in low code development platforms - An analysis and future directions","author":"Bruhin","year":"2024"},{"key":"10.1016\/j.jss.2025.112760_bib0005","series-title":"Pattern-Oriented Software Architecture","author":"Buschmann","year":"1996"},{"key":"10.1016\/j.jss.2025.112760_bib0006","unstructured":"Chen, M., Tworek, J., Jun, H., Yuan, Q., de Oliveira Pinto, H. P., Kaplan, J., Edwards, H., Burda, Y., Joseph, N., Brockman, G., Ray, A., Puri, R., Krueger, G., Petrov, M., Khlaaf, H., Sastry, G., Mishkin, P., Chan, B., Gray, S., Ryder, N., Pavlov, M., Power, A., Kaiser, L., Bavarian, M., Winter, C., Tillet, P., Such, F. P., Cummings, D., Plappert, M., Chantzis, F., Barnes, E., Herbert-Voss, A., Guss, W. H., Nichol, A., Paino, A., Tezak, N., Tang, J., Babuschkin, I., Balaji, S., Jain, S., Saunders, W., Hesse, C., Carr, A. N., Leike, J., Achiam, J., Misra, V., Morikawa, E., Radford, A., Knight, M., Brundage, M., Murati, M., Mayer, K., Welinder, P., McGrew, B., Amodei, D., McCandlish, S., Sutskever, I., Zaremba, W., 2021. Evaluating Large Language Models Trained on Code. https:\/\/arxiv.org\/abs\/2107.03374."},{"key":"10.1016\/j.jss.2025.112760_bib0007","unstructured":"DAIR. AI, 2024. Prompt Engineering Guide. https:\/\/promptingguide.ai\/techniques."},{"issue":"10","key":"10.1016\/j.jss.2025.112760_bib0008","doi-asserted-by":"crossref","first-page":"1","DOI":"10.37745\/ejcsit.2013\/vol13n10110","article-title":"CI\/CD Best practices: building reliable pipelines","volume":"13","author":"Damarapati","year":"2025","journal-title":"European Journal of Computer Science and Information Technology"},{"key":"10.1016\/j.jss.2025.112760_bib0009","unstructured":"DeepSeek-AI, Guo, D., Yang, D., et al., 2025. DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning. 2501.12948. arXiv: 2501.12948."},{"key":"10.1016\/j.jss.2025.112760_bib0010","series-title":"2023 14Th International Conference on Intelligent Systems: Theories and Applications (SITA)","first-page":"1","article-title":"Low-code\/no-code development: a systematic literature review","author":"El Kamouchi","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0011","series-title":"Proc. 45Th International Conference on Software Engineering (ICSE)","first-page":"1469-1481","article-title":"Automated repair of programs from large language models","author":"Fan","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0012","series-title":"Patterns of enterprise application architecture","author":"Fowler","year":"2012"},{"issue":"10","key":"10.1016\/j.jss.2025.112760_bib0013","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1145\/3587691","article-title":"Low-Code programming models","volume":"66","author":"Hirzel","year":"2023","journal-title":"Commun. ACM"},{"key":"10.1016\/j.jss.2025.112760_bib0014","series-title":"Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation","author":"Humble","year":"2010"},{"key":"10.1016\/j.jss.2025.112760_bib0015","series-title":"Proc. 20Th International Conference on Mining Software Repositories (MSR)","first-page":"563","article-title":"Large language models and simple, stupid bugs","author":"Jesse","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0016","doi-asserted-by":"crossref","DOI":"10.1145\/3772721","article-title":"A survey on large language models for code generation","author":"Jiang","year":"2025","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"10.1016\/j.jss.2025.112760_bib0017","unstructured":"Jin, H., Chen, H., Lu, Q., Zhu, L., 2025. Towards advancing code generation with large language models: a research roadmap. arXiv: 2501.11354."},{"key":"10.1016\/j.jss.2025.112760_bib0018","series-title":"Proc. 31St ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","first-page":"1646-1656","article-title":"Inferfix: end-to-end program repair with LLMs","author":"Jin","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0019","series-title":"2021 47Th Euromicro Conference on Software Engineering and Advanced Applications (SEAA)","first-page":"1","article-title":"Towards MLOps: a framework and maturity model","author":"John","year":"2021"},{"key":"10.1016\/j.jss.2025.112760_bib0020","series-title":"2023ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C)","first-page":"854","article-title":"Navigating the low-code landscape: a comparison of development platforms","author":"Kirchhof","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0021","doi-asserted-by":"crossref","first-page":"31866","DOI":"10.1109\/ACCESS.2023.3262138","article-title":"Machine learning operations (MLOps): overview, definition, and architecture","volume":"11","author":"Kreuzberger","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.jss.2025.112760_bib0022","article-title":"Requirements and reference architecture for MLOps: insights from industry","author":"Kumara","year":"2023","journal-title":"Authorea Preprints"},{"key":"10.1016\/j.jss.2025.112760_bib0023","unstructured":"Li, D., Murr, L., 2024. HumanEval on latest GPT models\u20132024. arXiv: 2402.14852."},{"key":"10.1016\/j.jss.2025.112760_bib0024","doi-asserted-by":"crossref","first-page":"113808","DOI":"10.1109\/ACCESS.2022.3217511","article-title":"RLOps: Development life-cycle of reinforcement learning aided open RAN","volume":"10","author":"Li","year":"2022","journal-title":"IEEE Access"},{"key":"10.1016\/j.jss.2025.112760_bib0025","unstructured":"Li, W., Zan, D., Guan, B., Yu, A., Chen, X., Wang, Y., 2024. Improving natural language capability of code large language model. arXiv: 2401.14242."},{"key":"10.1016\/j.jss.2025.112760_bib0026","unstructured":"Liang, P., Song, B., Zhan, X., Chen, Z., Yuan, J., 2024. Automating the training and deployment of models in MLOps by integrating systems with machine learning. arXiv: 2405.09819."},{"key":"10.1016\/j.jss.2025.112760_bib0027","series-title":"Thirty-seventh Conference on Neural Information Processing Systems","article-title":"Is your code generated by ChatGPT really correct? rigorous evaluation of large language models for code generation","author":"Liu","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0028","series-title":"2022 International Conference on Electrical, Computer and Energy Technologies (ICECET)","first-page":"1","article-title":"A systematic review of machine learning devops","author":"Mboweni","year":"2022"},{"key":"10.1016\/j.jss.2025.112760_bib0029","unstructured":"Meyer, B., 2023. AI Does not help programmers. BLOG@CACM, https:\/\/cacm.acm.org\/blogs\/blog-cacm\/273577-ai-does-not-help-programmers\/fulltext."},{"issue":"2","key":"10.1016\/j.jss.2025.112760_bib0030","doi-asserted-by":"crossref","first-page":"621","DOI":"10.1016\/j.cirp.2016.06.005","article-title":"Cyber-physical systems in manufacturing","volume":"65","author":"Monostori","year":"2016","journal-title":"CIRP Ann."},{"key":"10.1016\/j.jss.2025.112760_bib0031","series-title":"Hawaii International Conference on System Sciences","doi-asserted-by":"crossref","DOI":"10.24251\/HICSS.2024.934","article-title":"The low-code phenomenon: mapping the intellectual structure of research","author":"Naqvi","year":"2024"},{"key":"10.1016\/j.jss.2025.112760_bib0032","series-title":"Cascon","first-page":"24","article-title":"Artificial intelligence vs. software engineers: an empirical study on performance and efficiency using chatGPT","author":"do Nascimento","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0033","series-title":"2024IEEE 21St International Conference on Software Architecture (ICSA)","first-page":"90","article-title":"Supporting architectural decision making on training strategies in reinforcement learning architectures","author":"Ntentos","year":"2024"},{"key":"10.1016\/j.jss.2025.112760_bib0034","article-title":"Cyber-Physical systems in the context of industry 4.0: a review, categorization and outlook","author":"Oks","year":"2022","journal-title":"Inform. Syst. Front."},{"key":"10.1016\/j.jss.2025.112760_bib0035","unstructured":"Parnin, C., Soares, G., Pandita, R., Gulwani, S., Rich, J., Henley, A. Z., 2023. Building your own product copilot: challenges, opportunities, and needs. arXiv: 2312.14231."},{"key":"10.1016\/j.jss.2025.112760_bib0036","series-title":"Proceedings of the 2017ACM International Conference on Management of Data","first-page":"1723","article-title":"Data management challenges in production machine learning","author":"Polyzotis","year":"2017"},{"issue":"3","key":"10.1016\/j.jss.2025.112760_bib0037","doi-asserted-by":"crossref","first-page":"1061","DOI":"10.1007\/s10664-018-9651-4","article-title":"An empirical study of architecting for continuous delivery and deployment","volume":"24","author":"Shahin","year":"2019","journal-title":"Empirical Softw. Engg."},{"key":"10.1016\/j.jss.2025.112760_bib0038","series-title":"2024 4Th International Conference on Innovative Practices in Technology and Management (ICIPTM)","first-page":"1","article-title":"A study on unlocking the potential of different AI in continuous integration and continuous delivery (CI\/CD)","author":"Sharma","year":"2024"},{"key":"10.1016\/j.jss.2025.112760_bib0039","doi-asserted-by":"crossref","DOI":"10.1108\/TQM-02-2022-0065","article-title":"Industry 4.0 technologies integration with lean production tools: a review","author":"Singh","year":"2024","journal-title":"TQM J."},{"key":"10.1016\/j.jss.2025.112760_bib0040","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2023.111615","article-title":"The pipeline for the continuous development of artificial intelligence models-current state of research and practice","volume":"199","author":"Steidl","year":"2023","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.jss.2025.112760_bib0041","series-title":"Reinforcement learning: An introduction","author":"Sutton","year":"2018"},{"key":"10.1016\/j.jss.2025.112760_bib0042","unstructured":"Tan, D., Wang, J., 2024. Engineering Practices for LLM Application Development. https:\/\/martinfowler.com\/articles\/engineering-practices-llm.html."},{"key":"10.1016\/j.jss.2025.112760_bib0043","unstructured":"Tian, H., Lu, W., Li, T. O., Tang, X., Cheung, S.-C., Klein, J., Bissyand\u00e9, T. F., 2023. Is ChatGPT the ultimate programming assistant\u2013How far is it?arXiv: 2304.11938."},{"key":"10.1016\/j.jss.2025.112760_bib0044","series-title":"Introducing MLOps","author":"Treveil","year":"2020"},{"issue":"7","key":"10.1016\/j.jss.2025.112760_bib0045","first-page":"10","article-title":"AI-Optimized DevOps for streamlined cloud CI\/CD","volume":"9","author":"Vemuri","year":"2024","journal-title":"Int. J. Innov. Sci. Res. Technol."},{"key":"10.1016\/j.jss.2025.112760_bib0046","series-title":"2022IEEE 19th International Conference on Software Architecture (ICSA)","first-page":"90","article-title":"Architectural design decisions for machine learning deployment","author":"Warnett","year":"2022"},{"issue":"3","key":"10.1016\/j.jss.2025.112760_bib0047","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1109\/MC.2021.3134800","article-title":"Architectural design decisions for the machine learning workflow","volume":"55","author":"Warnett","year":"2022","journal-title":"Computer"},{"key":"10.1016\/j.jss.2025.112760_bib0048","series-title":"2025IEEE 22Nd International Conference on Software Architecture (ICSA)","first-page":"232","article-title":"Bridging the gap between MLOps and RLOps: an industry 4.0 case study on architectural design decisions in practice","author":"Warnett","year":"2025"},{"key":"10.1016\/j.jss.2025.112760_bib0049","doi-asserted-by":"crossref","unstructured":"Warnett, S. J., Zdun, U., 2025b. MLOps Pipeline Generation for Reinforcement Learning: A Low-Code Approach Using Large Language Models: Replication Package. 10.5281\/zenodo.18054482.","DOI":"10.1016\/j.jss.2025.112760"},{"key":"10.1016\/j.jss.2025.112760_bib0050","series-title":"ChatGPT Prompt Patterns for Improving Code Quality, Refactoring, Requirements Elicitation, and Software Design","first-page":"71","author":"White","year":"2024"},{"key":"10.1016\/j.jss.2025.112760_bib0051","series-title":"Experimentation in Software Engineering","author":"Wohlin","year":"2012"},{"key":"10.1016\/j.jss.2025.112760_bib0052","unstructured":"Xu, Z., Jain, S., Kankanhalli, M., 2024. Hallucination is inevitable: an innate limitation of large language models. arXiv: 2401.11817."},{"key":"10.1016\/j.jss.2025.112760_bib0053","unstructured":"Yu, J., Liang, P., Fu, Y., Tahir, A., Shahin, M., Wang, C., Cai, Y., 2024. An Insight into Security Code Review with LLMs: Capabilities, Obstacles and Influential Factors. 2401.16310. arXiv: 2401.16310."},{"key":"10.1016\/j.jss.2025.112760_bib0054","series-title":"2023IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","first-page":"616","article-title":"Architecture decisions in AI-based systems development: an empirical study","author":"Zhang","year":"2023"},{"key":"10.1016\/j.jss.2025.112760_bib0055","unstructured":"Zheng, Z., Ning, K., Wang, Y., Zhang, J., Zheng, D., Ye, M., Chen, J., 2023. A survey of large language models for code: evolution, benchmarking, and future trends. https:\/\/api.semanticscholar.org\/CorpusID:265281389."},{"key":"10.1016\/j.jss.2025.112760_bib0056","series-title":"2020 International Conference on Artificial Intelligence and Computer Engineering (ICAICE)","first-page":"494","article-title":"Towards MLOps: a case study of ML pipeline platform","author":"Zhou","year":"2020"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121225004297?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121225004297?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T17:50:06Z","timestamp":1770313806000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121225004297"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":56,"alternative-id":["S0164121225004297"],"URL":"https:\/\/doi.org\/10.1016\/j.jss.2025.112760","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[2026,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"MLOps pipeline generation for reinforcement learning: A low-code approach using large language models","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems and Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jss.2025.112760","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"112760"}}