{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T11:53:12Z","timestamp":1764071592170,"version":"3.45.0"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T00:00:00Z","timestamp":1759968000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T00:00:00Z","timestamp":1759968000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s10586-025-05688-0","type":"journal-article","created":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T18:04:01Z","timestamp":1760033041000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Transforming natural language into code: advancing automated code synthesis for software development"],"prefix":"10.1007","volume":"28","author":[{"given":"Bashar","family":"Al shboul","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ali","family":"Qaqour","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hani","family":"Bani-Salameh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Khaled","family":"Almakadmeh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,9]]},"reference":[{"issue":"5","key":"5688_CR1","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1136\/amiajnl-2011-000464","volume":"18","author":"PM Nadkarni","year":"2011","unstructured":"Nadkarni, P.M., Ohno-Machado, L., Chapman, W.W.: Natural language processing: An introduction. Journal of the American Medical Informatics Association: JAMIA 18(5), 544\u2013551 (2011)","journal-title":"Journal of the American Medical Informatics Association: JAMIA"},{"key":"5688_CR2","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.cl.2017.11.003","volume":"52","author":"E Syriani","year":"2018","unstructured":"Syriani, E., Luhunu, L., Sahraoui, H.: Systematic mapping study of template-based code generation. Computer Languages, Systems & Structures 52, 43\u201362 (2018)","journal-title":"Computer Languages, Systems & Structures"},{"key":"5688_CR3","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1109\/JPROC.2004.840306","volume":"93","author":"M Puschel","year":"2005","unstructured":"Puschel, M., Moura, J., Johnson, J., Padua, D., Veloso, M., Singer, B., Xiong, J., Franchetti, F., Gacic, A., Voronenko, Y., Chen, K., Johnson, R., Rizzolo, N.: SPIRAL: Code Generation for DSP Transforms. Proc. IEEE 93, 232\u2013275 (2005)","journal-title":"Proc. IEEE"},{"key":"5688_CR4","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-3945-2","volume-title":"Software Development From A to Z: A Deep Dive into All the Roles Involved in the Creation of Software","author":"O Filipova","year":"2018","unstructured":"Filipova, O., Vil\u00e3o, R.: Software Development From A to Z: A Deep Dive into All the Roles Involved in the Creation of Software. Apress, Berkeley, CA (2018)"},{"key":"5688_CR5","doi-asserted-by":"crossref","unstructured":"Raghi,K.\u00a0R., Sudha, K., M, S.\u00a0A., Joshua\u00a0S, S.: Software Development Automation Using Generative AI, In 2024 International Conference on Emerging Research in Computational Science (ICERCS), pp.\u00a01\u20136 (2024)","DOI":"10.1109\/ICERCS63125.2024.10894980"},{"key":"5688_CR6","unstructured":"Rosales-Morales,V.\u00a0Y., Alor-Hern\u00e1ndez, G., Garc\u00eda-Alcar\u00e1z, J.\u00a0L., Zatarain-Cabada, R., Barr\u00f3n-Estrada, M.\u00a0L.: \u201cAn analysis of tools for automatic software development and automatic code generation,\u201d Revista Facultad de Ingenier\u00eda Universidad de Antioquia, pp.\u00a075\u201387, Dec. (2015)"},{"issue":"140","key":"5688_CR7","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., Shazeer, N., Roberts, A., Lee, K., Narang, S., Matena, M., Zhou, Y., Li, W., Liu, P.J.: Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. J. Mach. Learn. Res. 21(140), 1\u201367 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"5688_CR8","unstructured":"Abrahamsson, P., Salo, O., Ronkainen, J., Warsta, J.: Agile Software Development Methods: Review and Analysis.\u00a0(2017)\u00a0arXiv: 1709.08439"},{"key":"5688_CR9","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s11427-024-2813-y","volume":"68","author":"X Chen","year":"2025","unstructured":"Chen, X., Hu, X., Huang, Y., Jiang, H., Ji, W., Jiang, Y., Jiang, Y., Liu, B., Liu, H., Li, X., Lian, X., Meng, G., Peng, X., Sun, H., Shi, L., Wang, B., Wang, C., Wang, J., Wang, T., Xuan, J., Xia, X., Yang, Y., Yang, Y., Zhang, L., Zhou, Y., Zhang, L.: Deep learning-based software engineering: Progress, challenges, and opportunities. Science China Inf. Sci. 68, 1\u201388 (2025)","journal-title":"SCIENCE CHINA Inf. Sci."},{"key":"5688_CR10","doi-asserted-by":"crossref","unstructured":"Petersen, K., Feldt, R., Mujtaba, S., Mattsson, M.: Systematic mapping studies in software engineering. In 12th International Conference on Evaluation and Assessment in Software Engineering, vol.\u00a017, p.\u00a010 (2008)","DOI":"10.14236\/ewic\/EASE2008.8"},{"key":"5688_CR11","doi-asserted-by":"publisher","first-page":"1045","DOI":"10.1016\/j.infsof.2012.04.008","volume":"54","author":"E Dom\u00ednguez","year":"2012","unstructured":"Dom\u00ednguez, E., P\u00e9rez, B., Rubio, \u00c1.L., Zapata, M.A.: A systematic review of code generation proposals from state machine specifications. Inf. Softw. Technol. 54, 1045\u20131066 (2012)","journal-title":"Inf. Softw. Technol."},{"key":"5688_CR12","doi-asserted-by":"publisher","DOI":"10.3389\/fninf.2018.00068","author":"I Blundell","year":"2018","unstructured":"Blundell, I., Brette, R., Cleland, T.A., Close, T.G., Coca, D., Davison, A.P., Diaz-Pier, S., Fernandez\u00a0Musoles, C., Gleeson, P., Goodman, D.F.M., Hines, M., Hopkins, M.W., Kumbhar, P., Lester, D.R., Marin, B., Morrison, A., M\u00fcller, E., Nowotny, T., Peyser, A., Plotnikov, D., Richmond, P., Rowley, A., Rumpe, B., Stimberg, M., Stokes, A.B., Tomkins, A., Trensch, G., Woodman, M., Eppler, J.M.: Code Generation in Computational Neuroscience: A Review of Tools and Techniques. Frontiers in Neuroinformatics (2018). https:\/\/doi.org\/10.3389\/fninf.2018.00068","journal-title":"Frontiers in Neuroinformatics"},{"key":"5688_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.cola.2019.100935","volume":"56","author":"G Sebasti\u00e1n","year":"2020","unstructured":"Sebasti\u00e1n, G., Gallud, J.A., Tesoriero, R.: Code generation using model driven architecture: A systematic mapping study. Journal of Computer Languages 56, 100935 (2020)","journal-title":"Journal of Computer Languages"},{"volume-title":"Code Generation for Embedded Processors","year":"2002","key":"5688_CR14","unstructured":"Marwedel, P., Goossens, G. (eds.): Code Generation for Embedded Processors. The Springer International Series in Engineering and Computer Science, Springer, US (2002)"},{"key":"5688_CR15","doi-asserted-by":"crossref","unstructured":"Svyatkovskiy, A., Deng, S.K., Fu, S., Sundaresan, N.: IntelliCode compose: Code generation using transformer. In Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, (Virtual Event USA), pp.\u00a01433\u20131443, ACM (2020)","DOI":"10.1145\/3368089.3417058"},{"key":"5688_CR16","doi-asserted-by":"crossref","unstructured":"Banjac, G., Stellato, B., Moehle, N., Goulart, P., Bemporad, A., Boyd, S.: Embedded code generation using the OSQP solver, In 2017 IEEE 56th Annual Conference on Decision and Control (CDC), (Melbourne, VIC), pp.\u00a01906\u20131911, IEEE (2017)","DOI":"10.1109\/CDC.2017.8263928"},{"key":"5688_CR17","doi-asserted-by":"crossref","unstructured":"Hayati, S.A., Olivier, R., Avvaru, P., Yin, P., Tomasic, A., Neubig, G.: Retrieval-Based Neural Code Generation. In Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing (E.\u00a0Riloff, D.\u00a0Chiang, J.\u00a0Hockenmaier, and J.\u00a0Tsujii, (Eds.)), (Brussels, Belgium), pp.\u00a0925\u2013930, Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/D18-1111"},{"key":"5688_CR18","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017055","author":"Z Sun","year":"2019","unstructured":"Sun, Z., Zhu, Q., Mou, L., Xiong, Y., Li, G., Zhang, L.: A Grammar-Based Structural CNN Decoder for Code Generation. Proceedings of the AAAI Conference on Artificial Intelligence (2019). https:\/\/doi.org\/10.1609\/aaai.v33i01.33017055","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"5688_CR19","unstructured":"Tunstall, L., von Werra, L., Wolf, T.: Natural Language Processing with Transformers: Building Language Applications with Hugging Face. Sebastopol, CA: O\u2019Reilly Media, first edition (2022)"},{"key":"5688_CR20","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding, In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers) (J.\u00a0Burstein, C.\u00a0Doran, and T.\u00a0Solorio, eds.), (Minneapolis, Minnesota), pp.\u00a04171\u20134186, Association for Computational Linguistics (2019)"},{"key":"5688_CR21","doi-asserted-by":"publisher","first-page":"1092","DOI":"10.1126\/science.abq1158","volume":"378","author":"Y Li","year":"2022","unstructured":"Li, Y., Choi, D., Chung, J., Kushman, N., Schrittwieser, J., Leblond, R., Eccles, T., Keeling, J., Gimeno, F., Lago, A.D., Hubert, T., Choy, P., d\u2019Autume, C.D.M., Babuschkin, I., Chen, X., Huang, P.-S., Welbl, J., Gowal, S., Cherepanov, A., Molloy, J., Mankowitz, D.J., Robson, E.S., Kohli, P., de Freitas, N., Kavukcuoglu, K., Vinyals, O.: Competition-Level Code Generation with AlphaCode. Science 378, 1092\u20131097 (2022)","journal-title":"Science"},{"key":"5688_CR22","doi-asserted-by":"crossref","unstructured":"A\u015f\u0131ro\u011flu, B., Mete, B.R., Y\u0131ld\u0131z, E., Nal\u00e7akan, Y., Sezen, A., Da\u011ftekin, M., Ensari, T.: Automatic HTML Code Generation from Mock-Up Images Using Machine Learning Techniques. In 2019 Scientific Meeting on Electrical-Electronics & Biomedical Engineering and Computer Science (EBBT), pp.\u00a01\u20134 (2019)","DOI":"10.1109\/EBBT.2019.8741736"},{"key":"5688_CR23","doi-asserted-by":"crossref","unstructured":"Harrand, N., Fleurey, F., Morin, B., Husa, K.E.: ThingML: A language and code generation framework for heterogeneous targets. In Proceedings of the ACM\/IEEE 19th International Conference on Model Driven Engineering Languages and Systems, (Saint-malo France), pp.\u00a0125\u2013135, ACM (2016)","DOI":"10.1145\/2976767.2976812"},{"key":"5688_CR24","unstructured":"Le, H., Wang, Y., Gotmare, A.\u00a0D., Savarese, S., Hoi, S.\u00a0C.\u00a0H.: CodeRL: Mastering Code Generation through Pretrained Models and Deep Reinforcement Learning (2022)"},{"key":"5688_CR25","doi-asserted-by":"crossref","unstructured":"Li, J., Li, Y., Li, G., Jin, Z., Hao, Y., Hu, X.: SKCODER: A Sketch-Based Approach for Automatic Code Generation. In Proceedings of the 45th International Conference on Software Engineering, ICSE \u201923, (Melbourne, Victoria, Australia), pp.\u00a02124\u20132135, IEEE Press (2023)","DOI":"10.1109\/ICSE48619.2023.00179"},{"key":"5688_CR26","unstructured":"Chen, B., Zhang, F., Nguyen, A., Zan, D., Lin, Z., Lou, J.-G., Chen, W.: CodeT: Code Generation with Generated Tests. (2022)"},{"key":"5688_CR27","doi-asserted-by":"crossref","unstructured":"Treude, C., Gerosa, M.\u00a0A.: How Developers Interact with AI: A Taxonomy of Human-AI Collaboration in Software Engineering. In 2025 IEEE\/ACM Second International Conference on AI Foundation Models and Software Engineering (Forge), pp.\u00a0236\u2013240 (2025)","DOI":"10.1109\/Forge66646.2025.00033"},{"key":"5688_CR28","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4821387","author":"VV Jensen","year":"2025","unstructured":"Jensen, V.V., Alami, A., Bruun, A.R., Persson, J.S.: Managing expectations towards AI tools for software development: A multiple-case study. Information Systems and e-Business Management (2025). https:\/\/doi.org\/10.2139\/ssrn.4821387","journal-title":"Information Systems and e-Business Management"},{"key":"5688_CR29","unstructured":"Zhao, W.X., Zhou, K., Li, J., Tang, T., Wang, X., Hou, Y., Min, Y., Zhang, B., Zhang, J., Dong, Z., Du, Y., Yang, C., Chen, Y., Chen, Z., Jiang, J., Ren, R., Li, Y., Tang, X., Liu, Z., Liu, P., Nie, J.-Y., Wen, J.-R.: A Survey of Large Language Models. (2024)"},{"key":"5688_CR30","unstructured":"Li, R., Allal, L.B., Zi, Y., Muennighoff, N., Kocetkov, D., Mou, C., Marone, M., Akiki, C., Li, J., Chim, J., Liu, Q., Zheltonozhskii, E., Zhuo, T.Y., Wang, T., Dehaene, O., Davaadorj, M., Lamy-Poirier, J., Monteiro, J., Shliazhko, O., Gontier, N., Meade, N., Zebaze, A., Yee, M.-H., Umapathi, L.K., Zhu, J., Lipkin, B., Oblokulov, M., Wang, Z., Murthy, R., Stillerman, J., Patel, S.S., Abulkhanov, D., Zocca, M., Dey, M., Zhang, Z., Fahmy, N., Bhattacharyya, U., Yu, W., Singh, S., Luccioni, S., Villegas, P., Kunakov, M., Zhdanov, F., Romero, M., Lee, T., Timor, N., Ding, J., Schlesinger, C., Schoelkopf, H., Ebert, J., Dao, T., Mishra, M., Gu, A., Robinson, J., Anderson, C.J., Dolan-Gavitt, B., Contractor, D., Reddy, S., Fried, D., Bahdanau, D., Jernite, Y., Ferrandis, C.M., Hughes, S., Wolf, T., Guha, A., von Werra, L., de\u00a0Vries, H.: StarCoder: May the source be with you!. (2023)\u00a0arXiv: 2305.06161"},{"key":"5688_CR31","unstructured":"Fried, D., Aghajanyan, A., Lin, J., Wang, S., Wallace, E., Shi, F., Zhong, R., Yih, W.-t., Zettlemoyer, L., Lewis, M.: InCoder: A Generative Model for Code Infilling and Synthesis, (2022). arXiv:2204.05999"},{"key":"5688_CR32","unstructured":"Rozi\u00e8re, B., Gehring, J., Gloeckle, F., Sootla, S., Gat, I., Tan, X.E., Adi, Y., Liu, J., Sauvestre, R., Remez, T., Rapin, J., Kozhevnikov, A., Evtimov, I., Bitton, J., Bhatt, M., Ferrer, C.C., Grattafiori, A., Xiong, W., D\u00e9fossez, A., Copet, J., Azhar, F., Touvron, H., Martin, L., Usunier, N., Scialom, T., Synnaeve, G.: Code Llama: Open Foundation Models for Code.\u00a0(2024)\u00a0arXiv: 2308.12950,"},{"key":"5688_CR33","unstructured":"Guo, D., Zhu, Q., Yang, D., Xie, Z., Dong, K., Zhang, W., Chen, G., Bi, X., Wu, Y., K. Li, Y., Luo, F., Xiong, Y., Liang, W.: DeepSeek-Coder: When the Large Language Model Meets Programming \u2013 The Rise of Code Intelligence.\u00a0(2024)\u00a0arXiv:2401.14196"},{"key":"5688_CR34","unstructured":"Claude. https:\/\/claude.ai\/login. (Last Accessed: 2025-06-03)"},{"key":"5688_CR35","unstructured":"Chen, M., Tworek, J., Jun, H., Yuan, Q., Pinto, H.\u00a0P. d.\u00a0O., Kaplan, J., Edwards, H., Burda, Y., Joseph, N., Brockman, G., Ray, A., Puri, R., Krueger, G., Petrov, M., Khlaaf, H., Sastry, G., Mishkin, P., Chan, B., Gray, S., Ryder, N., Pavlov, M., Power, A., Kaiser, L., Bavarian, M., Winter, C., Tillet, P., Such, F.P., Cummings, D., Plappert, M., Chantzis, F., Barnes, E., Herbert-Voss, A., Guss, W.H., Nichol, A., Paino, A., Tezak, N., Tang, J., Babuschkin, I., Balaji, S., Jain, S., Saunders, W., Hesse, C., Carr, A.N., Leike, J., Achiam, J., Misra, V., Morikawa, E., Radford, A., Knight, M., Brundage, M., Murati, M., Mayer, K., Welinder, P., McGrew, B., Amodei, D., McCandlish, S., Sutskever, I., Zaremba, W.: Evaluating Large Language Models Trained on Code.\u00a0(2021)\u00a0arXiv: 2107.03374"},{"key":"5688_CR36","unstructured":"OpenAI, Achiam, J., Adler, S., Agarwal, S., Ahmad, L., Akkaya, I., Aleman, F.L., Almeida, D., Altenschmidt, J., Altman, S., Anadkat, S., Avila, R., Babuschkin, I., Balaji, S., Balcom, V., Baltescu, P., Bao, H., Bavarian, M., Belgum, J., Bello, I., Berdine, J., Bernadett-Shapiro, G., Berner, C., Bogdonoff, L., Boiko, O., Boyd, M., Brakman, A.-L., Brockman, G., Brooks, T., Brundage, M., Button, K., Cai, T., Campbell, R., Cann, A., Carey, B., Carlson, C., Carmichael, R., Chan, B., Chang, C., Chantzis, F., Chen, D., Chen, S., Chen, R., Chen, J., Chen, M., Chess, B., Cho, C., Chu, C., Chung, H.W., Cummings, D., Currier, J., Dai, Y., Decareaux, C., Degry, T., Deutsch, N., Deville, D., Dhar, A., Dohan, D., Dowling, S., Dunning, S., Ecoffet, A., Eleti, A., Eloundou, T., Farhi, D., Fedus, L., Felix, N., Fishman, S.P., Forte, J., Fulford, I., Gao, L., Georges, E., Gibson, C., Goel, V., Gogineni, T., Goh, G., Gontijo-Lopes, R., Gordon, J., Grafstein, M., Gray, S., Greene, R., Gross, J., Gu, S.S., Guo, Y., Hallacy, C., Han, J., Harris, J., He, Y., Heaton, M., Heidecke, J., Hesse, C., Hickey, A., Hickey, W., Hoeschele, P., Houghton, B., Hsu, K., Hu, S., Hu, X., Huizinga, J., Jain, S., Jain, S., Jang, J., Jiang, A., Jiang, R., Jin, H., Jin, D., Jomoto, S., Jonn, B., Jun, H., Kaftan, T., Kaiser, \u0141., Kamali, A., Kanitscheider, I., Keskar, N.S., Khan, T., Kilpatrick, L., Kim, J.W., Kim, C., Kim, Y., H. Kirchner, J., Kiros, J., Knight, M., Kokotajlo, D., Kondraciuk, \u0141., Kondrich, A., Konstantinidis, A., Kosic, K., Krueger, G., Kuo, V., Lampe, M., Lan, I., Lee, T., Leike, J., Leung, J., Levy, D., Li, C.M., Lim, R., Lin, M., Lin, S., Litwin, M., Lopez, T., Lowe, R., Lue, P., Makanju, A., Malfacini, K., Manning, S., Markov, T., Markovski, Y., Martin, B., Mayer, K., Mayne, A., McGrew, B., McKinney, S.M., McLeavey, C., McMillan, P., McNeil, J., Medina, D., Mehta, A., Menick, J., Metz, L., Mishchenko, A., Mishkin, P., Monaco, V., Morikawa, E., Mossing, D., Mu, T., Murati, M., Murk, O., M\u00e9ly, D., Nair, A., Nakano, R., Nayak, R., Neelakantan, A., Ngo, R., Noh, H., Ouyang, L., O\u2019Keefe, C., Pachocki, J., Paino, A., Palermo, J., Pantuliano, A., Parascandolo, G., Parish, J., Parparita, E., Passos, A., Pavlov, M., Peng, A., Perelman, A., Peres, F.\u00a0d. A.\u00a0B., Petrov, M., H.\u00a0P. d.\u00a0O. Pinto, Michael, Pokorny, Pokrass, M., Pong, V.\u00a0H., Powell, T., Power, A., Power, B., Proehl, E., Puri, R., Radford, A., Rae, J., Ramesh, A., Raymond, C., Real, F., Rimbach, K., Ross, C., Rotsted, B., Roussez, H., Ryder, N., Saltarelli, M., Sanders, T., Santurkar, S., Sastry, G., Schmidt, H., Schnurr, D., Schulman, J., Selsam, D., Sheppard, K., Sherbakov, T., Shieh, J., Shoker, S., Shyam, P., Sidor, S., Sigler, E., Simens, M., Sitkin, J., Slama, K., Sohl, I., Sokolowsky, B., Song, Y., Staudacher, N., Such, F.P., Summers, N., Sutskever, I., Tang, J., Tezak, N., B. Thompson, M., Tillet, P., Tootoonchian, A., Tseng, E., Tuggle, P., Turley, N., Tworek, J., Uribe, J.F.C., Vallone, A., Vijayvergiya, A., Voss, C., Wainwright, C., Wang, J.J., Wang, A., Wang, B., Ward, J., Wei, J., Weinmann, C.J., Welihinda, A., Welinder, P., Weng, J., Weng, L., Wiethoff, M., Willner, D., Winter, C., Wolrich, S., Wong, H., Workman, L., Wu, S., Wu, J., Wu, M., Xiao, K., Xu, T., Yoo, S., Yu, K., Yuan, Q., Zaremba, W., Zellers, R., Zhang, C., Zhang, M., Zhao, S., Zheng, T., Zhuang, J., Zhuk, W., Zoph, B.: GPT-4 Technical Report.\u00a0(2024)\u00a0arXiv: 2303.08774"},{"key":"5688_CR37","doi-asserted-by":"crossref","unstructured":"Huang, J., Gu, S., Hou, L., Wu, Y., Wang, X., Yu, H., Han, J.: Large Language Models Can Self-Improve. In Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing (H.\u00a0Bouamor, J.\u00a0Pino, and K.\u00a0Bali, (Eds.)), (Singapore), pp.\u00a01051\u20131068, Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.67"},{"key":"5688_CR38","doi-asserted-by":"crossref","unstructured":"Nguyen-Duc, A., Cabrero-Daniel, B., Przybylek, A., Arora, C., Khanna, D., Herda, T., Rafiq, U., Melegati, J., Guerra, E., Kemell, K.-K., Saari, M., Zhang, Z., Le, H., Quan, T., Abrahamsson, P.: Generative Artificial Intelligence for Software Engineering \u2013 A Research Agenda.\u00a0(2023)\u00a0arXiv:2310.18648","DOI":"10.2139\/ssrn.4622517"},{"key":"5688_CR39","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.-J.: BLEU: A method for automatic evaluation of machine translation. In Proceedings of the 40th Annual Meeting on Association for Computational Linguistics - ACL \u201902, (Philadelphia, Pennsylvania), p.\u00a0311, Association for Computational Linguistics (2001)","DOI":"10.3115\/1073083.1073135"},{"key":"5688_CR40","unstructured":"Ren, S., Guo, D., Lu, S., Zhou, L., Liu, S., Tang, D., Sundaresan, N., Zhou, M., Blanco, A., Ma, S.: CodeBLEU: A Method for Automatic Evaluation of Code Synthesis.\u00a0(2020)\u00a0arXiv: 2009.10297"},{"key":"5688_CR41","doi-asserted-by":"publisher","DOI":"10.1145\/3695991","author":"Y Dong","year":"2025","unstructured":"Dong, Y., Ding, J., Jiang, X., Li, G., Li, Z., Jin, Z.: CodeScore: Evaluating Code Generation by Learning Code Execution. ACM Trans. Softw. Eng. Methodol (2025). https:\/\/doi.org\/10.1145\/3695991","journal-title":"ACM Trans. Softw. Eng. Methodol"},{"key":"5688_CR42","doi-asserted-by":"crossref","unstructured":"Wolf, T., Debut, L., Sanh, V., Chaumond, J., Delangue, C., Moi, A., Cistac, P., Rault, T., Louf, R., Funtowicz, M., Davison, J., Shleifer, S., von Platen, P., Ma, C., Jernite, Y., Plu, J., Xu, C., Scao, T.L., Gugger, S., Drame, M., Lhoest, Q., Rush, A.M., HuggingFace\u2019s Transformers: State-of-the-art Natural Language Processing (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"issue":"140","key":"5688_CR43","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., Shazeer, N., Roberts, A., Lee, K., Narang, S., Matena, M., Zhou, Y., Li, W., Liu, P.J.: Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. J. Mach. Learn. Res. 21(140), 1\u201367 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"5688_CR44","unstructured":"Zhu, M., Jain, A., Suresh, K., Ravindran, R., Tipirneni, S., Reddy, C.K.: XLCoST: A Benchmark Dataset for Cross-lingual Code Intelligence (2022)"},{"key":"5688_CR45","unstructured":"Reddy-lab-code-research\/XLCoST. Reddy-lab-code-research (2024). https:\/\/github.com\/reddy-lab-code-research\/XLCoST"},{"key":"5688_CR46","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press, Cambridge (2016)"},{"key":"5688_CR47","unstructured":"Bird, S., Klein, E., Loper, E.: Natural Language Processing with Python. O\u2019Reilly Media, Inc., 1st\u00a0ed. (2009)"},{"key":"5688_CR48","unstructured":"Geron, A.: Hands-On Machine Learning with Scikit-Learn, Keras, and TensorFlow: Concepts, Tools, and Techniques to Build Intelligent Systems. O\u2019Reilly Media, Inc., 2nd\u00a0ed. (2019)"},{"key":"5688_CR49","volume-title":"Speech and Language Processing (2nd Edition)","author":"D Jurafsky","year":"2009","unstructured":"Jurafsky, D., Martin, J.H.: Speech and Language Processing (2nd Edition). Prentice-Hall Inc, USA (2009)"},{"key":"5688_CR50","unstructured":"Nijkamp, E., Pang, B., Hayashi, H., Tu,L., Wang, H., Zhou, Y., Savarese, S., Xiong, C.: CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis.\u00a0(2023)\u00a0arXiv:2203.13474"},{"key":"5688_CR51","unstructured":"Ben\u00a0Allal, L., Muennighoff, N., Kumar\u00a0Umapathi, L., Lipkin, B., von Werra, L.: CodeParrot: A GPT-2 model for code, Hugging Face Blog. (2022) https:\/\/huggingface.co\/blog\/codeparrot"},{"key":"5688_CR52","unstructured":"Lavie, A.: Evaluating the Output of Machine Translation Systems, In Proceedings of Machine Translation Summit XIII: Tutorial Abstracts, (Xiamen, China) (2011). https:\/\/aclanthology.org\/2011.mtsummit-tutorials.3\/"},{"key":"5688_CR53","doi-asserted-by":"crossref","unstructured":"Wang, Y., Wang, W., Joty, S., Hoi, S.\u00a0C.: CodeT5: Identifier-aware Unified Pre-trained Encoder-Decoder Models for Code Understanding and Generation, In Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, (Online and Punta Cana, Dominican Republic), pp.\u00a08696\u20138708, ACL (2021). https:\/\/aclanthology.org\/2021.emnlp-main.685","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"5688_CR54","doi-asserted-by":"publisher","unstructured":"Eghbali, A., Pradel, M.: CrystalBLEU: Precisely and Efficiently Measuring the Similarity of Code, in Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering, ASE \u201922, (New York, NY, USA), pp.\u00a01\u201312, Association for Computing Machinery, (2023). https:\/\/doi.org\/10.1145\/3551349.3556903","DOI":"10.1145\/3551349.3556903"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05688-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-025-05688-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05688-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T11:50:31Z","timestamp":1764071431000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-025-05688-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,9]]},"references-count":54,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["5688"],"URL":"https:\/\/doi.org\/10.1007\/s10586-025-05688-0","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"type":"print","value":"1386-7857"},{"type":"electronic","value":"1573-7543"}],"subject":[],"published":{"date-parts":[[2025,10,9]]},"assertion":[{"value":"19 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 July 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 July 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 October 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics declaration"}}],"article-number":"967"}}