{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T14:58:09Z","timestamp":1775141889144,"version":"3.50.1"},"reference-count":49,"publisher":"MDPI AG","issue":"7","license":[{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["UIDB\/04111\/2020"],"award-info":[{"award-number":["UIDB\/04111\/2020"]}]},{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["UIDB\/00066\/2020"],"award-info":[{"award-number":["UIDB\/00066\/2020"]}]},{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["UIDB\/00408\/2025"],"award-info":[{"award-number":["UIDB\/00408\/2025"]}]},{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["CEECINST\/00002\/2021\/CP2788\/CT0001"],"award-info":[{"award-number":["CEECINST\/00002\/2021\/CP2788\/CT0001"]}]},{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["COFAC\/ILIND\/COPELABS\/1\/2024"],"award-info":[{"award-number":["COFAC\/ILIND\/COPELABS\/1\/2024"]}]},{"name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award":["MICIU\/AEI\/10.13039\/501100011033"],"award-info":[{"award-number":["MICIU\/AEI\/10.13039\/501100011033"]}]},{"name":"Centro de Tecnologias e Sistemas (CTS)","award":["UIDB\/04111\/2020"],"award-info":[{"award-number":["UIDB\/04111\/2020"]}]},{"name":"Centro de Tecnologias e Sistemas (CTS)","award":["UIDB\/00066\/2020"],"award-info":[{"award-number":["UIDB\/00066\/2020"]}]},{"name":"Centro de Tecnologias e Sistemas (CTS)","award":["UIDB\/00408\/2025"],"award-info":[{"award-number":["UIDB\/00408\/2025"]}]},{"name":"Centro de Tecnologias e Sistemas (CTS)","award":["CEECINST\/00002\/2021\/CP2788\/CT0001"],"award-info":[{"award-number":["CEECINST\/00002\/2021\/CP2788\/CT0001"]}]},{"name":"Centro de Tecnologias e Sistemas (CTS)","award":["COFAC\/ILIND\/COPELABS\/1\/2024"],"award-info":[{"award-number":["COFAC\/ILIND\/COPELABS\/1\/2024"]}]},{"name":"Centro de Tecnologias e Sistemas (CTS)","award":["MICIU\/AEI\/10.13039\/501100011033"],"award-info":[{"award-number":["MICIU\/AEI\/10.13039\/501100011033"]}]},{"name":"LASIGE Research Unit","award":["UIDB\/04111\/2020"],"award-info":[{"award-number":["UIDB\/04111\/2020"]}]},{"name":"LASIGE Research Unit","award":["UIDB\/00066\/2020"],"award-info":[{"award-number":["UIDB\/00066\/2020"]}]},{"name":"LASIGE Research Unit","award":["UIDB\/00408\/2025"],"award-info":[{"award-number":["UIDB\/00408\/2025"]}]},{"name":"LASIGE Research Unit","award":["CEECINST\/00002\/2021\/CP2788\/CT0001"],"award-info":[{"award-number":["CEECINST\/00002\/2021\/CP2788\/CT0001"]}]},{"name":"LASIGE Research Unit","award":["COFAC\/ILIND\/COPELABS\/1\/2024"],"award-info":[{"award-number":["COFAC\/ILIND\/COPELABS\/1\/2024"]}]},{"name":"LASIGE Research Unit","award":["MICIU\/AEI\/10.13039\/501100011033"],"award-info":[{"award-number":["MICIU\/AEI\/10.13039\/501100011033"]}]},{"name":"COFAC","award":["UIDB\/04111\/2020"],"award-info":[{"award-number":["UIDB\/04111\/2020"]}]},{"name":"COFAC","award":["UIDB\/00066\/2020"],"award-info":[{"award-number":["UIDB\/00066\/2020"]}]},{"name":"COFAC","award":["UIDB\/00408\/2025"],"award-info":[{"award-number":["UIDB\/00408\/2025"]}]},{"name":"COFAC","award":["CEECINST\/00002\/2021\/CP2788\/CT0001"],"award-info":[{"award-number":["CEECINST\/00002\/2021\/CP2788\/CT0001"]}]},{"name":"COFAC","award":["COFAC\/ILIND\/COPELABS\/1\/2024"],"award-info":[{"award-number":["COFAC\/ILIND\/COPELABS\/1\/2024"]}]},{"name":"COFAC","award":["MICIU\/AEI\/10.13039\/501100011033"],"award-info":[{"award-number":["MICIU\/AEI\/10.13039\/501100011033"]}]},{"name":"Instituto Lus\u00f3fono de Investiga\u00e7\u00e3o e Desenvolvimento (ILIND, Portugal)","award":["UIDB\/04111\/2020"],"award-info":[{"award-number":["UIDB\/04111\/2020"]}]},{"name":"Instituto Lus\u00f3fono de Investiga\u00e7\u00e3o e Desenvolvimento (ILIND, Portugal)","award":["UIDB\/00066\/2020"],"award-info":[{"award-number":["UIDB\/00066\/2020"]}]},{"name":"Instituto Lus\u00f3fono de Investiga\u00e7\u00e3o e Desenvolvimento (ILIND, Portugal)","award":["UIDB\/00408\/2025"],"award-info":[{"award-number":["UIDB\/00408\/2025"]}]},{"name":"Instituto Lus\u00f3fono de Investiga\u00e7\u00e3o e Desenvolvimento (ILIND, Portugal)","award":["CEECINST\/00002\/2021\/CP2788\/CT0001"],"award-info":[{"award-number":["CEECINST\/00002\/2021\/CP2788\/CT0001"]}]},{"name":"Instituto Lus\u00f3fono de Investiga\u00e7\u00e3o e Desenvolvimento (ILIND, Portugal)","award":["COFAC\/ILIND\/COPELABS\/1\/2024"],"award-info":[{"award-number":["COFAC\/ILIND\/COPELABS\/1\/2024"]}]},{"name":"Instituto Lus\u00f3fono de Investiga\u00e7\u00e3o e Desenvolvimento (ILIND, Portugal)","award":["MICIU\/AEI\/10.13039\/501100011033"],"award-info":[{"award-number":["MICIU\/AEI\/10.13039\/501100011033"]}]},{"name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","award":["UIDB\/04111\/2020"],"award-info":[{"award-number":["UIDB\/04111\/2020"]}]},{"name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","award":["UIDB\/00066\/2020"],"award-info":[{"award-number":["UIDB\/00066\/2020"]}]},{"name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","award":["UIDB\/00408\/2025"],"award-info":[{"award-number":["UIDB\/00408\/2025"]}]},{"name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","award":["CEECINST\/00002\/2021\/CP2788\/CT0001"],"award-info":[{"award-number":["CEECINST\/00002\/2021\/CP2788\/CT0001"]}]},{"name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","award":["COFAC\/ILIND\/COPELABS\/1\/2024"],"award-info":[{"award-number":["COFAC\/ILIND\/COPELABS\/1\/2024"]}]},{"name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","award":["MICIU\/AEI\/10.13039\/501100011033"],"award-info":[{"award-number":["MICIU\/AEI\/10.13039\/501100011033"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Electronics"],"abstract":"<jats:p>This paper investigates the performance of 16 Large Language Models (LLMs) in automating LoRaWAN-related engineering tasks involving optimal placement of drones and received power calculation under progressively complex zero-shot, natural language prompts. The primary research question is whether lightweight, locally executed LLMs can generate correct Python code for these tasks. To assess this, we compared locally run models against state-of-the-art alternatives, such as GPT-4 and DeepSeek-V3, which served as reference points. By extracting and executing the Python functions generated by each model, we evaluated their outputs on a zero-to-five scale. Results show that while DeepSeek-V3 and GPT-4 consistently provided accurate solutions, certain smaller models\u2014particularly Phi-4 and LLaMA-3.3\u2014also demonstrated strong performance, underscoring the viability of lightweight alternatives. Other models exhibited errors stemming from incomplete understanding or syntactic issues. These findings illustrate the potential of LLM-based approaches for specialized engineering applications while highlighting the need for careful model selection, rigorous prompt design, and targeted domain fine-tuning to achieve reliable outcomes.<\/jats:p>","DOI":"10.3390\/electronics14071428","type":"journal-article","created":{"date-parts":[[2025,4,2]],"date-time":"2025-04-02T04:06:05Z","timestamp":1743566765000},"page":"1428","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["DeepSeek-V3, GPT-4, Phi-4, and LLaMA-3.3 Generate Correct Code for LoRaWAN-Related Engineering Tasks"],"prefix":"10.3390","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1356-9349","authenticated-orcid":false,"given":"Daniel","family":"Fernandes","sequence":"first","affiliation":[{"name":"Copelabs, Lus\u00f3fona University, 1749-024 Lisbon, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9409-7736","authenticated-orcid":false,"given":"Jo\u00e3o P.","family":"Matos-Carvalho","sequence":"additional","affiliation":[{"name":"LASIGE, Departamento de Inform\u00e1tica, Faculdade de Ci\u00eancias, Universidade de Lisboa, 1749-016 Lisbon, Portugal"},{"name":"Center of Technology and Systems (UNINOVA-CTS) and Associated Lab of Intelligent Systems (LASI), 2829-516 Caparica, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1594-6785","authenticated-orcid":false,"given":"Carlos M.","family":"Fernandes","sequence":"additional","affiliation":[{"name":"Copelabs, Lus\u00f3fona University, 1749-024 Lisbon, Portugal"},{"name":"Center of Technology and Systems (UNINOVA-CTS) and Associated Lab of Intelligent Systems (LASI), 2829-516 Caparica, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8487-5837","authenticated-orcid":false,"given":"Nuno","family":"Fachada","sequence":"additional","affiliation":[{"name":"Copelabs, Lus\u00f3fona University, 1749-024 Lisbon, Portugal"},{"name":"Center of Technology and Systems (UNINOVA-CTS) and Associated Lab of Intelligent Systems (LASI), 2829-516 Caparica, Portugal"}]}],"member":"1968","published-online":{"date-parts":[[2025,4,1]]},"reference":[{"key":"ref_1","doi-asserted-by":"crossref","unstructured":"Petajajarvi, J., Mikhaylov, K., Roivainen, A., Hanninen, T., and Pettissalo, M. (2015, January 2\u20134). On the coverage of LPWANs: Range evaluation and channel attenuation model for LoRa technology. Proceedings of the 2015 14th International Conference on ITS Telecommunications (ITST), Copenhagen, Denmark.","DOI":"10.1109\/ITST.2015.7377400"},{"key":"ref_2","doi-asserted-by":"crossref","unstructured":"Augustin, A., Yi, J., Clausen, T., and Townsley, W.M. (2016). A study of LoRa: Long range & low power networks for the internet of things. Sensors, 16.","DOI":"10.3390\/s16091466"},{"key":"ref_3","doi-asserted-by":"crossref","first-page":"8052","DOI":"10.1109\/TWC.2017.2756644","article-title":"Wireless communication using unmanned aerial vehicles (UAVs): Optimal transport theory for hover time optimization","volume":"16","author":"Mozaffari","year":"2017","journal-title":"IEEE Trans. Wirel. Commun."},{"key":"ref_4","doi-asserted-by":"crossref","unstructured":"Sanchez-Iborra, R., Sanchez-Gomez, J., Ballesta-Vi\u00f1as, J., Cano, M.D., and Skarmeta, A.F. (2018). Performance evaluation of LoRa considering scenario conditions. Sensors, 18.","DOI":"10.3390\/s18030772"},{"key":"ref_5","unstructured":"Achiam, J., Adler, S., Agarwal, S., Ahmad, L., Akkaya, I., Aleman, F.L., Almeida, D., Altenschmidt, J., Altman, S., and Anadkat, S. (2024). GPT-4 Technical Report. arXiv."},{"key":"ref_6","unstructured":"Morgan, J., Chiang, M., and Ollama: Get Up and Running with Large Language Models (2025, February 10). GitHub. Available online: https:\/\/ollama.com\/."},{"key":"ref_7","unstructured":"Liu, A., Feng, B., Xue, B., Wang, B., Wu, B., Lu, C., Zhao, C., Deng, C., Zhang, C., and Ruan, C. (2024). DeepSeek-V3 Technical Report. arXiv."},{"key":"ref_8","first-page":"100","article-title":"Text clustering with large language model embeddings","volume":"6","author":"Petukhova","year":"2025","journal-title":"Int. J. Cogn. Comput. Eng."},{"key":"ref_9","unstructured":"Jurafsky, D., Chai, J., Schluter, N., and Tetreault, J. (2020, January 5\u201310). BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension. Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, Online."},{"key":"ref_10","unstructured":"Alves, D.M., Pombal, J., Guerreiro, N.M., Martins, P.H., Alves, J., Farajian, A., Peters, B., Rei, R., Fernandes, P., and Agrawal, S. (2024). Tower: An Open Multilingual Large Language Model for Translation-Related Tasks. arXiv."},{"key":"ref_11","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R., and Le, Q.V. (2019, January 8\u201314). XLNet: Generalized Autoregressive Pretraining for Language Understanding. Proceedings of the 33rd International Conference on Neural Information Processing Systems, 2019, NeurIPS, Vancouver, BC, Canada."},{"key":"ref_12","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3672445","article-title":"On the effectiveness of large language models in domain-specific code generation","volume":"34","author":"Gu","year":"2024","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"ref_13","unstructured":"Grattafiori, A., Dubey, A., Jauhri, A., Pandey, A., Kadian, A., Al-Dahle, A., Letman, A., Mathur, A., Schelten, A., and Vaughan, A. (2024). The Llama 3 Herd of Models. arXiv."},{"key":"ref_14","unstructured":"Abdin, M., Aneja, J., Behl, H., Bubeck, S., Eldan, R., Gunasekar, S., Harrison, M., Hewett, R.J., Javaheripi, M., and Kauffmann, P. (2024). Phi-4 technical report. arXiv."},{"key":"ref_15","unstructured":"Ling, C., Zhao, X., Lu, J., Deng, C., Zheng, C., Wang, J., Chowdhury, T., Li, Y., Cui, H., and Zhang, X. (2024). Domain specialization as the key to make large language models disruptive: A comprehensive survey. arXiv."},{"key":"ref_16","doi-asserted-by":"crossref","first-page":"1166","DOI":"10.1109\/OJVT.2024.3446799","article-title":"Large Language Models for UAVs: Current State and Pathways to the Future","volume":"5","author":"Javaid","year":"2024","journal-title":"IEEE Open J. Veh. Technol."},{"key":"ref_17","unstructured":"Phadke, A., Hadimlioglu, A., Chu, T., and Sekharan, C.N. (2024). Integrating large language models for UAV control in simulated environments: A modular interaction approach. arXiv."},{"key":"ref_18","doi-asserted-by":"crossref","unstructured":"Aikins, G., Dao, M.P., Moukpe, K.J., Eskridge, T.C., and Nguyen, K.D. (2024). LEVIOSA: Natural Language-Based Uncrewed Aerial Vehicle Trajectory Generation. Electronics, 13.","DOI":"10.3390\/electronics13224508"},{"key":"ref_19","doi-asserted-by":"crossref","unstructured":"Cui, J., Liu, G., Wang, H., Yu, Y., and Yang, J. (2024, January 18\u201321). TPML: Task Planning for Multi-UAV System with Large Language Models. Proceedings of the 2024 IEEE 18th International Conference on Control & Automation (ICCA), Reykjavik, Iceland.","DOI":"10.1109\/ICCA62789.2024.10591846"},{"key":"ref_20","doi-asserted-by":"crossref","unstructured":"de Curt\u00f2, J., de Zarz\u00e0, I., and Calafate, C.T. (2023). Semantic Scene Understanding with Large Language Models on Unmanned Aerial Vehicles. Drones, 7.","DOI":"10.3390\/drones7020114"},{"key":"ref_21","doi-asserted-by":"crossref","unstructured":"Zhu, F., Huang, F., Yu, Y., Liu, G., and Huang, T. (2024). Task Offloading with LLM-Enhanced Multi-Agent Reinforcement Learning in UAV-Assisted Edge Computing. Sensors, 25.","DOI":"10.3390\/s25010175"},{"key":"ref_22","unstructured":"Son, K., Kim, D., Kang, W.J., Hostallero, D.E., and Yi, Y. (2019, January 9\u201315). QTRAN: Learning to Factorize with Transformation for Cooperative Multi-Agent Reinforcement Learning. Proceedings of the 36th International Conference on Machine Learning, PMLR, Long Beach, CA, USA."},{"key":"ref_23","doi-asserted-by":"crossref","unstructured":"Saraereh, O.A., Alsaraira, A., Khan, I., and Uthansakul, P. (2020). Performance Evaluation of UAV-Enabled LoRa Networks for Disaster Management Applications. Sensors, 20.","DOI":"10.3390\/s20082396"},{"key":"ref_24","doi-asserted-by":"crossref","unstructured":"Chen, L.Y., Huang, H.S., Wu, C.J., Tsai, Y.T., and Chang, Y.S. (2018, January 28\u201330). A LoRa-Based Air Quality Monitor on Unmanned Aerial Vehicle for Smart City. Proceedings of the 2018 International Conference on System Science and Engineering (ICSSE), New Taipei City, Taiwan.","DOI":"10.1109\/ICSSE.2018.8519967"},{"key":"ref_25","doi-asserted-by":"crossref","first-page":"2918","DOI":"10.1109\/JIOT.2021.3095494","article-title":"UAV-Aided Emergency Environmental Monitoring in Infrastructure-Less Areas: LoRa Mesh Networking Approach","volume":"9","author":"Pan","year":"2022","journal-title":"IEEE Internet Things J."},{"key":"ref_26","doi-asserted-by":"crossref","unstructured":"Arroyo, P., Herrero, J.L., Lozano, J., and Montero, P. (2022). Integrating LoRa-Based Communications into Unmanned Aerial Vehicles for Data Acquisition from Terrestrial Beacons. Electronics, 11.","DOI":"10.3390\/electronics11121865"},{"key":"ref_27","doi-asserted-by":"crossref","unstructured":"Wong, M.F., Guo, S., Hang, C.N., Ho, S.W., and Tan, C.W. (2023). Natural language generation and understanding of big code for AI-assisted programming: A review. Entropy, 25.","DOI":"10.3390\/e25060888"},{"key":"ref_28","doi-asserted-by":"crossref","unstructured":"Jain, N., Vaidyanath, S., Iyer, A., Natarajan, N., Parthasarathy, S., Rajamani, S., and Sharma, R. (2022, January 21\u201329). Jigsaw: Large language models meet program synthesis. Proceedings of the 44th International Conference on Software Engineering, Pittsburgh, PA, USA. ICSE \u201922.","DOI":"10.1145\/3510003.3510203"},{"key":"ref_29","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., and Askell, A. (2020, January 6\u201312). Language models are few-shot learners. Proceedings of the 34th Conference on Neural Information Processing Systems, NeurIPS 2020, Vancouver, BC, Canada."},{"key":"ref_30","unstructured":"Chen, M., Tworek, J., Jun, H., Yuan, Q., Pinto, H.P.D.O., Kaplan, J., Edwards, H., Burda, Y., Joseph, N., and Brockman, G. (2021). Evaluating large language models trained on code. arXiv."},{"key":"ref_31","doi-asserted-by":"crossref","unstructured":"Vemprala, S., Bonatti, R., Bucker, A., and Kapoor, A. (2023). ChatGPT for robotics: Design principles and model abilities. arXiv.","DOI":"10.1109\/ACCESS.2024.3387941"},{"key":"ref_32","doi-asserted-by":"crossref","unstructured":"Liang, J., Huang, W., Xia, F., Xu, P., Hausman, K., Ichter, B., Florence, P., and Zeng, A. (June, January 29). Code as Policies: Language Model Programs for Embodied Control. Proceedings of the 2023 IEEE International Conference on Robotics and Automation (ICRA), London, UK.","DOI":"10.1109\/ICRA48891.2023.10160591"},{"key":"ref_33","doi-asserted-by":"crossref","first-page":"100488","DOI":"10.1016\/j.dibe.2024.100488","article-title":"Large language model-based code generation for the control of construction assembly robots: A hierarchical generation approach","volume":"19","author":"Luo","year":"2024","journal-title":"Dev. Built Environ."},{"key":"ref_34","unstructured":"Amatriain, X. (2024). Prompt design and engineering: Introduction and advanced methods. arXiv."},{"key":"ref_35","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"Volume 35","author":"Wei","year":"2022","journal-title":"Proceedings of the 36th International Conference on Neural Information Processing Systems"},{"key":"ref_36","doi-asserted-by":"crossref","first-page":"53074","DOI":"10.1109\/ACCESS.2024.3385682","article-title":"An approach for rapid source code development based on ChatGPT and prompt engineering","volume":"12","author":"Li","year":"2024","journal-title":"IEEE Access"},{"key":"ref_37","doi-asserted-by":"crossref","unstructured":"Sanguesa, J.A., Torres-Sanz, V., Serna, F., Martinez, F.J., Garrido, P., and Calafate, C.T. (2023, January 4\u20138). Improving LoRaWAN Connectivity in Smart Agriculture Contexts Using Aerial IoT. Proceedings of the 2023 IEEE Globecom Workshops (GC Wkshps), Kuala Lumpur, Malaysia.","DOI":"10.1109\/GCWkshps58843.2023.10464655"},{"key":"ref_38","doi-asserted-by":"crossref","unstructured":"Raimundo, A., Fernandes, D., Gomes, D., Postolache, O., Sebasti\u00e3o, P., and Cercas, F. (2018, January 6\u20137). UAV GNSS Position Corrections based on IoT LoRaWAN Communication Protocol. Proceedings of the 2018 International Symposium in Sensing and Instrumentation in IoT Era (ISSI), Shanghai, China.","DOI":"10.1109\/ISSI.2018.8538179"},{"key":"ref_39","doi-asserted-by":"crossref","first-page":"124817","DOI":"10.1109\/ACCESS.2021.3110872","article-title":"A Systematic Review of Real-Time Deployments of UAV-Based LoRa Communication Network","volume":"9","author":"Ghazali","year":"2021","journal-title":"IEEE Access"},{"key":"ref_40","doi-asserted-by":"crossref","unstructured":"Saunders, S.R., and Arag\u00f3n-Zavala, A. (2024). Antennas and Propagation for Wireless Communication Systems, J. Wiley & Sons. [2nd ed.].","DOI":"10.1002\/9781119332206"},{"key":"ref_41","unstructured":"Guo, D., Yang, D., Zhang, H., Song, J., Zhang, R., Xu, R., Zhu, Q., Ma, S., Wang, P., and Bi, X. (2025). DeepSeek-R1: Incentivizing reasoning capability in llms via reinforcement learning. arXiv."},{"key":"ref_42","unstructured":"Mesnard, T., Hardin, C., Dadashi, R., Bhupatiraju, S., Pathak, S., Sifre, L., Rivi\u00e8re, M., Kale, M.S., Love, J., and Tafti, P. (2024). Gemma: Open models based on Gemini research and technology. arXiv."},{"key":"ref_43","unstructured":"Riviere, M., Pathak, S., Sessa, P.G., Hardin, C., Bhupatiraju, S., Hussenot, L., Mesnard, T., Shahriari, B., Ram\u00e9, A., and Ferret, J. (2024). Gemma 2: Improving open language models at a practical size. arXiv."},{"key":"ref_44","unstructured":"Jiang, A.Q., Sablayrolles, A., Mensch, A., Bamford, C., Chaplot, D.S., Casas, D.d.l., Bressand, F., Lengyel, G., Lample, G., and Saulnier, L. (2023). Mistral 7B. arXiv."},{"key":"ref_45","unstructured":"Yang, A., Yang, B., Zhang, B., Hui, B., Zheng, B., Yu, B., Li, C., Liu, D., Huang, F., and Wei, H. (2025). Qwen2.5 technical report. arXiv."},{"key":"ref_46","unstructured":"Hui, B., Yang, J., Cui, Z., Yang, J., Liu, D., Zhang, L., Liu, T., Zhang, J., Yu, B., and Lu, K. (2025). Qwen2.5-Coder Technical Report. arXiv."},{"key":"ref_47","unstructured":"Good, P.I. (2004). Permutation, Parametric and Bootstrap Tests of Hypotheses: A Practical Guide to Resampling Methods for Testing Hypotheses, Springer. [3rd ed.]."},{"key":"ref_48","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","article-title":"Controlling the false discovery rate: A practical and powerful approach to multiple testing","volume":"57","author":"Benjamini","year":"1995","journal-title":"J. R. Stat. Soc. Ser. B (Methodol.)"},{"key":"ref_49","doi-asserted-by":"crossref","unstructured":"Wong, M.F., and Tan, C.W. (2024). Aligning Crowd-Sourced Human Feedback for Reinforcement Learning on Code Generation by Large Language Models. IEEE Trans. Big Data.","DOI":"10.1109\/TBDATA.2024.3524104"}],"container-title":["Electronics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/2079-9292\/14\/7\/1428\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T17:08:04Z","timestamp":1760029684000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/2079-9292\/14\/7\/1428"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,1]]},"references-count":49,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2025,4]]}},"alternative-id":["electronics14071428"],"URL":"https:\/\/doi.org\/10.3390\/electronics14071428","relation":{},"ISSN":["2079-9292"],"issn-type":[{"value":"2079-9292","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,1]]}}}