{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T19:23:20Z","timestamp":1774121000302,"version":"3.50.1"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032076113","type":"print"},{"value":"9783032076120","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,24]],"date-time":"2025-11-24T00:00:00Z","timestamp":1763942400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,24]],"date-time":"2025-11-24T00:00:00Z","timestamp":1763942400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-07612-0_48","type":"book-chapter","created":{"date-parts":[[2025,11,23]],"date-time":"2025-11-23T17:57:20Z","timestamp":1763920640000},"page":"626-638","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["LLM & HPC: Benchmarking DeepSeek\u2019s Performance in\u00a0High-Performance Computing Tasks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-4687-1416","authenticated-orcid":false,"given":"Noujoud","family":"Nader","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3922-8419","authenticated-orcid":false,"given":"Patrick","family":"Diehl","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7979-2906","authenticated-orcid":false,"given":"Steve","family":"Brandt","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8712-2806","authenticated-orcid":false,"given":"Hartmut","family":"Kaiser","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,11,24]]},"reference":[{"key":"48_CR1","unstructured":"Anthropic: Claude 3.5 Sonnet \u2014 anthropic.com. https:\/\/www.anthropic.com\/claude\/sonnet?ref=oncely.com. Accessed 11 Feb 2025"},{"issue":"1","key":"48_CR2","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TSE.1984.5010193","volume":"SE\u201310","author":"BW Boehm","year":"1984","unstructured":"Boehm, B.W.: Software engineering economics. IEEE Trans. Software Eng. SE\u201310(1), 4\u201321 (1984). https:\/\/doi.org\/10.1109\/TSE.1984.5010193","journal-title":"IEEE Trans. Software Eng."},{"key":"48_CR3","unstructured":"Buchholz, K.: The extreme cost of training AI models like ChatGPT and Gemini \u2014 forbes.com. https:\/\/www.forbes.com\/sites\/katharinabuchholz\/2024\/08\/23\/the-extreme-cost-of-training-ai-models\/. Accessed 08 Apr 2025"},{"key":"48_CR4","unstructured":"Chen, L., et\u00a0al.: The landscape and challenges of HPC research and LLMs. CoRR (2024)"},{"key":"48_CR5","doi-asserted-by":"publisher","unstructured":"Chen, L., Lin, P.H., Vanderbruggen, T., Liao, C., Emani, M., De\u00a0Supinski, B.: LM4HPC: towards effective language model application in high-performance computing. In: International Workshop on OpenMP, pp. 18\u201333. Springer (2023). https:\/\/doi.org\/10.1007\/978-3-031-40744-4_2","DOI":"10.1007\/978-3-031-40744-4_2"},{"key":"48_CR6","unstructured":"Chen, M., et\u00a0al.: Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)"},{"key":"48_CR7","unstructured":"DeepSeek: DeepSeek Homepage (2025). https:\/\/www.deepseek.com\/. Accessed 11 Feb 2025"},{"key":"48_CR8","doi-asserted-by":"crossref","unstructured":"Diehl, P., Nader, N., Moraru, M., Brandt, S.R.: LLM benchmarking with LLaMA2: evaluating code development performance across multiple programming languages. arXiv preprint arXiv:2503.19217 (2025)","DOI":"10.1615\/JMachLearnModelComput.2025058957"},{"key":"48_CR9","doi-asserted-by":"crossref","unstructured":"Diehl, P., Nader, N., Brandt, S., Kaiser, H.: Evaluating AI-generated code for C++, Fortran, Go, Java, Julia, Matlab, Python, R, and Rust. arXiv preprint arXiv:2405.13101 (2024)","DOI":"10.1007\/978-3-031-90200-0_20"},{"key":"48_CR10","doi-asserted-by":"publisher","unstructured":"Diehl, P., et\u00a0al.: Benchmarking the parallel 1D heat equation solver in Chapel, Charm++, C++, HPX, Go, Julia, Python, Rust, Swift, and Java. In: European Conference on Parallel Processing, pp. 127\u2013138. Springer (2023). https:\/\/doi.org\/10.1007\/978-3-031-48803-0_11","DOI":"10.1007\/978-3-031-48803-0_11"},{"key":"48_CR11","doi-asserted-by":"crossref","unstructured":"Ding, X., et al.: HPC-GPT: integrating large language model for high-performance computing. In: Proceedings of the SC 2023 Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis, pp. 951\u2013960 (2023)","DOI":"10.1145\/3624062.3624172"},{"issue":"8049","key":"48_CR12","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1038\/d41586-025-00229-6","volume":"638","author":"E Gibney","year":"2025","unstructured":"Gibney, E.: China\u2019s cheap, open AI model DeepSeek thrills scientists. Nature 638(8049), 13\u201314 (2025)","journal-title":"Nature"},{"key":"48_CR13","doi-asserted-by":"crossref","unstructured":"Godoy, W., Valero-Lara, P., Teranishi, K., Balaprakash, P., Vetter, J.: Evaluation of OpenAI codex for HPC parallel programming models kernel generation. In: Proceedings of the 52nd International Conference on Parallel Processing Workshops, pp. 136\u2013144 (2023)","DOI":"10.1145\/3605731.3605886"},{"issue":"26","key":"48_CR14","doi-asserted-by":"publisher","first-page":"e8269","DOI":"10.1002\/cpe.8269","volume":"36","author":"WF Godoy","year":"2024","unstructured":"Godoy, W.F., Valero-Lara, P., Teranishi, K., Balaprakash, P., Vetter, J.S.: Large language model evaluation for high-performance computing software development. Concurrency Comput. Pract. Experience 36(26), e8269 (2024)","journal-title":"Concurrency Comput. Pract. Experience"},{"key":"48_CR15","unstructured":"Google: Our next-generation model: Gemini 1.5 \u2014 blog.google. https:\/\/blog.google\/technology\/ai\/google-gemini-next-generation-model-february-2024\/. Accessed 11 Feb 2025"},{"key":"48_CR16","unstructured":"Guo, D., et\u00a0al.: Deepseek-r1: incentivizing reasoning capability in LLMs via reinforcement learning. arXiv preprint arXiv:2501.12948 (2025)"},{"key":"48_CR17","unstructured":"Guo, D., et\u00a0al.: DeepSeek-coder: when the large language model meets programming\u2013the rise of code intelligence. arXiv preprint arXiv:2401.14196 (2024)"},{"key":"48_CR18","unstructured":"Kadosh, T., et\u00a0al.: Scope is all you need: transforming LLMs for HPC code. arXiv preprint arXiv:2308.09440 (2023)"},{"key":"48_CR19","doi-asserted-by":"crossref","unstructured":"Lei, B., Ding, C., Chen, L., Lin, P.H., Liao, C.: Creating a dataset for high-performance computing code translation using LLMs: a bridge between OpenMP Fortran and C++. In: 2023 IEEE High Performance Extreme Computing Conference (HPEC), pp.\u00a01\u20137. IEEE (2023)","DOI":"10.1109\/HPEC58863.2023.10363534"},{"key":"48_CR20","unstructured":"Liu, A., et\u00a0al.: Deepseek-v3 technical report. arXiv preprint arXiv:2412.19437 (2024)"},{"issue":"3","key":"48_CR21","first-page":"283","volume":"17","author":"J Miller","year":"2018","unstructured":"Miller, J., et al.: Applicability of the software cost model COCOMO II to HPC projects. Int. J. Comput. Sci. Eng. 17(3), 283\u2013296 (2018)","journal-title":"Int. J. Comput. Sci. Eng."},{"key":"48_CR22","doi-asserted-by":"publisher","unstructured":"Molokken, K., Jorgensen, M.: A review of software surveys on software effort estimation. In: 2003 International Symposium on Empirical Software Engineering, 2003. ISESE 2003. Proceedings, pp. 223\u2013230 (2003). https:\/\/doi.org\/10.1109\/ISESE.2003.1237981","DOI":"10.1109\/ISESE.2003.1237981"},{"key":"48_CR23","doi-asserted-by":"crossref","unstructured":"Munley, C., Jarmusch, A., Chandrasekaran, S.: LLM4VV: developing LLM-driven testsuite for compiler validation. Future Gener. Comput. Syst. (2024)","DOI":"10.1016\/j.future.2024.05.034"},{"key":"48_CR24","doi-asserted-by":"crossref","unstructured":"Nichols, D., Marathe, A., Menon, H., Gamblin, T., Bhatele, A.: HPC-coder: modeling parallel programs using large language models. In: ISC High Performance 2024 Research Paper Proceedings (39th International Conference), pp. 1\u201312. Prometeus GmbH (2024)","DOI":"10.23919\/ISC.2024.10528929"},{"key":"48_CR25","unstructured":"OpenAi: Hello GPT-4o (2024). https:\/\/openai.com\/chatgpt\/overview\/. Accessed 11 Feb 2025"},{"key":"48_CR26","unstructured":"Shewchuk, J.R., et\u00a0al.: An introduction to the conjugate gradient method without the agonizing pain (1994)"},{"key":"48_CR27","unstructured":"Tiobe: TIOBE Index - TIOBE \u2014 tiobe.com (2024). https:\/\/www.tiobe.com\/tiobe-index\/. Accessed 04 Oct 2024"},{"key":"48_CR28","unstructured":"Valero-Lara, P., et al.: Comparing Llama-2 and GPT-3 LLMs for HPC kernels generation. arXiv preprint arXiv:2309.07103 (2023)"},{"issue":"1","key":"48_CR29","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1007\/s11227-024-06637-1","volume":"81","author":"J Yin","year":"2025","unstructured":"Yin, J., et al.: chatHPC: empowering HPC users with large language models. J. Supercomput. 81(1), 194 (2025)","journal-title":"J. Supercomput."}],"container-title":["Lecture Notes in Computer Science","High Performance Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-07612-0_48","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,23]],"date-time":"2025-11-23T17:57:23Z","timestamp":1763920643000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-07612-0_48"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,24]]},"ISBN":["9783032076113","9783032076120"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-07612-0_48","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,24]]},"assertion":[{"value":"24 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The generated source code is available on GitHub(\n                      \n                      ) or Zenodo(\n                      \n                      ), respectively.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Supplementary Materials"}},{"value":"ISC High Performance","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on High Performance Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hamburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"40","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"supercomputing2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}