{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T14:50:18Z","timestamp":1776783018478,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2047120"],"award-info":[{"award-number":["2047120"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["DGE 2236417"],"award-info":[{"award-number":["DGE 2236417"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,8]]},"DOI":"10.1145\/3754598.3754669","type":"proceedings-article","created":{"date-parts":[[2025,12,20]],"date-time":"2025-12-20T08:34:32Z","timestamp":1766219672000},"page":"94-103","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["ParEval-Repo: A Benchmark Suite for Evaluating LLMs with Repository-level HPC Translation Tasks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6704-0520","authenticated-orcid":false,"given":"Joshua H.","family":"Davis","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Maryland, College Park, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3538-6164","authenticated-orcid":false,"given":"Daniel","family":"Nichols","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Maryland, College Park, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0068-7768","authenticated-orcid":false,"given":"Ishan","family":"Khillan","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Maryland, College Park, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3069-3701","authenticated-orcid":false,"given":"Abhinav","family":"Bhatele","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Maryland, College Park, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,12,20]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"2024. Llama 3.3 Model Card and Prompt Format. https:\/\/www.llama.com\/docs\/model-cards-and-prompt-formats\/llama3_3\/"},{"key":"e_1_3_3_2_3_2","unstructured":"2024. QwQ: Reflect Deeply on the Boundaries of the Unknown. https:\/\/qwenlm.github.io\/blog\/qwq-32b-preview\/"},{"key":"e_1_3_3_2_4_2","unstructured":"2025. o3 and o4-mini System Card. https:\/\/cdn.openai.com\/pdf\/2221c875-02dc-4789-800b-e7758f3722c1\/o3-and-o4-mini-system-card.pdf"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1007\/978-3-319-94180-6_5","volume-title":"Smart Societies, Infrastructure, Technologies and Applications","author":"Ahmed Waseem","year":"2018","unstructured":"Waseem Ahmed, Mohsin Khan, Adeel\u00a0Ahmed Khan, Rashid Mehmood, Abdullah Algarni, Aiiad Albeshri, and Iyad Katib. 2018. A Framework for Faster Porting of Scientific Applications Between Heterogeneous Clouds. In Smart Societies, Infrastructure, Technologies and Applications, Rashid Mehmood, Budhendra Bhaduri, Iyad Katib, and Imrich Chlamtac (Eds.). Springer International Publishing, Cham, 27\u201343."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS54959.2023.00066"},{"key":"e_1_3_3_2_7_2","series-title":"(ICS \u201925)","volume-title":"Proceedings of the International Conference on Supercomputing","author":"Davis Joshua\u00a0H.","year":"2025","unstructured":"Joshua\u00a0H. Davis, Pranav Sivaraman, Joy Kitson, Konstantinos Parasyris, Harshitha Menon, Isaac Minn, Giorgis Georgakoudis, and Abhinav Bhatele. 2025 (to appear). Taking GPU Programming Models to Task for Performance Portability. In Proceedings of the International Conference on Supercomputing(ICS \u201925)."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1109\/CLUSTERWorkshops61563.2024.00029","volume-title":"2024 IEEE International Conference on Cluster Computing Workshops (CLUSTER Workshops)","author":"Dearing Matthew\u00a0T","year":"2024","unstructured":"Matthew\u00a0T Dearing, Yiheng Tao, Xingfu Wu, Zhiling Lan, and Valerie Taylor. 2024. LASSI: An LLM-based Automated Self-Correcting Pipeline for Translating Parallel Scientific Codes. In 2024 IEEE International Conference on Cluster Computing Workshops (CLUSTER Workshops). IEEE, 136\u2013143."},{"key":"e_1_3_3_2_9_2","unstructured":"DeepSeek-AI. 2025. DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning. arxiv:https:\/\/arXiv.org\/abs\/2501.12948\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2501.12948"},{"key":"e_1_3_3_2_10_2","unstructured":"Akash Dhruv and Anshu Dubey. 2025. Leveraging Large Language Models for Code Translation and Software Development in Scientific Computing. arxiv:https:\/\/arXiv.org\/abs\/2410.24119\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2410.24119"},{"key":"e_1_3_3_2_11_2","volume-title":"The Llama 3 Herd of Models","author":"Dubey Abhimanyu","year":"2024","unstructured":"Abhimanyu Dubey, Abhinav Jauhri, Abhinav Pandey, Abhishek Kadian, Ahmad Al-Dahle, Aiesha Letman, Akhil Mathur, Alan Schelten, Amy Yang, Angela Fan, et\u00a0al. 2024. The Llama 3 Herd of Models. Technical Report."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.5555\/3001460.3001507"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"William\u00a0F Godoy Pedro Valero-Lara Keita Teranishi Prasanna Balaprakash and Jeffrey\u00a0S Vetter. 2024. Large language model evaluation for high-performance computing software development. Concurrency and Computation: Practice and Experience 36 26 (2024) e8269.","DOI":"10.1002\/cpe.8269"},{"key":"e_1_3_3_2_14_2","unstructured":"Ali\u00a0Reza Ibrahimzada Kaiyao Ke Mrigank Pawagi Muhammad\u00a0Salman Abid Rangeet Pan Saurabh Sinha and Reyhaneh Jabbarvand. 2024. Repository-level compositional code translation and validation. arxiv:https:\/\/arXiv.org\/abs\/2410.24117\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2410.24117"},{"key":"e_1_3_3_2_15_2","unstructured":"Bin Lei Caiwen Ding Le Chen Pei-Hung Lin and Chunhua Liao. 2023. Creating a Dataset for High-Performance Computing Code Translation using LLMs: A Bridge Between OpenMP Fortran and C++. arxiv:https:\/\/arXiv.org\/abs\/2307.07686\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2307.07686"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581784.3607065"},{"key":"e_1_3_3_2_17_2","unstructured":"Tomas Mikolov Kai Chen Greg Corrado and Jeffrey Dean. 2013. Efficient Estimation of Word Representations in Vector Space. arxiv:https:\/\/arXiv.org\/abs\/1301.3781\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/1301.3781"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Christian Munley Aaron Jarmusch and Sunita Chandrasekaran. 2023. LLM4VV: Developing LLM-Driven Testsuite for Compiler Validation. arxiv:https:\/\/arXiv.org\/abs\/2310.04963\u00a0[cs.AI]","DOI":"10.1016\/j.future.2024.05.034"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3625549.3658689"},{"key":"e_1_3_3_2_20_2","unstructured":"OpenAI Aaron Hurst and et al. 2024. GPT-4o System Card. arxiv:https:\/\/arXiv.org\/abs\/2410.21276\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2410.21276"},{"key":"e_1_3_3_2_21_2","unstructured":"OpenMP4 2013. OpenMP Application Program Interface. Version 4.0. July 2013."},{"key":"e_1_3_3_2_22_2","unstructured":"Gemini Team. 2023. Gemini: A Family of Highly Capable Multimodal Models. arxiv:https:\/\/arXiv.org\/abs\/2312.11805\u00a0[cs.CL]"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Ali Tehrani Arijit Bhattacharjee Le Chen Nesreen\u00a0K Ahmed Amir Yazdanbakhsh and Ali Jannesari. 2024. CodeRosetta: Pushing the Boundaries of Unsupervised Code Translation for Parallel Programming. Advances in Neural Information Processing Systems 37 (2024) 100965\u2013100999.","DOI":"10.52202\/079017-3202"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"John\u00a0R. Tramm Geoffrey Gunow Tim He Kord\u00a0S. Smith Benoit Forget and Andrew\u00a0R. Siegel. 2016. A task-based parallelism and vectorized approach to 3D Method of Characteristics (MOC) reactor simulation for high performance computing architectures. Computer Physics Communications 202 (2016) 141 \u2013 150. 10.1016\/j.cpc.2016.01.007","DOI":"10.1016\/j.cpc.2016.01.007"},{"key":"e_1_3_3_2_25_2","unstructured":"John\u00a0R Tramm Andrew\u00a0R Siegel Tanzima Islam and Martin Schulz. 2014. XSBench-the development and verification of a performance abstraction for Monte Carlo reactor analysis. The Role of Reactor Physics toward a Sustainable Future (PHYSOR) (2014)."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","unstructured":"Christian\u00a0R. Trott Damien Lebrun-Grandi\u00e9 Daniel Arndt Jan Ciesko Vinh Dang Nathan Ellingwood Rahulkumar Gayatri Evan Harvey Daisy\u00a0S. Hollman Dan Ibanez Nevin Liber Jonathan Madsen Jeff Miles David Poliakoff Amy Powell Sivasankaran Rajamanickam Mikael Simberg Dan Sunderland Bruno Turcksin and Jeremiah Wilke. 2022. Kokkos 3: Programming Model Extensions for the Exascale Era. IEEE Transactions on Parallel and Distributed Systems 33 4 (2022) 805\u2013817. 10.1109\/TPDS.2021.3097283","DOI":"10.1109\/TPDS.2021.3097283"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1109\/SCW63240.2024.00010","volume-title":"SC24-W: Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis","author":"Valero-Lara Pedro","year":"2024","unstructured":"Pedro Valero-Lara, William\u00a0F Godoy, Keita Teranishi, Prasanna Balaprakash, and Jeffrey\u00a0S Vetter. 2024. ChatBLAS: The First AI-Generated and Portable BLAS Library. In SC24-W: Workshops of the International Conference for High Performance Computing, Networking, Storage and Analysis. IEEE, 19\u201324."},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1109\/eScience.2015.23","volume-title":"2015 IEEE 11th International Conference on e-Science","author":"Van\u00a0Werkhoven Ben","year":"2015","unstructured":"Ben Van\u00a0Werkhoven and Pieter Hijma. 2015. An integrated approach to porting large scientific applications to GPUs. In 2015 IEEE 11th International Conference on e-Science. IEEE, 57\u201366."},{"key":"e_1_3_3_2_29_2","unstructured":"Yanli Wang Yanlin Wang Suiquan Wang Daya Guo Jiachi Chen John Grundy Xilin Liu Yuchi Ma Mingzhi Mao Hongyu Zhang and Zibin Zheng. 2024. RepoTransBench: A Real-World Benchmark for Repository-Level Code Translation. arxiv:https:\/\/arXiv.org\/abs\/2412.17744\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2412.17744"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"John Yang Carlos Jimenez Alexander Wettig Kilian Lieret Shunyu Yao Karthik Narasimhan and Ofir Press. 2024. Swe-agent: Agent-computer interfaces enable automated software engineering. Advances in Neural Information Processing Systems 37 (2024) 50528\u201350652.","DOI":"10.52202\/079017-1601"}],"event":{"name":"ICPP '25: 54th International Conference on Parallel Processing","location":"San Diego CA USA","acronym":"ICPP '25"},"container-title":["Proceedings of the 54th International Conference on Parallel Processing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3754598.3754669","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,20]],"date-time":"2025-12-20T08:38:59Z","timestamp":1766219939000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3754598.3754669"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,8]]},"references-count":29,"alternative-id":["10.1145\/3754598.3754669","10.1145\/3754598"],"URL":"https:\/\/doi.org\/10.1145\/3754598.3754669","relation":{},"subject":[],"published":{"date-parts":[[2025,9,8]]},"assertion":[{"value":"2025-12-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}