{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T19:23:20Z","timestamp":1774121000306,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,2,19]],"date-time":"2025-02-19T00:00:00Z","timestamp":1739923200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,2,19]]},"DOI":"10.1145\/3712031.3712331","type":"proceedings-article","created":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T12:28:34Z","timestamp":1743078514000},"page":"131-141","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Using a Large Language Model as a Building Block to Generate UsableValidation and Verification Suite for OpenMP"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8544-6367","authenticated-orcid":false,"given":"Swaroop","family":"Pophale","sequence":"first","affiliation":[{"name":"Oak Ridge National Laboratory, Oak Ridge, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0554-1036","authenticated-orcid":false,"given":"Wael","family":"Elwasif","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory, Oak Ridge, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7874-3064","authenticated-orcid":false,"given":"David E.","family":"Bernholdt","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory, Oak Ridge, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,27]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Anthropic. 2023. Claude: An Anthropic AI Assistant. https:\/\/www.anthropic.com\/index\/claude"},{"key":"e_1_3_3_2_3_2","unstructured":"Thomas Applencourt. 2023. https:\/\/github.com\/TApplencourt\/OvO."},{"key":"e_1_3_3_2_4_2","first-page":"153","volume-title":"Proceedings of the 5th International Workshop on OpenMP","author":"Cappello Franck","year":"2009","unstructured":"Franck Cappello, Alejandro Duran, Haihang Jin, Sergi Mateo, Christian Terboven, and Stephen\u00a0L Olivier. 2009. OpenMP 3.0 validation suite. In Proceedings of the 5th International Workshop on OpenMP. Springer-Verlag, Berlin, Heidelberg, 153\u2013166."},{"key":"e_1_3_3_2_5_2","first-page":"60","volume-title":"International Workshop on OpenMP","author":"Chandrasekaran Sunita","year":"2012","unstructured":"Sunita Chandrasekaran et\u00a0al. 2012. A benchmark-based evaluation of OpenMP 3.0 and 4.0 implementations. In International Workshop on OpenMP. Springer, Berlin, Heidelberg, 60\u201372."},{"key":"e_1_3_3_2_6_2","unstructured":"Cohere. 2022. Cohere Command R: Retrieval-Augmented Generation. https:\/\/cohere.ai"},{"key":"e_1_3_3_2_7_2","unstructured":"NVIDIA Corporation. 2023. NVIDIA OpenMP Validation Suite. https:\/\/developer.nvidia.com\/openmp-validation-suite Accessed: 2024-08-15."},{"key":"e_1_3_3_2_8_2","unstructured":"Jacob Devlin Ming-Wei Chang Kenton Lee and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arxiv:https:\/\/arXiv.org\/abs\/1810.04805\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/1810.04805"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3229710.3229717"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICPP.2009.64"},{"key":"e_1_3_3_2_11_2","unstructured":"EleutherAI. 2021. GPT-Neo: An Open-Source Autoregressive Language Model. https:\/\/github.com\/EleutherAI\/gpt-neo"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Enrique Bappaditya Dey Sandip Halder Stefan De\u00a0Gendt and Wannes Meert. 2022. Code Generation Using Machine Learning: A Systematic Review. IEEE Access 10 (2022) 82434\u201382455. 10.1109\/ACCESS.2022.3196347","DOI":"10.1109\/ACCESS.2022.3196347"},{"key":"e_1_3_3_2_13_2","unstructured":"GitHub Inc.2021. GitHub Copilot. https:\/\/github.com\/features\/copilot Accessed: 2024-08-15."},{"key":"e_1_3_3_2_14_2","unstructured":"GNU Project. 2023. GNU OpenMP Validation Test Suite. https:\/\/gcc.gnu.org Accessed: 2024-08-15."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3605731.3605886"},{"key":"e_1_3_3_2_16_2","unstructured":"Ignacio Laguna Patrick Chapman Konstantinos Parasyris Giorgis Georgakoudis and Cindy Rubio-Gonz\u00e1lez. 2024. Testing the Unknown: A Framework for OpenMP Testing via Random Program Generation. arxiv:https:\/\/arXiv.org\/abs\/2410.09191\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2410.09191"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"Shaohua Li Theodoros Theodoridis and Zhendong Su. 2024. Boosting Compiler Testing by Injecting Real-World Code. Proc. ACM Program. Lang. 8 PLDI Article 156 (June 2024) 23\u00a0pages. 10.1145\/3656386","DOI":"10.1145\/3656386"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Zhijie Liu Yutian Tang Xiapu Luo Yuming Zhou and Liang\u00a0Feng Zhang. 2024. No Need to Lift a Finger Anymore? Assessing the Quality of Code Generation by ChatGPT. IEEE Transactions on Software Engineering 50 6 (2024) 1548\u20131584. 10.1109\/TSE.2024.3392499","DOI":"10.1109\/TSE.2024.3392499"},{"key":"e_1_3_3_2_19_2","unstructured":"LLVM Project. 2023. LLVM OpenMP Validation Suite. https:\/\/llvm.org Accessed: 2024-08-15."},{"key":"e_1_3_3_2_20_2","volume-title":"MPI: A Message-Passing Interface Standard Version 4.0","author":"Forum Message Passing Interface","year":"2021","unstructured":"Message Passing Interface Forum. 2021. MPI: A Message-Passing Interface Standard Version 4.0. Message Passing Interface Forum. https:\/\/www.mpi-forum.org\/docs\/mpi-4.0\/mpi40-report.pdf"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Nikola Mi\u0161i\u0107 and Ivan Dodovi\u0107. 2024. An Assessment of Large Language Models for OpenMP-Based Code Parallelization: A User Perspective. Journal of Big Data 11 (2024) 19. 10.1186\/s40537-024-01019-z Accessed: 2024-12-10.","DOI":"10.1186\/s40537-024-01019-z"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Christian Munley Aaron Jarmusch and Sunita Chandrasekaran. 2024. LLM4VV: Developing LLM-driven testsuite for compiler validation. Future Generation Computer Systems 160 (2024) 1\u201313. 10.1016\/j.future.2024.05.034","DOI":"10.1016\/j.future.2024.05.034"},{"key":"e_1_3_3_2_23_2","unstructured":"Oak Ridge National Laboratory and University of Delaware. 2024. OpenMP Validation and Verification Suite. https:\/\/github.com\/OpenMP-Validation-and-Verification Accessed: 2024-08-15."},{"key":"e_1_3_3_2_24_2","unstructured":"OpenAI and Josh\u00a0Achiam et al.2024. GPT-4 Technical Report. arxiv:https:\/\/arXiv.org\/abs\/2303.08774\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2303.08774"},{"key":"e_1_3_3_2_25_2","unstructured":"OpenMP Architecture Review Board. 2008. OpenMP Application Program Interface Version 3.0. [Online]. Available: http:\/\/www.openmp.org\/mp-documents\/spec30.pdf."},{"key":"e_1_3_3_2_26_2","volume-title":"OpenMP Application Programming Interface Version 4.0","author":"Board OpenMP Architecture Review","year":"2013","unstructured":"OpenMP Architecture Review Board. 2013. OpenMP Application Programming Interface Version 4.0. https:\/\/www.openmp.org\/specifications\/ Accessed: 2024-08-15."},{"key":"e_1_3_3_2_27_2","volume-title":"OpenMP Application Programming Interface Version 4.5","author":"Board OpenMP Architecture Review","year":"2018","unstructured":"OpenMP Architecture Review Board. 2018. OpenMP Application Programming Interface Version 4.5. https:\/\/www.openmp.org\/specifications\/ Accessed: 2024-08-15."},{"key":"e_1_3_3_2_28_2","volume-title":"OpenMP Application Programming Interface Version 5.2","author":"Board OpenMP Architecture Review","year":"2021","unstructured":"OpenMP Architecture Review Board. 2021. OpenMP Application Programming Interface Version 5.2. https:\/\/www.openmp.org\/specifications\/ Accessed: 2024-08-15."},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","unstructured":"Pankratov Svyatoslav. 2018. Automated test generation for optimizing compilers with OpenMP support. MATEC Web Conf. 210 (2018) 04014. 10.1051\/matecconf\/201821004014","DOI":"10.1051\/matecconf\/201821004014"},{"key":"e_1_3_3_2_30_2","unstructured":"Colin Raffel Noam Shazeer Adam Roberts Katherine Lee Sharan Narang Michael Matena Yanqi Zhou Wei Li and Peter\u00a0J Liu. 2020. Exploring the limits of transfer learning with a unified text-to-text transformer. Journal of Machine Learning Research 21 140 (2020) 1\u201367."},{"key":"e_1_3_3_2_31_2","unstructured":"Colin Raffel Noam Shazeer Adam Roberts Katherine Lee Sharan Narang Michael Matena Yanqi Zhou Wei Li and Peter\u00a0J. Liu. 2023. Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. arxiv:https:\/\/arXiv.org\/abs\/1910.10683\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/1910.10683"},{"key":"e_1_3_3_2_32_2","unstructured":"Hugo Touvron Thibaut Lavril Gautier Izacard Xavier Martinet Marie-Anne Lachaux Timoth\u00e9e Lacroix Baptiste Rozi\u00e8re Naman Goyal Eric Hambro Faisal Azhar Aurelien Rodriguez Armand Joulin Edouard Grave and Guillaume Lample. 2023. LLaMA: Open and Efficient Foundation Language Models. arxiv:https:\/\/arXiv.org\/abs\/2302.13971\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2302.13971"},{"key":"e_1_3_3_2_33_2","unstructured":"Stanford University. 2023. Stanford Alpaca: An Instruction-following LLaMA Model. https:\/\/github.com\/tatsu-lab\/stanford_alpaca"},{"key":"e_1_3_3_2_34_2","unstructured":"Ben Wang and Aran Komatsuzaki. 2021. GPT-J-6B: A 6 Billion Parameter Autoregressive Language Model. https:\/\/github.com\/kingoflolz\/mesh-transformer-jax"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","unstructured":"Junjie Wang Yuchao Huang Chunyang Chen Zhe Liu Song Wang and Qing Wang. 2024. Software Testing With Large Language Models: Survey Landscape and Vision. IEEE Transactions on Software Engineering 50 4 (2024) 911\u2013936. 10.1109\/TSE.2024.3368208","DOI":"10.1109\/TSE.2024.3368208"},{"key":"e_1_3_3_2_36_2","unstructured":"BigScience Workshop and Teven Le\u00a0Scao et al.2023. BLOOM: A 176B-Parameter Open-Access Multilingual Language Model. arxiv:https:\/\/arXiv.org\/abs\/2211.05100\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2211.05100"},{"key":"e_1_3_3_2_37_2","first-page":"5753","volume-title":"Advances in neural information processing systems","author":"Yang Zhilin","year":"2019","unstructured":"Zhilin Yang, Zihang Dai, Yiming Yang, Jaime Carbonell, Ruslan Salakhutdinov, and Quoc\u00a0V Le. 2019. XLNet: Generalized autoregressive pretraining for language understanding. In Advances in neural information processing systems. Curran Associates, Inc., Red Hook New York, 5753\u20135763."}],"event":{"name":"HPCASIA '25: Proceedings of the International Conference on High Performance Computing in Asia-Pacific Region","location":"Hsinchu Taiwan","acronym":"HPCASIA '25"},"container-title":["Proceedings of the International Conference on High Performance Computing in Asia-Pacific Region"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3712031.3712331","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3712031.3712331","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:10Z","timestamp":1750295890000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3712031.3712331"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,19]]},"references-count":36,"alternative-id":["10.1145\/3712031.3712331","10.1145\/3712031"],"URL":"https:\/\/doi.org\/10.1145\/3712031.3712331","relation":{},"subject":[],"published":{"date-parts":[[2025,2,19]]},"assertion":[{"value":"2025-03-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}