{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T22:30:13Z","timestamp":1784759413130,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,12]],"date-time":"2023-11-12T00:00:00Z","timestamp":1699747200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,12]]},"DOI":"10.1145\/3624062.3624172","type":"proceedings-article","created":{"date-parts":[[2023,11,10]],"date-time":"2023-11-10T13:53:39Z","timestamp":1699624419000},"page":"951-960","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":41,"title":["HPC-GPT: Integrating Large Language Model for High-Performance Computing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6114-2801","authenticated-orcid":false,"given":"Xianzhong","family":"Ding","sequence":"first","affiliation":[{"name":"University of California, Merced, United States of America and Argonne National Laboratory (ANL), USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3847-4108","authenticated-orcid":false,"given":"Le","family":"Chen","sequence":"additional","affiliation":[{"name":"Iowa State University, United States of America and Lawrence Livermore National Laboratory, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6279-0007","authenticated-orcid":false,"given":"Murali","family":"Emani","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory (ANL), USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6477-0547","authenticated-orcid":false,"given":"Chunhua","family":"Liao","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4977-814X","authenticated-orcid":false,"given":"Pei-Hung","family":"Lin","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0609-3925","authenticated-orcid":false,"given":"Tristan","family":"Vanderbruggen","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3516-2192","authenticated-orcid":false,"given":"Zhen","family":"Xie","sequence":"additional","affiliation":[{"name":"Binghamton University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4531-9704","authenticated-orcid":false,"given":"Alberto","family":"Cerpa","sequence":"additional","affiliation":[{"name":"University of California, Merced, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2732-6954","authenticated-orcid":false,"given":"Wan","family":"Du","sequence":"additional","affiliation":[{"name":"University of California, Merced, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,11,12]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"2023. LangChain: Next Generation Language Processing. https:\/\/langchain.com\/ Accessed: 2023-05-15."},{"key":"e_1_3_2_2_2_1","unstructured":"2023. MLPerf Training v3.0 Results. https:\/\/docs.google.com\/spreadsheets\/d\/1bF4buOnEPQcwoqlaSeX4HxKx8jVRR0xHcOT_CaAL5Mk\/pubhtml?gid=0&single=false&widget=false&headers=false&chrome=true"},{"key":"e_1_3_2_2_3_1","unstructured":"2023. OpenAI. ChatGPT.https:\/\/openai.com\/blog\/chatgpt\/ Accessed: 2023-02-08."},{"key":"e_1_3_2_2_4_1","unstructured":"2023. OpenAI Codex. https:\/\/openai.com\/blog\/openai-codex Accessed: 2023-03."},{"key":"e_1_3_2_2_5_1","unstructured":"2023. Structed Data of PLP tasks. https:\/\/github.com\/microsoft\/CodeXGLUE Accessed: 2023-06-15."},{"key":"e_1_3_2_2_6_1","volume-title":"CLUE: Safe Model-Based RL HVAC Control Using Epistemic Uncertainty Estimation. In ACM BuildSys.","author":"An Zhiyu","year":"2023","unstructured":"Zhiyu An, Xianzhong Ding, Arya Rathee, and Wan Du. 2023. CLUE: Safe Model-Based RL HVAC Control Using Epistemic Uncertainty Estimation. In ACM BuildSys."},{"key":"e_1_3_2_2_7_1","volume-title":"Promptsource: An integrated development environment and repository for natural language prompts. arXiv preprint arXiv:2202.01279","author":"Bach H","year":"2022","unstructured":"Stephen\u00a0H Bach, Victor Sanh, Zheng-Xin Yong, Albert Webson, Colin Raffel, Nihal\u00a0V Nayak, Abheesht Sharma, Taewoon Kim, M\u00a0Saiful Bari, Thibault Fevry, 2022. Promptsource: An integrated development environment and repository for natural language prompts. arXiv preprint arXiv:2202.01279 (2022)."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3418597"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2021.103459"},{"key":"e_1_3_2_2_10_1","volume-title":"Sparks of artificial general intelligence: Early experiments with gpt-4. arXiv preprint arXiv:2303.12712","author":"Bubeck S\u00e9bastien","year":"2023","unstructured":"S\u00e9bastien Bubeck, Varun Chandrasekaran, Ronen Eldan, Johannes Gehrke, Eric Horvitz, Ece Kamar, Peter Lee, Yin\u00a0Tat Lee, Yuanzhi Li, Scott Lundberg, 2023. Sparks of artificial general intelligence: Early experiments with gpt-4. arXiv preprint arXiv:2303.12712 (2023)."},{"key":"e_1_3_2_2_11_1","volume-title":"Data Race Detection Using Large Language Models. arXiv preprint arXiv:2308.07505","author":"Chen Le","year":"2023","unstructured":"Le Chen, Xianzhong Ding, Murali Emani, Tristan Vanderbruggen, Pei-hung Lin, and Chuanhua Liao. 2023. Data Race Detection Using Large Language Models. arXiv preprint arXiv:2308.07505 (2023)."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-40744-4_2"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPSW55747.2022.00059"},{"key":"e_1_3_2_2_14_1","volume-title":"Proceedings of Machine Learning and Systems 5","author":"Chen Le","year":"2023","unstructured":"Le Chen, Quazi\u00a0Ishtiaque Mahmud, Hung Phan, Nesreen Ahmed, and Ali Jannesari. 2023. Learning to Parallelize with OpenMP by Augmented Heterogeneous AST Representation. Proceedings of Machine Learning and Systems 5 (2023)."},{"key":"e_1_3_2_2_15_1","volume-title":"1: Benchmark Suites for Data Race Detection. arXiv preprint arXiv:2308.08473","author":"Chen Le","year":"2023","unstructured":"Le Chen, Wenhao Wu, Stephen\u00a0F Siegel, Pei-Hung Lin, and Chunhua Liao. 2023. DataRaceBench V1. 4.1 and DataRaceBench-ML V0. 1: Benchmark Suites for Data Race Detection. arXiv preprint arXiv:2308.08473 (2023)."},{"key":"e_1_3_2_2_16_1","volume-title":"Jared Kaplan, Harri Edwards, Yuri Burda","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de\u00a0Oliveira Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_2_2_17_1","volume-title":"Palm: Scaling language modeling with pathways. arXiv preprint arXiv:2204.02311","author":"Chowdhery Aakanksha","year":"2022","unstructured":"Aakanksha Chowdhery, Sharan Narang, Jacob Devlin, Maarten Bosma, Gaurav Mishra, Adam Roberts, Paul Barham, Hyung\u00a0Won Chung, Charles Sutton, Sebastian Gehrmann, 2022. Palm: Scaling language modeling with pathways. arXiv preprint arXiv:2204.02311 (2022)."},{"key":"e_1_3_2_2_18_1","volume-title":"HPC-GPT: Integrating Large Language Model for High-Performance Computing. In Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis (SC-W","author":"Ding Xianzhong","year":"2023","unstructured":"Xianzhong Ding, Le Chen, Murali Emani, Chunhua Liao, Pei-Hung Lin, Tristan Vanderbruggen, Zhen Xie, Alberto\u00a0E. Cerpa, and Wan Du. 2023. HPC-GPT: Integrating Large Language Model for High-Performance Computing. In Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis (SC-W 2023)."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPSN54338.2022.00011"},{"key":"e_1_3_2_2_20_1","volume-title":"2022 21st ACM\/IEEE International Conference on Information Processing in Sensor Networks (IPSN). IEEE, 539\u2013540","author":"Ding Xianzhong","year":"2022","unstructured":"Xianzhong Ding and Wan Du. 2022. Smart irrigation control using deep reinforcement learning. In 2022 21st ACM\/IEEE International Conference on Information Processing in Sensor Networks (IPSN). IEEE, 539\u2013540."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360322.3360857"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408308.3427986"},{"key":"e_1_3_2_2_23_1","volume-title":"Finding reusable machine learning components to build programming language processing pipelines. arXiv preprint arXiv:2208.05596","author":"Flynn Patrick","year":"2022","unstructured":"Patrick Flynn, Tristan Vanderbruggen, Chunhua Liao, Pei-Hung Lin, Murali Emani, and Xipeng Shen. 2022. Finding reusable machine learning components to build programming language processing pipelines. arXiv preprint arXiv:2208.05596 (2022)."},{"key":"e_1_3_2_2_24_1","volume-title":"Evaluation of OpenAI Codex for HPC Parallel Programming Models Kernel Generation. arXiv preprint arXiv:2306.15121","author":"Godoy F","year":"2023","unstructured":"William\u00a0F Godoy, Pedro Valero-Lara, Keita Teranishi, Prasanna Balaprakash, and Jeffrey\u00a0S Vetter. 2023. Evaluation of OpenAI Codex for HPC Parallel Programming Models Kernel Generation. arXiv preprint arXiv:2306.15121 (2023)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2018.00064"},{"key":"e_1_3_2_2_26_1","volume-title":"Universal language model fine-tuning for text classification. arXiv preprint arXiv:1801.06146","author":"Howard Jeremy","year":"2018","unstructured":"Jeremy Howard and Sebastian Ruder. 2018. Universal language model fine-tuning for text classification. arXiv preprint arXiv:1801.06146 (2018)."},{"key":"e_1_3_2_2_27_1","volume-title":"Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685","author":"Hu J","year":"2021","unstructured":"Edward\u00a0J Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen. 2021. Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685 (2021)."},{"key":"e_1_3_2_2_28_1","volume-title":"Codesearchnet challenge: Evaluating the state of semantic code search. arXiv preprint arXiv:1909.09436","author":"Husain Hamel","year":"2019","unstructured":"Hamel Husain, Ho-Hsiang Wu, Tiferet Gazit, Miltiadis Allamanis, and Marc Brockschmidt. 2019. Codesearchnet challenge: Evaluating the state of semantic code search. arXiv preprint arXiv:1909.09436 (2019)."},{"key":"e_1_3_2_2_29_1","unstructured":"Intel Inspector. 2017. Intel Inspector 2017.https:\/\/software.intel.com\/en-us\/intel-inspector-xe."},{"key":"e_1_3_2_2_30_1","volume-title":"Unsupervised translation of programming languages. arXiv preprint arXiv:2006.03511","author":"Lachaux Marie-Anne","year":"2020","unstructured":"Marie-Anne Lachaux, Baptiste Roziere, Lowik Chanussot, and Guillaume Lample. 2020. Unsupervised translation of programming languages. arXiv preprint arXiv:2006.03511 (2020)."},{"key":"e_1_3_2_2_31_1","volume-title":"Cross-lingual language model pretraining. arXiv preprint arXiv:1901.07291","author":"Lample Guillaume","year":"2019","unstructured":"Guillaume Lample and Alexis Conneau. 2019. Cross-lingual language model pretraining. arXiv preprint arXiv:1901.07291 (2019)."},{"key":"e_1_3_2_2_32_1","volume-title":"Competition-level code generation with alphacode. Science 378, 6624","author":"Li Yujia","year":"2022","unstructured":"Yujia Li, David Choi, Junyoung Chung, Nate Kushman, Julian Schrittwieser, R\u00e9mi Leblond, Tom Eccles, James Keeling, Felix Gimeno, Agustin Dal\u00a0Lago, 2022. Competition-level code generation with alphacode. Science 378, 6624 (2022), 1092\u20131097."},{"key":"e_1_3_2_2_33_1","volume-title":"Parameter-Efficient Fine-Tuning without Introducing New Latency. arXiv preprint arXiv:2305.16742","author":"Liao Baohao","year":"2023","unstructured":"Baohao Liao, Yan Meng, and Christof Monz. 2023. Parameter-Efficient Fine-Tuning without Introducing New Latency. arXiv preprint arXiv:2305.16742 (2023)."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/MLHPC54614.2021.00012"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/Correctness54621.2021.00011"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545008.3545090"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526058.3535453"},{"key":"e_1_3_2_2_38_1","volume-title":"Codexglue: A machine learning benchmark dataset for code understanding and generation. arXiv preprint arXiv:2102.04664","author":"Lu Shuai","year":"2021","unstructured":"Shuai Lu, Daya Guo, Shuo Ren, Junjie Huang, Alexey Svyatkovskiy, Ambrosio Blanco, Colin Clement, Dawn Drain, Daxin Jiang, Duyu Tang, 2021. Codexglue: A machine learning benchmark dataset for code understanding and generation. arXiv preprint arXiv:2102.04664 (2021)."},{"key":"e_1_3_2_2_39_1","volume-title":"OWL 2 web ontology language: Structural specification and functional-style syntax. W3C recommendation 27, 65","author":"Motik Boris","year":"2009","unstructured":"Boris Motik, Peter\u00a0F Patel-Schneider, Bijan Parsia, Conrad Bock, Achille Fokoue, Peter Haase, Rinke Hoekstra, Ian Horrocks, Alan Ruttenberg, Uli Sattler, 2009. OWL 2 web ontology language: Structural specification and functional-style syntax. W3C recommendation 27, 65 (2009), 159."},{"key":"e_1_3_2_2_40_1","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeffrey Wu, Xu Jiang, Diogo Almeida, Carroll Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, 2022. Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems 35 (2022), 27730\u201327744.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600100.3623753"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA45697.2020.00045"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1791194.1791203"},{"key":"e_1_3_2_2_44_1","volume-title":"Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timoth\u00e9e Lacroix, Baptiste Rozi\u00e8re, Naman Goyal, Eric Hambro, Faisal Azhar, 2023. Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)."},{"key":"e_1_3_2_2_45_1","volume-title":"Llama 2: Open Foundation and Fine-Tuned Chat Models. arXiv preprint arXiv:2307.09288","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Louis Martin, Kevin Stone, Peter Albert, Amjad Almahairi, Yasmine Babaei, Nikolay Bashlykov, Soumya Batra, Prajjwal Bhargava, Shruti Bhosale, 2023. Llama 2: Open Foundation and Fine-Tuned Chat Models. arXiv preprint arXiv:2307.09288 (2023)."},{"key":"e_1_3_2_2_46_1","volume-title":"Self-instruct: Aligning language model with self generated instructions. arXiv preprint arXiv:2212.10560","author":"Wang Yizhong","year":"2022","unstructured":"Yizhong Wang, Yeganeh Kordi, Swaroop Mishra, Alisa Liu, Noah\u00a0A Smith, Daniel Khashabi, and Hannaneh Hajishirzi. 2022. Self-instruct: Aligning language model with self generated instructions. arXiv preprint arXiv:2212.10560 (2022)."},{"key":"e_1_3_2_2_47_1","volume-title":"Finetuned language models are zero-shot learners. arXiv preprint arXiv:2109.01652","author":"Wei Jason","year":"2021","unstructured":"Jason Wei, Maarten Bosma, Vincent\u00a0Y Zhao, Kelvin Guu, Adams\u00a0Wei Yu, Brian Lester, Nan Du, Andrew\u00a0M Dai, and Quoc\u00a0V Le. 2021. Finetuned language models are zero-shot learners. arXiv preprint arXiv:2109.01652 (2021)."},{"key":"e_1_3_2_2_48_1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Fei Xia, Ed Chi, Quoc\u00a0V Le, Denny Zhou, 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in Neural Information Processing Systems 35 (2022), 24824\u201324837.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_49_1","volume-title":"Generative data augmentation for commonsense reasoning. arXiv preprint arXiv:2004.11546","author":"Yang Yiben","year":"2020","unstructured":"Yiben Yang, Chaitanya Malaviya, Jared Fernandez, Swabha Swayamdipta, Ronan\u00a0Le Bras, Ji-Ping Wang, Chandra Bhagavatula, Yejin Choi, and Doug Downey. 2020. Generative data augmentation for commonsense reasoning. arXiv preprint arXiv:2004.11546 (2020)."}],"event":{"name":"SC-W 2023: Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis","location":"Denver CO USA","acronym":"SC-W 2023"},"container-title":["Proceedings of the SC '23 Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3624172","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3624062.3624172","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T03:05:44Z","timestamp":1755745544000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3624172"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,12]]},"references-count":49,"alternative-id":["10.1145\/3624062.3624172","10.1145\/3624062"],"URL":"https:\/\/doi.org\/10.1145\/3624062.3624172","relation":{},"subject":[],"published":{"date-parts":[[2023,11,12]]},"assertion":[{"value":"2023-11-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}