{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T07:30:51Z","timestamp":1768030251212,"version":"3.49.0"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031725661","type":"print"},{"value":"9783031725678","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72567-8_8","type":"book-chapter","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T16:19:25Z","timestamp":1726762765000},"page":"111-125","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["CI\/CD Efforts for\u00a0Validation, Verification and\u00a0Benchmarking OpenMP Implementations"],"prefix":"10.1007","author":[{"given":"Aaron","family":"Jarmusch","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Felipe","family":"Cabarcas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Swaroop","family":"Pophale","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew","family":"Kallai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Johannes","family":"Doerfert","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luke","family":"Peyralans","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seyong","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joel","family":"Denny","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sunita","family":"Chandrasekaran","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,16]]},"reference":[{"key":"8_CR1","unstructured":"AMD: AMD ROCm Smoke Tests. https:\/\/github.com\/ROCm\/aomp\/tree\/aomp-dev\/test\/smoke"},{"key":"8_CR2","doi-asserted-by":"publisher","unstructured":"Anderson, J., Burns, P., Milroy, D., Ruprecht, P., Hauser, T., Siegel, H.: Deploying RMACC summit: an HPC resource for the rocky mountain region, pp.\u00a01\u20137, July 2017. https:\/\/doi.org\/10.1145\/3093338.3093379","DOI":"10.1145\/3093338.3093379"},{"key":"8_CR3","unstructured":"Argonne National Laboratory: Argonne\u2019s aurora supercomputer breaks exascale barrier, May 2024. https:\/\/www.anl.gov\/article\/argonnes-aurora-supercomputer-breaks-exascale-barrier"},{"key":"8_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.parco.2021.102856","volume":"109","author":"S Bak","year":"2022","unstructured":"Bak, S., et al.: Openmp application experiences: porting to accelerated nodes. Parallel Comput. 109, 102856 (2022)","journal-title":"Parallel Comput."},{"key":"8_CR5","unstructured":"Bauman, P., et\u00a0al.: Introduction to AMD GPU programming with hip. Presentation at Oak Ridge National Laboratory (2019). https:\/\/www.olcf.ornl.gov\/calendar\/intro-to-amd-gpu-programming-with-hip"},{"key":"8_CR6","doi-asserted-by":"publisher","unstructured":"Brunst, H.,et al.: First experiences in performance benchmarking with the new SPEChpc 2021 suites. In: 2022 22nd International Symposium on Cluster, Cloud and Internet Computing (CCGrid), pp. 675\u2013684. IEEE Computer Society, Los Alamitos, CA, USA, May 2022. https:\/\/doi.org\/10.1109\/CCGrid54584.2022.00077, https:\/\/doi.ieeecomputersociety.org\/10.1109\/CCGrid54584.2022.00077","DOI":"10.1109\/CCGrid54584.2022.00077"},{"key":"8_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/978-3-030-58144-2_3","volume-title":"OpenMP: Portable Multi-Level Parallelism on Modern Systems","author":"C Daley","year":"2020","unstructured":"Daley, C., Ahmed, H., Williams, S., Wright, N.: A case study of porting HPGMG from CUDA to OpenMP target offload. In: Milfeld, K., de Supinski, B.R., Koesterke, L., Klinkenberg, J. (eds.) IWOMP 2020. LNCS, vol. 12295, pp. 37\u201351. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58144-2_3"},{"key":"8_CR8","doi-asserted-by":"crossref","unstructured":"Denny, J.E., Lee, S., Vetter, J.S.: CLACC: translating OpenACC to OpenMP in clang. In: 2018 IEEE\/ACM 5th Workshop on the LLVM Compiler Infrastructure in HPC (LLVM-HPC), pp. 18\u201329. IEEE (2018)","DOI":"10.1109\/LLVM-HPC.2018.8639349"},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Huber, J., et al.: Efficient execution of OpenMP on GPUs. In: 2022 IEEE\/ACM International Symposium on Code Generation and Optimization (CGO), pp. 41\u201352. IEEE (2022)","DOI":"10.1109\/CGO53902.2022.9741290"},{"key":"8_CR10","doi-asserted-by":"publisher","unstructured":"Huber, T., et al.: ECP SOLLVE: validation and verification testsuite status update and compiler insight for openMP. In: 2022 IEEE\/ACM International Workshop on Performance, Portability and Productivity in HPC (P3HPC), pp. 123\u2013135 (2022). https:\/\/doi.org\/10.1109\/P3HPC56579.2022.00017","DOI":"10.1109\/P3HPC56579.2022.00017"},{"key":"8_CR11","doi-asserted-by":"publisher","unstructured":"Jin, Z., Vetter, J.S.: A benchmark suite for improving performance portability of the SYCL programming model. In: 2023 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS), pp. 325\u2013327 (2023). https:\/\/doi.org\/10.1109\/ISPASS57527.2023.00041","DOI":"10.1109\/ISPASS57527.2023.00041"},{"key":"8_CR12","doi-asserted-by":"publisher","unstructured":"John, M.M., Olsson, H.H., Bosch, J.: Towards MLOps: a framework and maturity model. In: 2021 47th Euromicro Conference on Software Engineering and Advanced Applications (SEAA), pp. 1\u20138 (2021). https:\/\/doi.org\/10.1109\/SEAA53835.2021.00050","DOI":"10.1109\/SEAA53835.2021.00050"},{"key":"8_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1007\/978-3-319-45550-1_20","volume-title":"OpenMP: Memory, Devices, and Tasks","author":"I Karlin","year":"2016","unstructured":"Karlin, I., et al.: Early experiences porting three applications to OpenMP 4.5. In: Maruyama, N., de Supinski, B.R., Wahib, M. (eds.) IWOMP 2016. LNCS, vol. 9903, pp. 281\u2013292. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-45550-1_20"},{"issue":"19","key":"8_CR14","volume":"30","author":"J Kim","year":"2018","unstructured":"Kim, J., et al.: QMCPACK: an open source ab initio quantum Monte Carlo package for the electronic structure of atoms, molecules and solids. J. Phys.: Condens. Matter 30(19), 195901 (2018)","journal-title":"J. Phys.: Condens. Matter"},{"key":"8_CR15","doi-asserted-by":"publisher","unstructured":"Lambert, J., Monil, M.A.H., Lee, S., Malony, A.D., Vetter, J.S.: Leveraging compiler-based translation to evaluate a diversity of exascale platforms. In: 2022 IEEE\/ACM International Workshop on Performance, Portability and Productivity in HPC (P3HPC), pp. 14\u201325 (2022). https:\/\/doi.org\/10.1109\/P3HPC56579.2022.00007","DOI":"10.1109\/P3HPC56579.2022.00007"},{"key":"8_CR16","unstructured":"LLVM Compiler Infrastructure: lit - LLVM Integrated Tester. https:\/\/llvm.org\/docs\/CommandGuide\/lit.html"},{"key":"8_CR17","unstructured":"LLVM Compiler Infrastructure: LLVM Test Suite. https:\/\/github.com\/llvm\/llvm-test-suite"},{"key":"8_CR18","unstructured":"LLVM Compiler Infrastructure: LNT infrastructure for performance testing. https:\/\/llvm.org\/docs\/lnt\/tests.html"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Munley, C., Jarmusch, A., Chandrasekaran, S.: LLM4VV: developing LLM-Driven testsuite for compiler validation. Futur. Gener. Comput. Syst. 160, 1\u201313 (2024)","DOI":"10.1016\/j.future.2024.05.034"},{"key":"8_CR20","unstructured":"NVIDIA: CUDA. https:\/\/developer.nvidia.com\/cuda-toolkit"},{"key":"8_CR21","unstructured":"Oak Ridge National Laboratory: Frontier supercomputer debuts as world\u2019s fastest, breaking exascale barrier, May 2022. https:\/\/www.ornl.gov\/news\/frontier-supercomputer-debuts-worlds-fastest-breaking-exascale-barrier"},{"key":"8_CR22","unstructured":"OpenACC Organization: OpenACC. https:\/\/www.openacc.org\/"},{"key":"8_CR23","unstructured":"OpenMP Architecture Review Board: OpenMP application program interface version 4.0 (2013). https:\/\/www.openmp.org\/wp-content\/uploads\/OpenMP4.0.0.pdf"},{"key":"8_CR24","unstructured":"OpenMP Architecture Review Board: OpenMP application program interface version 5.2 (2021). https:\/\/www.openmp.org\/wp-content\/uploads\/OpenMP-API-Specification-5-2.pdf"},{"key":"8_CR25","unstructured":"ORNL and University of Delaware: OpenMP validation and verification suite. https:\/\/github.com\/OpenMP-Validation-and-Verification\/OpenMP_VV"},{"key":"8_CR26","doi-asserted-by":"crossref","unstructured":"Pennycook, S.J., Sewall, J.D., Hammond, J.R.: Evaluating the impact of proposed OpenMP 5.0 features on performance, portability and productivity. In: 2018 IEEE\/ACM International Workshop on Performance, Portability and Productivity in HPC (P3HPC), pp. 37\u201346. IEEE (2018)","DOI":"10.1109\/P3HPC.2018.00007"},{"key":"8_CR27","unstructured":"S4PST: Sustainability for Programming Systems and Tools: S4PST. https:\/\/ornl.github.io\/events\/s4pst2023\/"},{"key":"8_CR28","doi-asserted-by":"publisher","unstructured":"Sampedro, Z., Holt, A., Hauser, T.: Continuous integration and delivery for HPC: using singularity and Jenkins. In: Proceedings of the Practice and Experience on Advanced Research Computing. PEARC \u201918, Association for Computing Machinery, New York, NY, USA (2018). https:\/\/doi.org\/10.1145\/3219104.3219147","DOI":"10.1145\/3219104.3219147"},{"key":"8_CR29","unstructured":"SOLLVE: Scaling OpenMP With LLVm for Exascale Performance and Portability : SOLLVE. https:\/\/www.exascaleproject.org\/research-project\/sollve\/"},{"key":"8_CR30","unstructured":"Standard Performance Evaluation Corporation: SPEChpc\u2122 2021 benchmark suites. https:\/\/www.spec.org\/hpc2021\/"},{"key":"8_CR31","unstructured":"The Khronos Group: OpenCL. https:\/\/www.khronos.org\/opencl\/"},{"key":"8_CR32","doi-asserted-by":"publisher","unstructured":"Varrette, S., Bouvry, P., Cartiaux, H., Georgatos, F.: Management of an academic HPC cluster: the UL experience, July 2014. https:\/\/doi.org\/10.1109\/HPCSim.2014.6903792","DOI":"10.1109\/HPCSim.2014.6903792"},{"key":"8_CR33","doi-asserted-by":"publisher","unstructured":"Yu, L., Al\u00e9groth, E., Chatzipetrou, P., Gorschek, T.: A roadmap for using continuous integration environments. Commun. ACM 67(6), 82\u201390 (2024). https:\/\/doi.org\/10.1145\/3631519","DOI":"10.1145\/3631519"}],"container-title":["Lecture Notes in Computer Science","Advancing OpenMP for Future Accelerators"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72567-8_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T16:20:45Z","timestamp":1726762845000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72567-8_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031725661","9783031725678"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72567-8_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"16 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IWOMP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on OpenMP","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Perth, WA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwomp2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iwomp.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}