{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,27]],"date-time":"2026-09-27T09:48:50Z","timestamp":1790502530702,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,21]],"date-time":"2021-06-21T00:00:00Z","timestamp":1624233600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["265191195"],"award-info":[{"award-number":["265191195"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,21]]},"DOI":"10.1145\/3431379.3460652","type":"proceedings-article","created":{"date-parts":[[2021,6,17]],"date-time":"2021-06-17T04:09:26Z","timestamp":1623902966000},"page":"69-80","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["MPI-CorrBench"],"prefix":"10.1145","author":[{"given":"Jan-Patrick","family":"Lehr","sequence":"first","affiliation":[{"name":"Technical University of Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tim","family":"Jammer","sequence":"additional","affiliation":[{"name":"Technical University of Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christian","family":"Bischof","sequence":"additional","affiliation":[{"name":"Technical University of Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,6,21]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Intel MPI Benchmarks. https:\/\/github.com\/intel\/mpi-benchmarks. Accessed: 2021-01-24.  Intel MPI Benchmarks. https:\/\/github.com\/intel\/mpi-benchmarks. Accessed: 2021-01-24."},{"key":"e_1_3_2_1_2_1","unstructured":"Intel Trace Analyzer and Collector. https:\/\/software.intel.com\/content\/www\/us\/en\/develop\/tools\/oneapi\/components\/trace-analyzer.html. Accessed: 2021-01-24.  Intel Trace Analyzer and Collector. https:\/\/software.intel.com\/content\/www\/us\/en\/develop\/tools\/oneapi\/components\/trace-analyzer.html. Accessed: 2021-01-24."},{"key":"e_1_3_2_1_3_1","unstructured":"Rigorous Examination of Reactive Systems (RERS) Challenge. http:\/\/rers-challenge.org. Accessed: 2021-01-24.  Rigorous Examination of Reactive Systems (RERS) Challenge. http:\/\/rers-challenge.org. Accessed: 2021-01-24."},{"key":"e_1_3_2_1_4_1","volume-title":"Arm ddt. https:\/\/www.arm.com\/products\/development-tools\/server-and-hpc\/forge\/ddt","author":"Arm Limited","year":"2020","unstructured":"Arm Limited . Arm ddt. https:\/\/www.arm.com\/products\/development-tools\/server-and-hpc\/forge\/ddt , 2020 . Arm Limited. Arm ddt. https:\/\/www.arm.com\/products\/development-tools\/server-and-hpc\/forge\/ddt, 2020."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1878537.1878787"},{"key":"e_1_3_2_1_6_1","first-page":"209","volume-title":"OSDI","volume":"8","author":"Cadar C.","year":"2008","unstructured":"Cadar , C. , Dunbar , D. , Engler , D. R. , Klee : unassisted and automatic generation of high-coverage tests for complex systems programs . In OSDI ( 2008 ), vol. 8 , pp. 209 -- 224 . Cadar, C., Dunbar, D., Engler, D. R., et al. Klee: unassisted and automatic generation of high-coverage tests for complex systems programs. In OSDI (2008), vol. 8, pp. 209--224."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2014.06.008"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0025774"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1145319.1145342"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2833157.2833159"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSMR.2012.32"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3095075"},{"key":"e_1_3_2_1_13_1","first-page":"181","volume-title":"MPISE: Symbolic Execution of MPI Programs. In IEEE 16th International Symposium on High Assurance Systems Engineering","author":"Fu X.","year":"2015","unstructured":"Fu , X. , Chen , Z. , Zhang , Y. , Huang , C. , Dong , W. , and Wang , J . MPISE: Symbolic Execution of MPI Programs. In IEEE 16th International Symposium on High Assurance Systems Engineering ( 2015 ), pp. 181 -- 188 . Fu, X., Chen, Z., Zhang, Y., Huang, C., Dong, W., and Wang, J. MPISE: Symbolic Execution of MPI Programs. In IEEE 16th International Symposium on High Assurance Systems Engineering (2015), pp. 181--188."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30218-6_19"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-61626-8_16"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45825-5_5"},{"key":"e_1_3_2_1_17_1","first-page":"767","volume-title":"Dynamic Data Race Detection for OpenMP Programs. In SC18: International Conference for High Performance Computing, Networking, Storage and Analysis","author":"Gu Y.","year":"2018","unstructured":"Gu , Y. , and Mellor-Crummey , J . Dynamic Data Race Detection for OpenMP Programs. In SC18: International Conference for High Performance Computing, Networking, Storage and Analysis ( 2018 ), ACM, pp. 767 -- 778 . Gu, Y., and Mellor-Crummey, J. Dynamic Data Race Detection for OpenMP Programs. In SC18: International Conference for High Performance Computing, Networking, Storage and Analysis (2018), ACM, pp. 767--778."},{"key":"e_1_3_2_1_18_1","first-page":"53","volume-title":"Tools for high performance computing","author":"Hilbrich T.","year":"2009","unstructured":"Hilbrich , T. , Schulz , M. , de Supinski , B. R. , and M\u00fcller , M. S . MUST: A scalable approach to runtime error detection in MPI programs . In Tools for high performance computing 2009 . Springer , 2010, pp. 53 -- 66 . Hilbrich, T., Schulz, M., de Supinski, B. R., and M\u00fcller, M. S. MUST: A scalable approach to runtime error detection in MPI programs. In Tools for high performance computing 2009. Springer, 2010, pp. 53--66."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.588521"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/Correctness.2018.00011"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/Correctness51934.2020.00010"},{"key":"e_1_3_2_1_22_1","volume-title":"Automatic Detection of MPI Assertions. ISC High Performance 2020 Workshops","author":"Jammer T.","year":"2020","unstructured":"Jammer , T. , Iwainsky , C. , and Bischof , C . Automatic Detection of MPI Assertions. ISC High Performance 2020 Workshops ( 2020 ). Jammer, T., Iwainsky, C., and Bischof, C. Automatic Detection of MPI Assertions. ISC High Performance 2020 Workshops (2020)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-03421-4_27"},{"key":"e_1_3_2_1_24_1","volume-title":"Lawrence Livermore National Lab (LLNL)","author":"Karlin I.","year":"2013","unstructured":"Karlin , I. , Keasler , J. , and Neely , R . LULESH 2.0 Updates and Changes. Tech. rep ., Lawrence Livermore National Lab (LLNL) , 2013 . Karlin, I., Keasler, J., and Neely, R. LULESH 2.0 Updates and Changes. Tech. rep., Lawrence Livermore National Lab (LLNL), 2013."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-43659-3_4"},{"key":"e_1_3_2_1_26_1","volume-title":"Lawrence Livermore National Lab.(LLNL)","author":"Kunen A. J.","year":"2015","unstructured":"Kunen , A. J. , Bailey , T. S. , and Brown , P. N . KRIPKE-a massively parallel transport mini-app. Tech. rep ., Lawrence Livermore National Lab.(LLNL) , Livermore, CA ( United States) , 2015 . Kunen, A. J., Bailey, T. S., and Brown, P. N. KRIPKE-a massively parallel transport mini-app. Tech. rep., Lawrence Livermore National Lab.(LLNL), Livermore, CA (United States), 2015."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3295500.3356176"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-59851-8_1"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126908.3126958"},{"key":"e_1_3_2_1_30_1","first-page":"11","volume-title":"Exploring Regression of Data Race Detection Tools Using DataRaceBench. In IEEE\/ACM 3rd Intl. Workshop on Software Correctness for HPC Applications (Correctness)","author":"Lin P.","year":"2019","unstructured":"Lin , P. , Liao , C. , Schordan , M. , and Karlin , I . Exploring Regression of Data Race Detection Tools Using DataRaceBench. In IEEE\/ACM 3rd Intl. Workshop on Software Correctness for HPC Applications (Correctness) ( 2019 ), pp. 11 -- 18 . Lin, P., Liao, C., Schordan, M., and Karlin, I. Exploring Regression of Data Race Detection Tools Using DataRaceBench. In IEEE\/ACM 3rd Intl. Workshop on Software Correctness for HPC Applications (Correctness) (2019), pp. 11--18."},{"key":"e_1_3_2_1_31_1","volume-title":"AMG2013 Mini-App. https:\/\/computing.llnl.gov\/projects\/co-design\/amg2013","author":"LLNL.","year":"2017","unstructured":"LLNL. AMG2013 Mini-App. https:\/\/computing.llnl.gov\/projects\/co-design\/amg2013 , 2017 . LLNL. AMG2013 Mini-App. https:\/\/computing.llnl.gov\/projects\/co-design\/amg2013, 2017."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.705"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3127024.3127032"},{"key":"e_1_3_2_1_34_1","volume-title":"Mpi: A message-passing interface standard version 1.1. https:\/\/www.mpi-forum.org\/docs\/mpi-1.1\/mpi-11.ps","author":"Message Passing Interface Forum","year":"1995","unstructured":"Message Passing Interface Forum . Mpi: A message-passing interface standard version 1.1. https:\/\/www.mpi-forum.org\/docs\/mpi-1.1\/mpi-11.ps , 1995 . Message Passing Interface Forum. Mpi: A message-passing interface standard version 1.1. https:\/\/www.mpi-forum.org\/docs\/mpi-1.1\/mpi-11.ps, 1995."},{"key":"e_1_3_2_1_35_1","volume-title":"Mpi: A message-passing interface standard version 3.1. https:\/\/www.mpi-forum.org\/docs\/mpi-3.1\/mpi31-report.pdf","author":"Message Passing Interface Forum","year":"2015","unstructured":"Message Passing Interface Forum . Mpi: A message-passing interface standard version 3.1. https:\/\/www.mpi-forum.org\/docs\/mpi-3.1\/mpi31-report.pdf , 2015 . Message Passing Interface Forum. Mpi: A message-passing interface standard version 3.1. https:\/\/www.mpi-forum.org\/docs\/mpi-3.1\/mpi31-report.pdf, 2015."},{"key":"e_1_3_2_1_36_1","first-page":"2","article-title":"SPEC MPI2007 - an application benchmark suite for parallel systems using MPI","volume":"22","author":"M\u00fcller M. S.","year":"2009","unstructured":"M\u00fcller , M. S. , van Waveren , M. , Lieberman , R. , Whitney , B. , Saito , H. , Kumaran , K. , Baron , J. , Brantley , W. C. , Parrott , C. , Elken , T. , Feng , H. , and Ponder , C . SPEC MPI2007 - an application benchmark suite for parallel systems using MPI . Concurrency and Computation: Practice and Experience 22 , 2 ( 2009 ), 191--205. M\u00fcller, M. S., van Waveren, M., Lieberman, R., Whitney, B., Saito, H., Kumaran, K., Baron, J., Brantley, W. C., Parrott, C., Elken, T., Feng, H., and Ponder, C. SPEC MPI2007 - an application benchmark suite for parallel systems using MPI. Concurrency and Computation: Practice and Experience 22, 2 (2009), 191--205.","journal-title":"Concurrency and Computation: Practice and Experience"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2018.2839339"},{"key":"e_1_3_2_1_38_1","volume-title":"Totalview hpc debugging software. https:\/\/totalview.io\/products\/totalview","author":"Perforce Software Inc.","year":"2020","unstructured":"Perforce Software Inc. Totalview hpc debugging software. https:\/\/totalview.io\/products\/totalview , 2020 . Perforce Software Inc. Totalview hpc debugging software. https:\/\/totalview.io\/products\/totalview, 2020."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3145344.3145345"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/SFCS.1977.32"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-39589-0_11"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094342014552204"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-48340-1_19"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69738-1_3"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24732-6_20"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1065944.1065957"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807591.2807635"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2014.54"},{"key":"e_1_3_2_1_49_1","unstructured":"vanderWijngaart R. F. and Haopiang J. NAS parallel benchmarks multi-zone versions.  vanderWijngaart R. F. and Haopiang J. NAS parallel benchmarks multi-zone versions."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.5555\/370049.370462"}],"event":{"name":"HPDC '21: The 30th International Symposium on High-Performance Parallel and Distributed Computing","location":"Virtual Event Sweden","acronym":"HPDC '21","sponsor":["University of Arizona University of Arizona","SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing","SIGARCH ACM Special Interest Group on Computer Architecture"]},"container-title":["Proceedings of the 30th International Symposium on High-Performance Parallel and Distributed Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3431379.3460652","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3431379.3460652","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:24:46Z","timestamp":1750195486000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3431379.3460652"}},"subtitle":["Towards an MPI Correctness Benchmark Suite"],"short-title":[],"issued":{"date-parts":[[2021,6,21]]},"references-count":50,"alternative-id":["10.1145\/3431379.3460652","10.1145\/3431379"],"URL":"https:\/\/doi.org\/10.1145\/3431379.3460652","relation":{},"subject":[],"published":{"date-parts":[[2021,6,21]]},"assertion":[{"value":"2021-06-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}