{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,4]],"date-time":"2025-11-04T16:07:28Z","timestamp":1762272448696,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,11,17]],"date-time":"2019-11-17T00:00:00Z","timestamp":1573948800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"U.S. Department of Energy","award":["DE-AC05-00OR22725"],"award-info":[{"award-number":["DE-AC05-00OR22725"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,11,17]]},"DOI":"10.1145\/3295500.3356166","type":"proceedings-article","created":{"date-parts":[[2019,11,7]],"date-time":"2019-11-07T19:43:22Z","timestamp":1573155802000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":20,"title":["An evaluation of the CORAL interconnects"],"prefix":"10.1145","author":[{"given":"Christopher","family":"Zimmer","sequence":"first","affiliation":[{"name":"Oak Ridge National Laboratory"}]},{"given":"Scott","family":"Atchley","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory"}]},{"given":"Ramesh","family":"Pankajakshan","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory"}]},{"given":"Brian E.","family":"Smith","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory"}]},{"given":"Ian","family":"Karlin","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory"}]},{"given":"Matthew L.","family":"Leininger","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory"}]},{"given":"Adam","family":"Bertsch","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory"}]},{"given":"Brian S.","family":"Ryujin","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory"}]},{"given":"Jason","family":"Burmark","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory"}]},{"given":"Andr\u00e9","family":"Walker-Loud","sequence":"additional","affiliation":[{"name":"Lawrence Berkeley National Laboratory"}]},{"given":"M. A.","family":"Clark","sequence":"additional","affiliation":[{"name":"NVIDIA Corporation"}]},{"given":"Olga","family":"Pearce","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory"}]}],"member":"320","published-online":{"date-parts":[[2019,11,17]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063384.2063478"},{"key":"e_1_3_2_1_2_1","volume-title":"METAQ: Bundle Supercomputing Tasks.","author":"Berkowitz Evan","year":"2017","unstructured":"Evan Berkowitz . 2017 . METAQ: Bundle Supercomputing Tasks. (2017). arXiv:physics.comp-ph\/1702.06122 Evan Berkowitz. 2017. METAQ: Bundle Supercomputing Tasks. (2017). arXiv:physics.comp-ph\/1702.06122"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2018.00058"},{"key":"e_1_3_2_1_4_1","unstructured":"Jason Burmark. 2019. https:\/\/github.com\/LLNL\/Comb. (2019).  Jason Burmark. 2019. https:\/\/github.com\/LLNL\/Comb. (2019)."},{"volume-title":"Proceedings of the International Conference for High Performance Computing, Networking, Storage, and Analysis (SC '18)","author":"Chakraborty S.","key":"e_1_3_2_1_5_1","unstructured":"S. Chakraborty , M. Bayatpour , J. Hashmi , H. Subramoni , and D. K. Panda . 2018. Cooperative Rendezvous Protocols for Improved Performance and Overlap . In Proceedings of the International Conference for High Performance Computing, Networking, Storage, and Analysis (SC '18) . IEEE Press, Piscataway, NJ, USA, Article 28, 13 pages. http:\/\/dl.acm.org\/citation.cfm?id=3291656.3291694 S. Chakraborty, M. Bayatpour, J. Hashmi, H. Subramoni, and D. K. Panda. 2018. Cooperative Rendezvous Protocols for Improved Performance and Overlap. In Proceedings of the International Conference for High Performance Computing, Networking, Storage, and Analysis (SC '18). IEEE Press, Piscataway, NJ, USA, Article 28, 13 pages. http:\/\/dl.acm.org\/citation.cfm?id=3291656.3291694"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cpc.2010.05.002"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1953.tb01433.x"},{"key":"e_1_3_2_1_8_1","unstructured":"Cray. 2019. Global Performance and Congestion Network Test - GPCNeT. (2019). https:\/\/xgitlab.cels.anl.gov\/networkbench\/GPCNET  Cray. 2019. Global Performance and Congestion Network Test - GPCNeT. (2019). https:\/\/xgitlab.cels.anl.gov\/networkbench\/GPCNET"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0010-4655(00)00216-2"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00607-013-0327-z"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/11846802_46"},{"key":"e_1_3_2_1_12_1","unstructured":"Jack Dongarra Hans Meuer and Erich Strohmaier. 2015. Top500 Supercomputing Sites. http:\/\/www.top500.org. (2015).  Jack Dongarra Hans Meuer and Erich Strohmaier. 2015. Top500 Supercomputing Sites. http:\/\/www.top500.org. (2015)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/125\/1\/012076"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/898758"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMHPC.2016.006"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0168-9274(01)00115-5"},{"key":"e_1_3_2_1_17_1","unstructured":"IBM. 2018. IBM Power System AC922 Introduction and Technical Overview. (2018). http:\/\/www.redbooks.ibm.com\/abstracts\/redp5472.html  IBM. 2018. IBM Power System AC922 Introduction and Technical Overview. (2018). http:\/\/www.redbooks.ibm.com\/abstracts\/redp5472.html"},{"key":"e_1_3_2_1_18_1","unstructured":"IBM. 2019. IBM Spectrum MPI. (2019). https:\/\/www.ibm.com\/us-en\/marketplace\/spectrum-mpi  IBM. 2019. IBM Spectrum MPI. (2019). https:\/\/www.ibm.com\/us-en\/marketplace\/spectrum-mpi"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2018.00052"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2013.83"},{"volume-title":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC '16)","author":"Le\u00f3n Edgar A.","key":"e_1_3_2_1_21_1","unstructured":"Edgar A. Le\u00f3n , Ian Karlin , Abhinav Bhatele , Steven H. Langer , Chris Chambreau , Louis H. Howell , Trent D'Hooge , and Matthew L. Leininger . 2016. Characterizing Parallel Scientific Applications on Commodity Clusters: An Empirical Study of a Tapered Fat-tree . In Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC '16) . IEEE Press, Piscataway, NJ, USA, Article 78, 12 pages. http:\/\/dl.acm.org\/citation.cfm?id=3014904.3015009 Edgar A. Le\u00f3n, Ian Karlin, Abhinav Bhatele, Steven H. Langer, Chris Chambreau, Louis H. Howell, Trent D'Hooge, and Matthew L. Leininger. 2016. Characterizing Parallel Scientific Applications on Commodity Clusters: An Empirical Study of a Tapered Fat-tree. In Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC '16). IEEE Press, Piscataway, NJ, USA, Article 78, 12 pages. http:\/\/dl.acm.org\/citation.cfm?id=3014904.3015009"},{"volume-title":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC '16)","author":"Le\u00f3n Edgar A.","key":"e_1_3_2_1_22_1","unstructured":"Edgar A. Le\u00f3n , Ian Karlin , Abhinav Bhatele , Steven H. Langer , Chris Chambreau , Louis H. Howell , Trent D'Hooge , and Matthew L. Leininger . 2016. Characterizing Parallel Scientific Applications on Commodity Clusters: An Empirical Study of a Tapered Fat-tree . In Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC '16) . IEEE Press, Piscataway, NJ, USA, Article 78, 12 pages. http:\/\/dl.acm.org\/citation.cfm?id=3014904.3015009 Edgar A. Le\u00f3n, Ian Karlin, Abhinav Bhatele, Steven H. Langer, Chris Chambreau, Louis H. Howell, Trent D'Hooge, and Matthew L. Leininger. 2016. Characterizing Parallel Scientific Applications on Commodity Clusters: An Empirical Study of a Tapered Fat-tree. In Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC '16). IEEE Press, Piscataway, NJ, USA, Article 78, 12 pages. http:\/\/dl.acm.org\/citation.cfm?id=3014904.3015009"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2016.48"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1188455.1188677"},{"key":"e_1_3_2_1_25_1","unstructured":"Mellanox. 2018. Mellanox Adaptive Routing. (2018). https:\/\/community.mellanox.com\/s\/article\/howto-configure-adaptive-routing-and- shiel  Mellanox. 2018. Mellanox Adaptive Routing. (2018). https:\/\/community.mellanox.com\/s\/article\/howto-configure-adaptive-routing-and- shiel"},{"key":"e_1_3_2_1_26_1","unstructured":"Mellnox. 2019. (2019). The following environment variables were suggested by Mellanox for SHARP runs: PAMI_IBV_MTU=4096 HCOLL_MAIN_IB=mlx5_0:1 PAMI_IBV_DEBUG_CQE=1 HCOLL_SHARP_NP=2 HCOLL_ENABLE_SHARP=3 HCOLL_ML_USE_SHMSEG_ALLREDUCE=1 SMPI_HCOLL_ENABLE_BCAST=1 PAMI_ENABLE_STRIPING=0 HCOLL_BCOL_P2P_ALLREDUCE_SHARP_MAX=2048 SHARP_COLLJOB_QUOTA_MAX_GROUPS=4 MLX5_CQE_SIZE=128 SHARP_COLL_JOB_QUOTA_OSTS=64 PAMI_IBV_ADAPTER_AFFINITY=1 HCOLL_ML_USE_SHMSEG_BARRIER=1 HCOLL_ML_DISABLE_ALLREDUCE=0 HCOLL_ML_DISABLE_BCAST=0 PAMID_EAGER_LOCAL=8192 SHARP_COLL_ENABLE_MCAST_TARGET=1 SHARP_COLL_JOB_QUOTA_PAYLOAD_PER_OST=256 PAMI_IBV_CQEDEPTH=4096 PAMI_IBV_OPT_LATENCY=1 PAMI_PMIX_DATACACHE=1 PAMI_IBV_ENABLE_DCT=1 and the following options were passed to -smpiargs: -mca coll_hcoll_enable 1 -mca coll_hcoll_np 0 -mca coll ^basic -mca coll ^ibm -HCOLL -FCA.  Mellnox. 2019. (2019). The following environment variables were suggested by Mellanox for SHARP runs: PAMI_IBV_MTU=4096 HCOLL_MAIN_IB=mlx5_0:1 PAMI_IBV_DEBUG_CQE=1 HCOLL_SHARP_NP=2 HCOLL_ENABLE_SHARP=3 HCOLL_ML_USE_SHMSEG_ALLREDUCE=1 SMPI_HCOLL_ENABLE_BCAST=1 PAMI_ENABLE_STRIPING=0 HCOLL_BCOL_P2P_ALLREDUCE_SHARP_MAX=2048 SHARP_COLLJOB_QUOTA_MAX_GROUPS=4 MLX5_CQE_SIZE=128 SHARP_COLL_JOB_QUOTA_OSTS=64 PAMI_IBV_ADAPTER_AFFINITY=1 HCOLL_ML_USE_SHMSEG_BARRIER=1 HCOLL_ML_DISABLE_ALLREDUCE=0 HCOLL_ML_DISABLE_BCAST=0 PAMID_EAGER_LOCAL=8192 SHARP_COLL_ENABLE_MCAST_TARGET=1 SHARP_COLL_JOB_QUOTA_PAYLOAD_PER_OST=256 PAMI_IBV_CQEDEPTH=4096 PAMI_IBV_OPT_LATENCY=1 PAMI_PMIX_DATACACHE=1 PAMI_IBV_ENABLE_DCT=1 and the following options were passed to -smpiargs: -mca coll_hcoll_enable 1 -mca coll_hcoll_np 0 -mca coll ^basic -mca coll ^ibm -HCOLL -FCA."},{"volume-title":"Contention-Free Routing for Shift-based Communication in MPI Applications on Large-scale InfiniBand Clusters","author":"Moody Adam","key":"e_1_3_2_1_27_1","unstructured":"Adam Moody . 2009. Contention-Free Routing for Shift-based Communication in MPI Applications on Large-scale InfiniBand Clusters . Technical Report. LLNL-TR-418522, Lawrence Livermore National Laboratory.(LLNL), Livermore, CA (USA) . Adam Moody. 2009. Contention-Free Routing for Shift-based Communication in MPI Applications on Large-scale InfiniBand Clusters. Technical Report. LLNL-TR-418522, Lawrence Livermore National Laboratory.(LLNL), Livermore, CA (USA)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"B. E. Morgan and J. A. Greenough. 2015. Large-Eddy and Unsteady RANS Simulations of a Shock-Accelerated Heavy Gas Cylinder. In Shock Waves.  B. E. Morgan and J. A. Greenough. 2015. Large-Eddy and Unsteady RANS Simulations of a Shock-Accelerated Heavy Gas Cylinder. In Shock Waves.","DOI":"10.1007\/s00193-015-0566-3"},{"key":"e_1_3_2_1_29_1","volume-title":"Technical Report LLNL-SM-741439. Lawrence Livermore National Laboratory. (Source code available from geodynamics.org\/cig).","author":"Petersson N. A.","year":"2017","unstructured":"N. A. Petersson and B. Sj\u00f6green . 2017 . User's guide to SW 4, version 2.0. Technical Report LLNL-SM-741439. Lawrence Livermore National Laboratory. (Source code available from geodynamics.org\/cig). N. A. Petersson and B. Sj\u00f6green. 2017. User's guide to SW4, version 2.0. Technical Report LLNL-SM-741439. Lawrence Livermore National Laboratory. (Source code available from geodynamics.org\/cig)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236367.3236376"},{"key":"e_1_3_2_1_31_1","unstructured":"B. S. Ryujin. 2015. Performance and Portability in the Ares Multi-Physics Code. In DOE High Performance Computing Operational Review (HPCOR) on Scientific Software Architecture for Portability and Performance.  B. S. Ryujin. 2015. Performance and Portability in the Ares Multi-Physics Code. In DOE High Performance Computing Operational Review (HPCOR) on Scientific Software Architecture for Portability and Performance."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2012.73"},{"key":"e_1_3_2_1_33_1","volume-title":"Thacker","author":"Schroeder Michael D.","year":"1991","unstructured":"Michael D. Schroeder , Andrew D. Birrell , Michael Burrows , Hal Murray , Roger M. Needham , Thomas L. Rodeheffer , Edwin H. Sa']-ferthwaite, and Charles P . Thacker . 1991 . Autonet: a High-speed, Self-configuring Local Area Network Using Point-to-point Links. IEEE Journal on Selected Areas in Communications 9 (1991). Michael D. Schroeder, Andrew D. Birrell, Michael Burrows, Hal Murray, Roger M. Needham, Thomas L. Rodeheffer, Edwin H. Sa']-ferthwaite, and Charles P. Thacker. 1991. Autonet: a High-speed, Self-configuring Local Area Network Using Point-to-point Links. IEEE Journal on Selected Areas in Communications 9 (1991)."},{"key":"e_1_3_2_1_34_1","volume-title":"Technical Report LLNL-TR-767683.","author":"Singh A. P.","year":"2019","unstructured":"A. P. Singh , K. Duraisamy , and B. E. Morgan . 2019 . Data-Augmented Modeling of Transition to Turbulence in Rayleigh-Taylor Mixing Layers \". Technical Report LLNL-TR-767683. A. P. Singh, K. Duraisamy, and B. E. Morgan. 2019. Data-Augmented Modeling of Transition to Turbulence in Rayleigh-Taylor Mixing Layers\". Technical Report LLNL-TR-767683."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2018.00055"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER.2013.6702676"},{"key":"e_1_3_2_1_37_1","volume-title":"d.]. ALCF MPI BENCHMARKS. https:\/\/www.alcf.anl.gov\/software (visited","author":"Morozov Vitali","year":"2018","unstructured":"Vitali Morozov . [n. d.]. ALCF MPI BENCHMARKS. https:\/\/www.alcf.anl.gov\/software (visited March 2018 ). ([n. d.]). Vitali Morozov. [n. d.]. ALCF MPI BENCHMARKS. https:\/\/www.alcf.anl.gov\/software (visited March 2018). ([n. d.])."}],"event":{"name":"SC '19: The International Conference for High Performance Computing, Networking, Storage, and Analysis","sponsor":["SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing","IEEE CS"],"location":"Denver Colorado","acronym":"SC '19"},"container-title":["Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3295500.3356166","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3295500.3356166","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3295500.3356166","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:02:13Z","timestamp":1750208533000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3295500.3356166"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,17]]},"references-count":37,"alternative-id":["10.1145\/3295500.3356166","10.1145\/3295500"],"URL":"https:\/\/doi.org\/10.1145\/3295500.3356166","relation":{},"subject":[],"published":{"date-parts":[[2019,11,17]]},"assertion":[{"value":"2019-11-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}