{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T16:30:29Z","timestamp":1792513829337,"version":"4.5.0"},"reference-count":140,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["OCI-1127228"],"award-info":[{"award-number":["OCI-1127228"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["OCI-1127340"],"award-info":[{"award-number":["OCI-1127340"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["OCI-1127341"],"award-info":[{"award-number":["OCI-1127341"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Commun. Surv. Tutorials"],"published-print":{"date-parts":[[2017]]},"DOI":"10.1109\/comst.2017.2746083","type":"journal-article","created":{"date-parts":[[2017,8,28]],"date-time":"2017-08-28T18:10:00Z","timestamp":1503943800000},"page":"2894-2926","source":"Crossref","is-referenced-by-count":27,"title":["An Integrated Tutorial on InfiniBand, Verbs, and MPI"],"prefix":"10.1109","volume":"19","author":[{"given":"Patrick","family":"MacArthur","sequence":"first","affiliation":[{"name":"Computer Science Department, University of New Hampshire, Durham, NH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qian","family":"Liu","sequence":"additional","affiliation":[{"name":"Mathematics and Computer Science Department, Rhode Island College, Providence, RI, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7266-8945","authenticated-orcid":false,"given":"Robert D.","family":"Russell","sequence":"additional","affiliation":[{"name":"Computer Science Department, University of New Hampshire, Durham, NH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fabrice","family":"Mizero","sequence":"additional","affiliation":[{"name":"Center for Open Science, Charlottesville, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Malathi","family":"Veeraraghavan","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John M.","family":"Dennis","sequence":"additional","affiliation":[{"name":"National Center for Atmospheric Research, Boulder, CO, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/IEEESTD.2000.91946"},{"key":"ref38","year":"0"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.17487\/rfc4862"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.17487\/rfc4291"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2063348.2063368"},{"key":"ref30","year":"2014","journal-title":"IBDUMP—Monitoring and Debug Tool"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2008.26"},{"key":"ref36","year":"2015","journal-title":"PCI Express Base Specification Revision 1 0a"},{"key":"ref35","year":"2012","journal-title":"Infiniband Architecture Specification Volume 1 and 2 Release 1 1"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2008.144"},{"key":"ref28","year":"2016","journal-title":"Wireshark"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1364\/OFC.2013.OTu3H.1"},{"key":"ref29","year":"2017","journal-title":"tcpdump"},{"key":"ref20","first-page":"617","article-title":"An introduction to the InfiniBand architecture","author":"pfister","year":"2001","journal-title":"High Performance Mass Storage and Parallel I\/O Technologies and Applications"},{"key":"ref22","author":"barney","year":"2014","journal-title":"Message Passing Interface (MPI) Tutorial UCRLMI-133316"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7056.001.0001","volume":"1","author":"gropp","year":"1999","journal-title":"Using MPI Portable parallel programming with the message-passing interface"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1188455.1188666"},{"key":"ref23","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7055.001.0001","author":"gropp","year":"1999","journal-title":"Using MPI-2 Advanced Features of the Message-Passing Interface"},{"key":"ref101","year":"2010","journal-title":"Network Direct Service Provider Interface (SPI)"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2009.10.004"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2009.23"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.5383\/JUSPN.03.02.007"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2007.370475"},{"key":"ref51","year":"2016","journal-title":"Open Project"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2009.9"},{"key":"ref58","first-page":"343","article-title":"An efficient deadlock-free tree-based routing algorithm for irregular wormhole-routed networks based on the turn model","volume":"1","author":"sun","year":"2004","journal-title":"Proc Int Conf Parallel Process (ICPP)"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2011.65"},{"key":"ref56","first-page":"11","article-title":"A multiple LID routing scheme for fat-tree-based InfiniBand networks","author":"lin","year":"2004","journal-title":"Proc 18th Int Parallel Distrib Process Symp (IPDPS)"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2002.1016559"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/10720115_5"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/0169-7552(89)90011-1"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2003.1253361"},{"key":"ref40","year":"2017","journal-title":"Plugfest #31—April 2017 Combined Cable and Device Integrators’ List"},{"key":"ref4","year":"2015","journal-title":"InfiniBand Architecture Specification Volume 1 Release 1 0a"},{"key":"ref3","first-page":"1","article-title":"Cray XC30 power monitoring and management","author":"martin","year":"2014","journal-title":"Proc Cray User Group (CUG)"},{"key":"ref6","author":"grun","year":"2010","journal-title":"Introduction to InfiniBand for End Users"},{"key":"ref5","author":"shanley","year":"2003","journal-title":"InfiniBand Network Architecture"},{"key":"ref8","year":"2015","journal-title":"MPI A Message-Passing Interface Standard Version 3 1"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/1375527.1375551"},{"key":"ref7","year":"2017","journal-title":"Top 500 list"},{"key":"ref9","year":"0","journal-title":"The Message Passing Interface (MPI) standard"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45036-X_28"},{"key":"ref45","author":"liu","year":"2015","journal-title":"Analyzing InfiniBand packets"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1274971.1274997"},{"key":"ref47","year":"2009","journal-title":"Open MPI Open Source High Performance Computing"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/JRPROC.1961.287814"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/IEEESTD.2014.6991462"},{"key":"ref44","author":"crupnicoff","year":"2016","journal-title":"Deploying quality of service and congestion control in InfiniBand-based data center networks"},{"key":"ref43","year":"1999"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2006.1639335"},{"key":"ref126","year":"2017","journal-title":"MPI over InfiniBand Omni-Path Ethernet\/iWARP and RoCE"},{"key":"ref125","year":"2014","journal-title":"MPI Performance Topics"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1145\/1122971.1122978"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2010.10"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2586999"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1007\/BF01407877"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/EWSDN.2015.72"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2006.311904"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2016.35"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2008.4663773"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1007\/BF01379320"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2003.1208949"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1364\/OFC.2012.OTu2B.4"},{"key":"ref75","author":"cohen","year":"2017","journal-title":"Software-Defined Networking on InfiniBand Networks"},{"key":"ref133","year":"2017","journal-title":"Extrae"},{"key":"ref134","year":"2017","journal-title":"Paraver A Flexible Performance Analysis Tool"},{"key":"ref131","first-page":"198","article-title":"An optimal scheme for disseminating information","author":"han","year":"1988","journal-title":"Proc Int Conf Parallel Process (ICPP)"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CONECT.2005.14"},{"key":"ref132","year":"2014","journal-title":"Interoperability Laboratory"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2010.5470419"},{"key":"ref136","year":"2016","journal-title":"Perftest"},{"key":"ref135","author":"bailey","year":"2016","journal-title":"Red Hat Enterprise Linux 6 Performance Tuning Guide"},{"key":"ref138","first-page":"1","article-title":"Recent topics in the IBTA, and a look ahead","author":"magro","year":"0"},{"key":"ref137","year":"2014","journal-title":"Supplement to InfiniBand Architecture Specification Volume 1 Release 1 3 Annex A18 Virtualization"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/49.105178"},{"key":"ref139","year":"2015","journal-title":"Non-Volatile Memory Programming Model Version 1 1"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2005.12.002"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44520-X_123"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-39999-2_28"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/10720115_4"},{"key":"ref140","first-page":"19","article-title":"The message passing interface: On the road to MPI 4.0 & beyond","author":"schulz","year":"0"},{"key":"ref65","first-page":"52","article-title":"Adaptive routing in irregular networks using cut-through switches","volume":"1","author":"qiao","year":"1996","journal-title":"Proc Int Conf Parallel Process Vol 3 Softw"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2008.21"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.1996.495447"},{"key":"ref68","article-title":"Deadlock free message routing in multiprocessor interconnection networks","author":"dally","year":"1986"},{"key":"ref2","year":"2014","journal-title":"Yellow"},{"key":"ref69","article-title":"Software defined networking for HPC interconnect and its extension across domains","author":"lang","year":"2016"},{"key":"ref1","article-title":"Yellowstone: A dedicated resource for earth system science","volume":"2","author":"loft","year":"2014","journal-title":"Contemporary High Performance Computing From Petascale Toward Exascale"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/ICPP.2009.72"},{"key":"ref95","year":"2013"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2007.92"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2016.018"},{"key":"ref107","first-page":"16","article-title":"A performance study of InfiniBand fourteen data rate (FDR)","author":"liu","year":"2014","journal-title":"Proc 22nd High Perform Comput Symp (HPC)"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/PDP.2016.87"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/HPCC.2012.110"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/1534530.1534552"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2012.19"},{"key":"ref91","first-page":"5","article-title":"A dynamic congestion management system for InfiniBand networks","volume":"3","author":"mizero","year":"2016","journal-title":"Supercomputing Frontiers and Innovations"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2004.1302943"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2013.09.002"},{"key":"ref103","article-title":"RDMA enabled I\/O adapter performing efficient memory management","author":"hausauer","year":"2006"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1007\/11823285_13"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/NAS.2009.58"},{"key":"ref112","year":"2014","journal-title":"Message Passing Interface Forum"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2010.115"},{"key":"ref98","article-title":"High-speed remote direct memory access (RDMA) networking for HPC: Comparative review of 10GbE iWARP and InfiniBand","author":"jang","year":"2010","journal-title":"Margalla Commun"},{"key":"ref99","author":"metzler","year":"2009","journal-title":"Softiwarp A Software IWARP Driver for OpenFabrics"},{"key":"ref96","year":"2014","journal-title":"OpenFabrics Enterprise Distribution (OFED) Overview"},{"key":"ref97","year":"2007","journal-title":"Understanding iWARP Eliminating Overhead and Latency in Multi-GB Ethernet Networks"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2663761.2664240"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2619239.2626299"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2663761.2664239"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2007.4629212"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTR.2005.347050"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2012.65"},{"key":"ref118","first-page":"16","article-title":"Design and implementation of MPICH2 over InfiniBand with RDMA support","author":"liu","year":"2004","journal-title":"Proc 18th Int Parallel Distrib Process Symp (IPDPS)"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CONECT.2005.35"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2012.104"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.2172\/10191159"},{"key":"ref17","author":"goldenberg","year":"2007","journal-title":"InfiniBand Technology Overview"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2011.67"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-89894-8_41"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.17487\/rfc5681"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1145\/782814.782855"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2577385"},{"key":"ref83","first-page":"1","article-title":"The dynamic nature of congestion in InfiniBand","author":"liu","year":"2015","journal-title":"Proc 6th Int Conf Workshop Comput Commun (IEMCON)"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1175\/BAMS-D-12-00121.1"},{"key":"ref113","year":"2014","journal-title":"Community Earth System Model"},{"key":"ref116","year":"2014","journal-title":"MPICH"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.4108\/icst.simutools.2011.245509"},{"key":"ref115","author":"dimitrov","year":"2004","journal-title":"Software Architecture and Performance Comparison of MPI\/Pro and MPICH"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1023\/B:IJPP.0000029272.69895.c1"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/2110217.2110219"},{"key":"ref121","year":"0","journal-title":"Free IBM Platform MPI Community Edition"},{"key":"ref122","year":"2014","journal-title":"Intel MPI Library"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.5194\/gmd-9-2881-2016"},{"key":"ref85","author":"thaler","year":"2016","journal-title":"Congestion Spreading The Dark Side of Link-Based Congestion Control"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/2503210.2503247"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2009.63"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ICPP.2010.54"}],"container-title":["IEEE Communications Surveys & Tutorials"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/9739\/8115327\/8017539-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9739\/8115327\/08017539.pdf?arnumber=8017539","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,21]],"date-time":"2023-04-21T18:33:32Z","timestamp":1682102012000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8017539\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"references-count":140,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/comst.2017.2746083","relation":{},"ISSN":["1553-877X","2373-745X"],"issn-type":[{"value":"1553-877X","type":"electronic"},{"value":"2373-745X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]}}}