{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T19:12:35Z","timestamp":1771701155055,"version":"3.50.1"},"reference-count":28,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1109\/bigdata.2016.7840611","type":"proceedings-article","created":{"date-parts":[[2017,2,7]],"date-time":"2017-02-07T21:46:59Z","timestamp":1486504019000},"page":"253-262","source":"Crossref","is-referenced-by-count":50,"title":["High-performance design of apache spark with RDMA and its benefits on various workloads"],"prefix":"10.1109","author":[{"given":"Xiaoyi","family":"Lu","sequence":"first","affiliation":[]},{"given":"Dipti","family":"Shankar","sequence":"additional","affiliation":[]},{"given":"Shashank","family":"Gugnani","sequence":"additional","affiliation":[]},{"given":"Dhabaleswar K.","family":"Panda","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2015.161"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2600212.2600715"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.1109\/BigData.2015.7363761","article-title":"Performance Characterization and Acceleration of In-Memory File Systems for Hadoop and Spark Applications on HPC Clusters","author":"islam","year":"2015","journal-title":"2015 IEEE International Conference on Big Data (IEEE BigData)"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2013.76"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2016.105"},{"key":"ref15","article-title":"Yahoo Audience Expansion: Migra. Son from Hadoop Streaming to Spark","author":"li","year":"0"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICPP.2013.78"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/HOTI.2014.15"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2016.85"},{"key":"ref19","article-title":"The High-Performance Big Data Project","year":"0","journal-title":"OSU NBCL"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-09873-9_29"},{"key":"ref4","article-title":"The Netty Project","year":"0"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/HiPC.2014.7116876"},{"key":"ref3","article-title":"San Diego Supercomputer Center Comet System","year":"0"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.1145\/2907294.2907310","article-title":"Scaling Spark on HPC Systems","author":"chaimov","year":"2016","journal-title":"Proc Int ACM Symp High-Performance Parallel Distrib Comput"},{"key":"ref5","article-title":"The Tungsten Project","year":"0"},{"key":"ref8","article-title":"MapReduce: Simplified Data Processing on Large Clusters","author":"dean","year":"2004","journal-title":"The Proceedings of the 6th conference on Symposium on Opearting Systems Design and Implementation (OSDI)"},{"key":"ref7","article-title":"Optimizing Shuffle Performance in Spark,” “University of California, Berkeley - Department of Electrical Engineering and Computer Sciences","author":"davidson","year":"2013","journal-title":"Tech Rep"},{"key":"ref2","article-title":"PCI-SIG Single-Root I\/O Virtualization Specification","year":"0"},{"key":"ref9","year":"0"},{"key":"ref1","article-title":"Chameleon","year":"0"},{"key":"ref20","article-title":"High-Performance RDMA-based Design of Hadoop MapReduce over InfiniBand","author":"rahman","year":"2013","journal-title":"The Proceedings of International Workshop on High Performance Data Intensive Computing (HPDIC) in conjunction with IEEE International Parallel and Distributed Processing Symposium (IPDPS)"},{"key":"ref22","year":"0"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2597652.2597684"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/502034.502057"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2014.6835958"},{"key":"ref26","article-title":"Spark: Cluster Computing with Working Sets","author":"zaharia","year":"2010","journal-title":"Proceedings of the 2nd USENIX Conference on Hot Topics in Cloud Computing (HotCloud)"},{"key":"ref25","article-title":"Resilient Distributed Datasets: A Fault-tolerant Abstraction for In-memory Cluster Computing","author":"zaharia","year":"2012","journal-title":"Proceedings of NSDI"}],"event":{"name":"2016 IEEE International Conference on Big Data (Big Data)","location":"Washington, DC","start":{"date-parts":[[2016,12,5]]},"end":{"date-parts":[[2016,12,8]]}},"container-title":["2016 IEEE International Conference on Big Data (Big Data)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7818133\/7840573\/07840611.pdf?arnumber=7840611","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,23]],"date-time":"2022-07-23T19:07:10Z","timestamp":1658603230000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7840611\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/bigdata.2016.7840611","relation":{},"subject":[],"published":{"date-parts":[[2016,12]]}}}