{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T14:57:22Z","timestamp":1758121042954},"publisher-location":"Berlin, Heidelberg","reference-count":29,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642539732"},{"type":"electronic","value":"9783642539749"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-642-53974-9_13","type":"book-chapter","created":{"date-parts":[[2013,12,18]],"date-time":"2013-12-18T02:25:13Z","timestamp":1387333513000},"page":"148-163","source":"Crossref","is-referenced-by-count":8,"title":["Assessing the Performance Impact of High-Speed Interconnects on MapReduce"],"prefix":"10.1007","author":[{"given":"Yandong","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yizheng","family":"Jiao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cong","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaobing","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Teng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinyu","family":"Que","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cristi","family":"Cira","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhuo","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bliss","family":"Bailey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weikuan","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"13_CR1","unstructured":"Apache Hadoop Project, \n                    \n                      http:\/\/hadoop.apache.org\/"},{"key":"13_CR2","unstructured":"Dean, J., Ghemawat, S.: Mapreduce: simplified data processing on large clusters. In: Proceedings of the 6th Conference on Symposium on Opearting Systems Design & Implementation, OSDI 2004, vol.\u00a06, p. 10. USENIX Association, Berkeley (2004)"},{"key":"13_CR3","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1145\/1559845.1559865","volume-title":"Proceedings of the 35th SIGMOD International Conference on Management of Data, SIGMOD 2009","author":"A. Pavlo","year":"2009","unstructured":"Pavlo, A., Paulson, E., Rasin, A., Abadi, D.J., DeWitt, D.J., Madden, S., Stonebraker, M.: A comparison of approaches to large-scale data analysis. In: Proceedings of the 35th SIGMOD International Conference on Management of Data, SIGMOD 2009, pp. 165\u2013178. ACM, New York (2009)"},{"key":"13_CR4","first-page":"21","volume-title":"Proceedings of the 7th USENIX Conference on Networked Systems Design and Implementation, NSDI 2010","author":"T. Condie","year":"2010","unstructured":"Condie, T., Conway, N., Alvaro, P., Hellerstein, J.M., Elmeleegy, K., Sears, R.: Mapreduce online. In: Proceedings of the 7th USENIX Conference on Networked Systems Design and Implementation, NSDI 2010, p. 21. USENIX Association, Berkeley (2010)"},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Seo, S., Jang, I., Woo, K., Kim, I., Kim, J.S., Maeng, S.: HPMR: Prefetching and pre-shuffling in shared MapReduce computation environment. In: CLUSTER, pp. 1\u20138 (August 2009)","DOI":"10.1109\/CLUSTR.2009.5289171"},{"key":"13_CR6","doi-asserted-by":"crossref","unstructured":"Rao, S., Ramakrishnan, R., Silberstein, A., Ovsiannikov, M., Reeves, D.: Sailfish: a framework for large scale data processing. In: Proceedings of the Third ACM Symposium on Cloud Computing, SoCC 2012, pp. 4:1\u20134:14. ACM, New York (2012)","DOI":"10.1145\/2391229.2391233"},{"key":"13_CR7","unstructured":"InfiniBand Trade Association: The InfiniBand Architecture, \n                    \n                      http:\/\/www.infinibandta.org"},{"key":"13_CR8","unstructured":"Recio, R., Culley, P., Garcia, D., Hilland, J.: An rdma protocol specification, version 1.0 (October 2002)"},{"key":"13_CR9","unstructured":"High Performance Computing (HPC) on AWS, \n                    \n                      http:\/\/aws.amazon.com\/hpc-applications\/"},{"key":"13_CR10","doi-asserted-by":"crossref","unstructured":"Wang, Y., Que, X., Yu, W., Goldenberg, D., Sehgal, D.: Hadoop acceleration through network levitated merge. In: Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis, SC 2011, pp. 57:1\u201357:10. ACM, New York (2011)","DOI":"10.1145\/2063384.2063461"},{"key":"13_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/MSST.2010.5496972","volume-title":"Proceedings of the 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies, MSST 2010","author":"K. Shvachko","year":"2010","unstructured":"Shvachko, K., Kuang, H., Radia, S., Chansler, R.: The hadoop distributed file system. In: Proceedings of the 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies, MSST 2010, pp. 1\u201310. IEEE Computer Society, Washington, DC (2010)"},{"key":"13_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2378356.2378358","volume-title":"Proceedings of the 2012 Workshop on Management of Big Data Systems, MBDS 2012","author":"X. Que","year":"2012","unstructured":"Que, X., Wang, Y., Xu, C., Yu, W.: Hierarchical merge for scalable mapreduce. In: Proceedings of the 2012 Workshop on Management of Big Data Systems, MBDS 2012, pp. 1\u20136. ACM, New York (2012)"},{"key":"13_CR13","unstructured":"Open Fabrics Alliance, \n                    \n                      http:\/\/www.openfabrics.org"},{"key":"13_CR14","unstructured":"Chu, J., Kashyap, V.: Transmission of IP over InfiniBand(IPoIB) (2006), \n                    \n                      http:\/\/tools.ietf.org\/html\/rfc4391"},{"key":"13_CR15","unstructured":"InfiniBand Trade Association: Socket Direct Protocol Specification V1.0 (2002)"},{"key":"13_CR16","first-page":"265","volume-title":"Proceedings of the 5th European Conference on Computer Systems, EuroSys 2010","author":"M. Zaharia","year":"2010","unstructured":"Zaharia, M., Borthakur, D., Sen Sarma, J., Elmeleegy, K., Shenker, S., Stoica, I.: Delay scheduling: a simple technique for achieving locality and fairness in cluster scheduling. In: Proceedings of the 5th European Conference on Computer Systems, EuroSys 2010, pp. 265\u2013278. ACM, New York (2010)"},{"key":"13_CR17","doi-asserted-by":"crossref","unstructured":"Huang, J., Ouyang, X., Jose, J., Wasi-ur-Rahman, M., Wang, H., Luo, M., Subramoni, H., Murthy, C., Panda, D.K.: High-performance design of hbase with rdma over infiniband. In: 26th IEEE International Parallel and Distributed Processing Symposium, IPDPS 2012, Shanghai, China, May 21-25, pp. 774\u2013785 (2012)","DOI":"10.1109\/IPDPS.2012.74"},{"key":"13_CR18","unstructured":"Sur, S., Wang, H., Huang, J., Ouyang, X., Panda, D.K.: Can High-Performance Interconnects Benefit Hadoop Distributed File System? In: MASVDC 2010 Workshop in Conjunction with MICRO (December 2010)"},{"key":"13_CR19","unstructured":"Infiniband Trade Association, \n                    \n                      http:\/\/www.infinibandta.org"},{"key":"13_CR20","doi-asserted-by":"crossref","unstructured":"Islam, N.S., Rahman, M.W., Jose, J., Rajachandrasekar, R., Wang, H., Subramoni, H., Murthy, C., Panda, D.K.: High performance rdma-based design of hdfs over infiniband. In: Proceedings of 2012 International Conference for High Performance Computing, Networking, Storage and Analysis, SC 2012. ACM (2012)","DOI":"10.1109\/SC.2012.65"},{"key":"13_CR21","doi-asserted-by":"crossref","unstructured":"Jose, J., Subramoni, H., Luo, M., Zhang, M., Huang, J., Wasi-ur-Rahman, M., Islam, N.S., Ouyang, X., Wang, H., Sur, S., Panda, D.K.: Memcached design on high performance rdma capable interconnects. In: ICPP, pp. 743\u2013752. IEEE (2011)","DOI":"10.1109\/ICPP.2011.37"},{"key":"13_CR22","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1109\/CCGrid.2012.141","volume-title":"Proceedings of the 2012 12th IEEE\/ACM International Symposium on Cluster, Cloud and Grid Computing (CCGrid 2012)","author":"J. Jose","year":"2012","unstructured":"Jose, J., Subramoni, H., Kandalla, K., Wasi-ur Rahman, M., Wang, H., Narravula, S., Panda, D.K.: Scalable memcached design for infiniband clusters using hybrid transports. In: Proceedings of the 2012 12th IEEE\/ACM International Symposium on Cluster, Cloud and Grid Computing (CCGrid 2012), pp. 236\u2013243. IEEE Computer Society, Washington, DC (2012)"},{"key":"13_CR23","doi-asserted-by":"crossref","unstructured":"Wang, Y., Xu, C., Li, X., Yu, W.: Jvm-bypass for efficient hadoop shuffling. In: 27th IEEE International Parallel and Distributed Processing Symposium, IPDPS 2013. IEEE (2013)","DOI":"10.1109\/IPDPS.2013.13"},{"key":"13_CR24","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1109\/ICDCS.2009.32","volume-title":"Proceedings of the 2009 29th IEEE International Conference on Distributed Computing Systems, ICDCS 2009","author":"P.W. Frey","year":"2009","unstructured":"Frey, P.W., Alonso, G.: Minimizing the hidden cost of rdma. In: Proceedings of the 2009 29th IEEE International Conference on Distributed Computing Systems, ICDCS 2009, pp. 553\u2013560. IEEE Computer Society, Washington, DC (2009)"},{"key":"13_CR25","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1023\/B:IJPP.0000029272.69895.c1","volume":"32","author":"J. Liu","year":"2004","unstructured":"Liu, J., Wu, J., Panda, D.K.: High performance rdma-based mpi implementation over infiniband. International Journal of Parallel Programming\u00a032, 167\u2013198 (2004)","journal-title":"International Journal of Parallel Programming"},{"key":"13_CR26","first-page":"102","volume-title":"Proceedings of the 20th International Conference on Parallel and Distributed Processing, IPDPS 2006","author":"W. Yu","year":"2006","unstructured":"Yu, W., Gao, Q., Panda, D.K.: Adaptive connection management for scalable mpi over infiniband. In: Proceedings of the 20th International Conference on Parallel and Distributed Processing, IPDPS 2006, p. 102. IEEE Computer Society, Washington, DC (2006)"},{"key":"13_CR27","unstructured":"Carns, P.H., Ligon III, W.B., Ross, R.B., Thakur, R.: PVFS: A Parallel File System For Linux Clusters. In: Proceedings of the 4th Annual Linux Showcase and Conference, Atlanta, GA, pp. 317\u2013327 (October 2000)"},{"key":"13_CR28","doi-asserted-by":"crossref","unstructured":"Wu, J., Wychoff, P., Panda, D.K.: PVFS over InfiniBand: Design and Performance Evaluation. In: Proceedings of the International Conference on Parallel Processing 2003, Kaohsiung, Taiwan (October 2003)","DOI":"10.1109\/ICPP.2003.1240573"},{"key":"13_CR29","doi-asserted-by":"crossref","unstructured":"Yu, W., Liang, S., Panda, D.K.: High Performance Support of Parallel Virtual File System (PVFS2) over Quadrics. In: Proceedings of the 19th ACM International Conference on Supercomputing, Boston, Massachusetts (June 2005)","DOI":"10.1145\/1088149.1088192"}],"container-title":["Lecture Notes in Computer Science","Specifying Big Data Benchmarks"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-53974-9_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,25]],"date-time":"2019-05-25T15:18:14Z","timestamp":1558797494000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-53974-9_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783642539732","9783642539749"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-53974-9_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}