{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T07:07:11Z","timestamp":1742972831144,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030386504"},{"type":"electronic","value":"9783030386511"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-38651-1_22","type":"book-chapter","created":{"date-parts":[[2020,1,18]],"date-time":"2020-01-18T12:02:43Z","timestamp":1579348963000},"page":"267-283","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Achieving Dynamic Resource Allocation in the Hadoop Cloud System"],"prefix":"10.1007","author":[{"given":"Tsozen","family":"Yeh","sequence":"first","affiliation":[]},{"given":"Shengchieh","family":"Yu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,1,19]]},"reference":[{"key":"22_CR1","unstructured":"http:\/\/en.wikipedia.org\/wiki\/apache_hadoop"},{"key":"22_CR2","unstructured":"http:\/\/hadoop.apache.org\/docs\/current\/hadoop-project-dist\/hadoop-hdfs\/federation.html"},{"key":"22_CR3","unstructured":"https:\/\/www.facebook.com\/notes\/facebook-engineering\/under-the-hood-hadoop-distributed-filesystem-reliability-with-namenode-and-avata\/10150888759153920"},{"key":"22_CR4","unstructured":"http:\/\/www.cloudera.com\/content\/cloudera-content\/cloudera-docs\/cdh4\/4.2.0\/cdh4-high-availability-guide\/cdh4hag_topic_2_1.html"},{"key":"22_CR5","unstructured":"Agarwal, S., Borthakur, D., Stoica, I.: Snapshots in Hadoop distributed file system. Technical report, EECS Department, University of California, Berkeley, November 2010 (2011)"},{"key":"22_CR6","doi-asserted-by":"crossref","unstructured":"Armbrust, M., et al.: Spark SQL: relational data processing in spark. In: Proceedings of the 2015 ACM SIGMOD International Conference on Management of Data, pp. 1383\u20131394. ACM (2015)","DOI":"10.1145\/2723372.2742797"},{"key":"22_CR7","unstructured":"Blagojevic, F., Guyot, C., Wang, Q., Tsai, T., Mateescu, R., Bandic, Z.: Priority IO scheduling in the cloud. In: Proceedings of USENIX Conference on Hot Topics Cloud Computing, pp. 1\u20136 (2013)"},{"key":"22_CR8","doi-asserted-by":"publisher","unstructured":"Borthakur, D., et al.: Apache Hadoop goes realtime at Facebook. In: Proceedings of the 2011 ACM SIGMOD International Conference on Management of Data, SIGMOD 2011, pp. 1071\u20131080. ACM, New York (2011). \nhttps:\/\/doi.org\/10.1145\/1989323.1989438","DOI":"10.1145\/1989323.1989438"},{"issue":"6","key":"22_CR9","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1109\/TKDE.2016.2523510","volume":"28","author":"DM Bui","year":"2016","unstructured":"Bui, D.M., Hussain, S., Huh, E.N., Lee, S.: Adaptive replication management in hdfs based on supervised learning. IEEE Trans. Knowl. Data Eng. 28(6), 1369\u20131382 (2016)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"22_CR10","unstructured":"Burns, B., Oppenheimer, D.: Design patterns for container-based distributed systems. In: 8th $$\\{$$USENIX$$\\}$$ Workshop on Hot Topics in Cloud Computing, HotCloud 2016 (2016)"},{"key":"22_CR11","volume-title":"Cloud Computing: Principles and Paradigms","author":"R Buyya","year":"2010","unstructured":"Buyya, R., Broberg, J., Goscinski, A.M.: Cloud Computing: Principles and Paradigms, vol. 87. Wiley, Hoboken (2010)"},{"key":"22_CR12","doi-asserted-by":"crossref","unstructured":"Ghemawat, S., Gobioff, H., Leung, S.T.: The Google file system. In: ACM SIGOPS Operating Systems Review, vol. 37, pp. 29\u201343. ACM (2003)","DOI":"10.1145\/1165389.945450"},{"key":"22_CR13","unstructured":"Hunt, P., Konar, M., Junqueira, F.P., Reed, B.: ZooKeeper: wait-free coordination for internet-scale systems. In: Proceedings of the 2010 USENIX Conference on USENIX Annual Technical Conference, vol. 8, pp. 11\u201311 (2010)"},{"key":"22_CR14","unstructured":"Karanasos, K., et al.: Mercury: hybrid centralized and distributed scheduling in large shared clusters. In: 2015 $$\\{$$USENIX$$\\}$$ Annual Technical Conference, $$\\{$$USENIX$$\\}$$$$\\{$$ATC$$\\}$$ 2015, pp. 485\u2013497 (2015)"},{"key":"22_CR15","doi-asserted-by":"crossref","unstructured":"Kc, K., Anyanwu, K.: Scheduling Hadoop jobs to meet deadlines. In: 2010 IEEE Second International Conference on Cloud Computing Technology and Science (CloudCom), pp. 388\u2013392. IEEE (2010)","DOI":"10.1109\/CloudCom.2010.97"},{"key":"22_CR16","doi-asserted-by":"crossref","unstructured":"Kondikoppa, P., Chiu, C.H., Cui, C., Xue, L., Park, S.J.: Network-aware scheduling of MapReduce framework on distributed clusters over high speed networks. In: Proceedings of the 2012 Workshop on Cloud Services, Federation, and the 8th Open Cirrus Summit, pp. 39\u201344. ACM (2012)","DOI":"10.1145\/2378975.2378985"},{"key":"22_CR17","doi-asserted-by":"crossref","unstructured":"Li, H., Ghodsi, A., Zaharia, M., Shenker, S., Stoica, I.: Tachyon: reliable, memory speed storage for cluster computing frameworks. In: Proceedings of the ACM Symposium on Cloud Computing, pp. 1\u201315. ACM (2014)","DOI":"10.21236\/ADA611854"},{"key":"22_CR18","doi-asserted-by":"crossref","unstructured":"Oriani, A., Garcia, I.C.: From backup to hot standby: high availability for HDFS. In: 2012 IEEE 31st Symposium on Reliable Distributed Systems (SRDS), pp. 131\u2013140. IEEE (2012)","DOI":"10.1109\/SRDS.2012.33"},{"key":"22_CR19","doi-asserted-by":"publisher","first-page":"2337","DOI":"10.1109\/JSYST.2015.2496368","volume":"11","author":"P Qin","year":"2015","unstructured":"Qin, P., Dai, B., Huang, B., Xu, G.: Bandwidth-aware scheduling with SDN in Hadoop: a new trend for big data. IEEE Syst. J. 11, 2337\u20132344 (2015)","journal-title":"IEEE Syst. J."},{"key":"22_CR20","unstructured":"Rasooli, A., Down, D.G.: An adaptive scheduling algorithm for dynamic heterogeneous Hadoop systems. In: Proceedings of the 2011 Conference of the Center for Advanced Studies on Collaborative Research, pp. 30\u201344. IBM Corporation (2011)"},{"key":"22_CR21","doi-asserted-by":"crossref","unstructured":"Renner, T., Thamsen, L., Kao, O.: CoLoc: distributed data and container colocation for data-intensive applications. In: 2016 IEEE International Conference on Big Data (Big Data), pp. 3008\u20133015. IEEE (2016)","DOI":"10.1109\/BigData.2016.7840954"},{"key":"22_CR22","doi-asserted-by":"crossref","unstructured":"Rista, C., Griebler, D., Maron, C.A., Fernandes, L.G.: Improving the network performance of a container-based cloud environment for Hadoop systems. In: 2017 International Conference on High Performance Computing & Simulation (HPCS), pp. 619\u2013626. IEEE (2017)","DOI":"10.1109\/HPCS.2017.97"},{"key":"22_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1007\/978-3-642-16505-4_7","volume-title":"Job Scheduling Strategies for Parallel Processing","author":"T Sandholm","year":"2010","unstructured":"Sandholm, T., Lai, K.: Dynamic proportional share scheduling in Hadoop. In: Frachtenberg, E., Schwiegelshohn, U. (eds.) JSSPP 2010. LNCS, vol. 6253, pp. 110\u2013131. Springer, Heidelberg (2010). \nhttps:\/\/doi.org\/10.1007\/978-3-642-16505-4_7"},{"key":"22_CR24","doi-asserted-by":"crossref","unstructured":"Shvachko, K., Kuang, H., Radia, S., Chansler, R.: The Hadoop distributed file system. In: 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies (MSST), pp. 1\u201310. IEEE (2010)","DOI":"10.1109\/MSST.2010.5496972"},{"key":"22_CR25","doi-asserted-by":"crossref","unstructured":"Tan, J., Meng, X., Zhang, L.: Coupling task progress for MapReduce resource-aware scheduling. In: 2013 Proceedings IEEE INFOCOM, pp. 1618\u20131626. IEEE (2013)","DOI":"10.1109\/INFCOM.2013.6566958"},{"key":"22_CR26","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1016\/j.cose.2017.12.014","volume":"76","author":"M Varga","year":"2018","unstructured":"Varga, M., Petrescu-Nita, A., Pop, F.: Deadline scheduling algorithm for sustainable computing in Hadoop environment. Comput. Secur. 76, 354\u2013366 (2018)","journal-title":"Comput. Secur."},{"key":"22_CR27","doi-asserted-by":"crossref","unstructured":"Vavilapalli, V.K., et al.: Apache Hadoop yarn: yet another resource negotiator. In: Proceedings of the 4th Annual Symposium on Cloud Computing, p. 5. ACM (2013)","DOI":"10.1145\/2523616.2523633"},{"key":"22_CR28","volume-title":"Hadoop: The Definitive Guide","author":"T White","year":"2012","unstructured":"White, T.: Hadoop: The Definitive Guide, 3rd edn. O\u2019Reilly, Newton (2012)","edition":"3"},{"key":"22_CR29","doi-asserted-by":"crossref","unstructured":"Yeh, T., Huang, H.: Realizing prioritized scheduling service in the Hadoop system. In: 2018 IEEE 6th International Conference on Future Internet of Things and Cloud (FiCloud), pp. 47\u201354. IEEE (2018)","DOI":"10.1109\/FiCloud.2018.00015"},{"key":"22_CR30","unstructured":"Yeh, T., Sun, Y.: Enabling prioritized cloud I\/O service in Hadoop distributed file system. In: The 16th IEEE International Conference on High Performance Computing and Communications, pp. 256\u2013259. IEEE (2014)"}],"container-title":["Lecture Notes in Computer Science","Internet of Vehicles. Technologies and Services Toward Smart Cities"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-38651-1_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,8]],"date-time":"2020-06-08T18:21:10Z","timestamp":1591640470000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-38651-1_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030386504","9783030386511"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-38651-1_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"19 January 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IOV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Internet of Vehicles","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kaohsiung","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Taiwan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 November 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iov2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.cs.ccu.edu.tw\/~conference\/iov2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}