{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T19:01:47Z","timestamp":1743015707802,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030242640"},{"type":"electronic","value":"9783030242657"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-24265-7_39","type":"book-chapter","created":{"date-parts":[[2019,7,17]],"date-time":"2019-07-17T23:03:34Z","timestamp":1563404614000},"page":"452-465","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Research on Load Balancing Algorithm Optimization Based on Spark Platform"],"prefix":"10.1007","author":[{"given":"Suzhen","family":"Wang","sequence":"first","affiliation":[]},{"given":"Zhanfeng","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Shanshan","family":"Geng","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,7,11]]},"reference":[{"issue":"11","key":"39_CR1","doi-asserted-by":"publisher","first-page":"3304","DOI":"10.1109\/TC.2016.2532860","volume":"65","author":"Z Liu","year":"2016","unstructured":"Liu, Z., Zhang, Q., Ahmed, R., Boutaba, R., Liu, Y., Gong, Z.: Dynamic resource allocation for MapReduce with partitioning skew. IEEE Trans. Comput. 65(11), 3304\u20133317 (2016)","journal-title":"IEEE Trans. Comput."},{"key":"39_CR2","unstructured":"Xie, J., et al.: Improving MapReduce performance through data placement in heterogeneous Hadoop clusters. In: 2010 IEEE International Symposium on Parallel & Distributed Processing, Workshops and Phd Forum (IPDPSW), pp. 1\u20139. IEEE, Atlanta (2010)"},{"key":"39_CR3","doi-asserted-by":"crossref","unstructured":"Mao, H., Hu, S., Zhang, Z., Xiao, L., Ruan, L.: A load-driven task scheduler with adaptive DSC for MapReduce. In: 2011 IEEE\/ACM International Conference on Green Computing and Communications, pp. 28\u201333. IEEE\/ACM, Sichuan (2011)","DOI":"10.1109\/GreenCom.2011.13"},{"key":"39_CR4","unstructured":"Shi, K.L.: Research on load balancing based on multi-tenant task scheduling in storm. Xinjiang University (2018)"},{"key":"39_CR5","unstructured":"Liu, M.Q.: Research on job scheduling method in Storm. Nanjing University of Posts and Telecommunications (2017)"},{"issue":"3","key":"39_CR6","first-page":"405","volume":"55","author":"XW Zhang","year":"2018","unstructured":"Zhang, X.W., Li, Z.H., Liu, G.S., Xu, J.J., Xie, T.K., Nees, J.P.: A spark scheduling strategy for heterogeneous cluster. CMC Comput. Mater. Continua 55(3), 405\u2013417 (2018)","journal-title":"CMC Comput. Mater. Continua"},{"key":"39_CR7","doi-asserted-by":"crossref","unstructured":"Liu, W., Li, Z., Zhou, Y.: An efficient filter strategy for theta-join query in distributed environment. In: 46th International Conference on Parallel Processing Workshops (ICPPW), pp. 77\u201384. IEEE, Bristol (2017)","DOI":"10.1109\/ICPPW.2017.24"},{"issue":"3","key":"39_CR8","first-page":"415","volume":"56","author":"SZ Wang","year":"2018","unstructured":"Wang, S.Z., Zhang, Y.P., Zhang, L., Cao, N., Pang, C.Y.: An improved memory cache management study based on spark. CMC: Comput., Mater. Continua 56(3), 415\u2013431 (2018)","journal-title":"CMC: Comput., Mater. Continua"},{"key":"39_CR9","doi-asserted-by":"crossref","unstructured":"Verma, A., Mansuri, A.H., Jain, N.: Big data management processing with Hadoop MapReduce and spark technology: a comparison. In: 2016 Symposium on Colossal Data Analysis and Networking (CDAN), pp. 1\u20134. IEEE, Indore (2016)","DOI":"10.1109\/CDAN.2016.7570891"},{"key":"39_CR10","unstructured":"Huang, C.J.: A research of load balancing algorithms for data skew in spark. University of Electronic Science and Technology of China (2018)"},{"key":"39_CR11","unstructured":"Ma, S.: Design and implementation of cross-terminal shopping mall system based on web components. Beijing University of Posts and Telecommunications (2018)"},{"issue":"1","key":"39_CR12","first-page":"31","volume":"42","author":"ZW Yang","year":"2016","unstructured":"Yang, Z.W., Zheng, Q., Wang, S., et al.: Adaptive task scheduling strategy for heterogeneous spark cluster. Comput. Eng. 42(1), 31\u201335 (2016)","journal-title":"Comput. Eng."},{"issue":"03","key":"39_CR13","first-page":"98","volume":"33","author":"WJ Liu","year":"2016","unstructured":"Liu, W.J., Wang, X.Y., Qu, H.C., Meng, Y.: Research on server cluster resource scheduling based on improved ant colony algorithm. Microelectron. Comput. 33(03), 98\u2013101 (2016)","journal-title":"Microelectron. Comput."},{"key":"39_CR14","unstructured":"Song, X.Q., Gao, L., Wang, J.P.: Job scheduling based on ant colony optimization in cloud computing. In: 2011 International Conference on Computer Science and Service System (CSSS), pp. 3309\u20133312. IEEE, Nanjing (2011)"},{"key":"39_CR15","doi-asserted-by":"crossref","unstructured":"Tawfeek, M.A., El-Sisi, A., Keshk, A.E., Torkey, F.A.: Cloud task scheduling based on ant colony optimization. In: 2013 8th International Conference on Computer Engineering & Systems (ICCES), pp. 64\u201369. IEEE, Cairo (2013)","DOI":"10.1109\/ICCES.2013.6707172"},{"issue":"05","key":"39_CR16","first-page":"1077","volume":"54","author":"Y Cao","year":"2016","unstructured":"Cao, Y., Liu, Y.J., Yu, Y.: Task scheduling and optimization of cloud computing based on genetic algorithm and ant colony algorithm. J. Jilin Univ. (Science Edition) 54(05), 1077\u20131081 (2016)","journal-title":"J. Jilin Univ. (Science Edition)"},{"issue":"03","key":"39_CR17","first-page":"117","volume":"27","author":"J Qin","year":"2017","unstructured":"Qin, J., Dong, Q.Q., Hao, T.S.: Improvement of algorithm for cloud task scheduling based on ant colony optimization and simulated annealing. Comput. Technol. Dev. 27(03), 117\u2013121 (2017)","journal-title":"Comput. Technol. Dev."},{"issue":"03","key":"39_CR18","first-page":"77","volume":"31","author":"HR Zhang","year":"2014","unstructured":"Zhang, H.R., Chen, P.H., Xiong, J.B.: Task scheduling algorithm based on simulated annealing ant colony algorithm in cloud computing environment. J. Guangdong Univ. Technol. 31(03), 77\u201382 (2014)","journal-title":"J. Guangdong Univ. Technol."},{"key":"39_CR19","doi-asserted-by":"crossref","unstructured":"Sun, W., Zhang, N., Wang, H., Yin, W., Qiu, T.: PACO: a period ACO based scheduling algorithm in cloud computing. In: 2013 International Conference on Cloud Computing and Big Data, pp. 482\u2013486. IEEE, Fuzhou (2013)","DOI":"10.1109\/CLOUDCOM-ASIA.2013.85"},{"key":"39_CR20","doi-asserted-by":"crossref","unstructured":"Gupta, A., Garg, R.: Load balancing based task scheduling with ACO in cloud computing. In: 2017 International Conference on Computer and Applications (ICCA), pp. 174\u2013179. IEEE, Doha (2017)","DOI":"10.1109\/COMAPP.2017.8079781"},{"key":"39_CR21","unstructured":"Jia, R.X.: Research on hybrid task scheduling algorithm simulation of ant colony algorithm and simulated annealing algorithm in virtual environment. In: 2015 10th International Conference on Computer Science & Education (ICCSE), pp. 562\u2013565. IEEE, Cambridge (2015)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence and Security"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-24265-7_39","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,10]],"date-time":"2020-07-10T01:09:28Z","timestamp":1594343368000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-24265-7_39"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030242640","9783030242657"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-24265-7_39","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"11 July 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICAIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence and Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New York, NY","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 July 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"incodldos2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.icaisconf.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}