{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T04:00:03Z","timestamp":1743048003316,"version":"3.40.3"},"publisher-location":"Cham","reference-count":16,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030786113"},{"type":"electronic","value":"9783030786120"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-78612-0_1","type":"book-chapter","created":{"date-parts":[[2021,7,8]],"date-time":"2021-07-08T23:38:40Z","timestamp":1625787520000},"page":"3-13","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Research on Optimization of Data Balancing Partition Algorithm Based on Spark Platform"],"prefix":"10.1007","author":[{"given":"Suzhen","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiting","family":"Jia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenli","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,7,9]]},"reference":[{"issue":"02","key":"1_CR1","first-page":"203","volume":"42","author":"YH Hu","year":"2020","unstructured":"Hu, Y.H., Sheng, X., Mao, J.F.: Research on optimization algorithm for task scheduling in spark environment with unbalanced resources. Comput. Eng. Sci. 42(02), 203\u2013209 (2020)","journal-title":"Comput. Eng. Sci."},{"issue":"11","key":"1_CR2","doi-asserted-by":"publisher","first-page":"3304","DOI":"10.1109\/TC.2016.2532860","volume":"65","author":"Z Liu","year":"2016","unstructured":"Liu, Z., Zhang, Q., Ahemd, R., et al.: Dynamic Resource Allocation for MapReduce with Partitioning Skew. IEEE Trans. Comput. 65(11), 3304\u20133317 (2016)","journal-title":"IEEE Trans. Comput."},{"key":"1_CR3","unstructured":"Xia, Y.C.: Research on Shuffle Mechanism of Spark Cluster. Chongqing University of Posts and Telecommunications (2017)"},{"issue":"02","key":"1_CR4","first-page":"79","volume":"34","author":"SKU Zaman","year":"2019","unstructured":"Zaman, S.K.U., Maqsood, T., Ali, M., et al.: A load balanced task scheduling heuristic for large-scale computing systems. Int. J. Comput. Syst. Sci. Eng. 34(02), 79\u201390 (2019)","journal-title":"Int. J. Comput. Syst. Sci. Eng."},{"key":"1_CR5","unstructured":"Yan, Y.F.: Spark dynamic data partitioning algorithm based on Key-Value tilt model. Beijing University of Posts and Telecommunications (2019)"},{"issue":"08","key":"1_CR6","first-page":"1873","volume":"42","author":"YM Zhang","year":"2019","unstructured":"Zhang, Y.M., Jiang, J.B., Lu, J.W., et al.: Iterative data balancing partition strategy for MapReduce. Chinese J. Comput. 42(08), 1873\u20131885 (2019)","journal-title":"Chinese J. Comput."},{"key":"1_CR7","unstructured":"Jiang, J.B.: Research on MapReduce-oriented Intermediate Data Partitioning Strategy and Transmission Optimization. Zhejiang University of Technology (2019)"},{"issue":"01","key":"1_CR8","first-page":"1","volume":"37","author":"ZF Zhang","year":"2020","unstructured":"Zhang, Z.F., Wang, W.L., Geng, S.S., Jia, Z.T.: Research on spark data skew problem. J. Hebei Acad. Sci. 37(01), 1\u20137 (2020)","journal-title":"J. Hebei Acad. Sci."},{"issue":"01","key":"1_CR9","first-page":"287","volume":"78","author":"Z Tang","year":"2016","unstructured":"Tang, Z., Zhang, X.S., Li, K.L., Li, K.Q.: An intermediate data placement algorithm for load balancing in Spark computing environment. Future Gen. Comput. Systems 78(01), 287\u2013301 (2016)","journal-title":"Future Gen. Comput. Systems"},{"issue":"02","key":"1_CR10","doi-asserted-by":"publisher","first-page":"739","DOI":"10.32604\/cmc.2019.06097","volume":"58","author":"SZ Wang","year":"2019","unstructured":"Wang, S.Z., Geng, S.S., Zhang, Z.F., et al.: A dynamic memory allocation optimization mechanism based on spark. Comput. Mat. Continua 58(02), 739\u2013757 (2019)","journal-title":"Comput. Mat. Continua"},{"issue":"01","key":"1_CR11","first-page":"47","volume":"34","author":"B Vengadeswaran","year":"2019","unstructured":"Vengadeswaran, B.: Core\u2013an optimal data placement strategy in hadoop for data intentitive applications based on cohesion relation. Int. J. Comput. Syst. Sci. Eng. 34(01), 47\u201360 (2019)","journal-title":"Int. J. Comput. Syst. Sci. Eng."},{"key":"1_CR12","unstructured":"Huang, C.J.: Research on Data Balanced Distribution Algorithm in Spark. University of Electronic Science and Technology of China (2018)"},{"key":"1_CR13","unstructured":"Li, Q.Q.: Research on Spark task division and scheduling strategy for load balancing. Hunan University (2017)"},{"key":"1_CR14","unstructured":"Zhang, Li.: Research on Spark Load Balancing and Equivalent Join Optimization of Large Tables. Hebei University of Economics and Business (2019)"},{"issue":"01","key":"1_CR15","doi-asserted-by":"publisher","first-page":"27","DOI":"10.32604\/cmc.2019.02688","volume":"58","author":"Z Xia","year":"2019","unstructured":"Xia, Z., Lu, L., Qin, T., et al.: A privacy-preserving image retrieval based on ac-coefficients and color histograms in cloud environment. Comput. Mat. Continua 58(01), 27\u201344 (2019)","journal-title":"Comput. Mat. Continua"},{"issue":"05","key":"1_CR16","doi-asserted-by":"publisher","first-page":"1139","DOI":"10.32604\/iasc.2020.011705","volume":"26","author":"Y Yang","year":"2020","unstructured":"Yang, Y., Zhao, Q., Ruan, L., et al.: Oversampling methods combined clustering and data cleaning for imbalanced network data. Intell. Autom. Soft Comput. 26(05), 1139\u20131155 (2020)","journal-title":"Intell. Autom. Soft Comput."}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence and Security"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-78612-0_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,30]],"date-time":"2021-08-30T22:02:55Z","timestamp":1630360975000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-78612-0_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030786113","9783030786120"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-78612-0_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"9 July 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICAIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence and Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 July 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"incodldos2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.icaisconf.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}