{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,10,3]],"date-time":"2023-10-03T13:15:19Z","timestamp":1696338919242},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"17","license":[{"start":{"date-parts":[[2023,6,10]],"date-time":"2023-06-10T00:00:00Z","timestamp":1686355200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,10]],"date-time":"2023-06-10T00:00:00Z","timestamp":1686355200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s11227-023-05434-6","type":"journal-article","created":{"date-parts":[[2023,6,10]],"date-time":"2023-06-10T08:03:21Z","timestamp":1686384201000},"page":"20179-20207","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Adaptive load balancing in cluster computing environment"],"prefix":"10.1007","volume":"79","author":[{"given":"Tinku","family":"Singh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shivam","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"family":"Satakshi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Manish","family":"Kumar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,10]]},"reference":[{"key":"5434_CR1","doi-asserted-by":"crossref","unstructured":"Nandimath J, Banerjee E, Patil A, Kakade P, Vaidya S, Chaturvedi D (2013) Big data analysis using apache hadoop. In: 2013 IEEE 14th International Conference on Information Reuse and Integration (IRI), pp. 700\u2013703. IEEE","DOI":"10.1109\/IRI.2013.6642536"},{"issue":"1","key":"5434_CR2","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/s10707-018-0330-9","volume":"23","author":"J Yu","year":"2019","unstructured":"Yu J, Zhang Z, Sarwat M (2019) Spatial data management in apache spark: The geospark perspective and beyond. GeoInformatica 23(1):37\u201378","journal-title":"GeoInformatica"},{"key":"5434_CR3","volume-title":"High performance spark: best practices for scaling and optimizing apache spark","author":"H Karau","year":"2017","unstructured":"Karau H, Warren R (2017) High performance spark: best practices for scaling and optimizing apache spark. O\u2019Reilly Media Inc, California"},{"key":"5434_CR4","doi-asserted-by":"crossref","unstructured":"Gopalani S, Arora R (2015) Comparing apache spark and map reduce with performance analysis using k-means. Int J Comput Appl 113(1)","DOI":"10.5120\/19788-0531"},{"key":"5434_CR5","unstructured":"Docs AS. Performance Tuning. (Accessed on 11\/10\/2020). https:\/\/spark.apache.org\/docs\/latest\/sql-performance-tuning.html#performance-tuning"},{"key":"5434_CR6","doi-asserted-by":"crossref","unstructured":"Chan GY-Y, Du F, Rossi RA, Rao AB, Koh E, Silva CT, Freire J (2020) Real-time clustering for large sparse online visitor data. In: Proceedings of The Web Conference 2020, pp 1049\u20131059","DOI":"10.1145\/3366423.3380183"},{"key":"5434_CR7","doi-asserted-by":"crossref","unstructured":"Huang T-C, Chu K-C, Huang G-H, Shen Y-C, Shieh C-K (2017) Smart partitioning mechanism for dealing with intermediate data skew in reduce task on cloud computing. In: 2017 IEEE 31st International Conference on Advanced Information Networking and Applications (AINA), pp 819\u2013826. IEEE","DOI":"10.1109\/AINA.2017.44"},{"key":"5434_CR8","doi-asserted-by":"crossref","unstructured":"Chen L, Lu W, Che X, Xing W, Wang L, Yang Y (2017) Mrsim: mitigating reducer skew in mapreduce. In: 2017 31st International Conference on Advanced Information Networking and Applications Workshops (WAINA), pp 379\u2013384. IEEE","DOI":"10.1109\/WAINA.2017.94"},{"key":"5434_CR9","doi-asserted-by":"crossref","unstructured":"Kwon Y, Balazinska M, Howe B, Rolia J (2012) Skewtune: mitigating skew in mapreduce applications. In: Proceedings of the 2012 ACM SIGMOD International Conference on Management of Data, pp 25\u201336","DOI":"10.1145\/2213836.2213840"},{"key":"5434_CR10","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1016\/j.future.2016.06.027","volume":"78","author":"Z Tang","year":"2018","unstructured":"Tang Z, Zhang X, Li K, Li K (2018) An intermediate data placement algorithm for load balancing in spark computing environment. Futur Gener Comput Syst 78:287\u2013301","journal-title":"Futur Gener Comput Syst"},{"key":"5434_CR11","doi-asserted-by":"publisher","first-page":"012109","DOI":"10.1088\/1742-6596\/1575\/1\/012109","volume":"1575","author":"Z Huang","year":"2020","unstructured":"Huang Z, Wei W, Xie G (2020) Load balancing mechanism based on linear regression partition prediction in spark. J Phys Conf Series 1575:012109","journal-title":"J Phys Conf Series"},{"issue":"2","key":"5434_CR12","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1109\/TCC.2018.2878838","volume":"9","author":"Z Tang","year":"2018","unstructured":"Tang Z, Lv W, Li K, Li K (2018) An intermediate data partition algorithm for skew mitigation in spark computing environment. IEEE Trans Cloud Comput 9(2):461\u2013474","journal-title":"IEEE Trans Cloud Comput"},{"key":"5434_CR13","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1016\/j.ins.2015.08.047","volume":"328","author":"Y-F Huang","year":"2016","unstructured":"Huang Y-F, Lai C-J (2016) Integrating frequent pattern clustering and branch-and-bound approaches for data partitioning. Inf Sci 328:288\u2013301","journal-title":"Inf Sci"},{"key":"5434_CR14","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1016\/j.future.2017.03.013","volume":"105","author":"J Li","year":"2020","unstructured":"Li J, Liu Y, Pan J, Zhang P, Chen W, Wang L (2020) Map-balance-reduce: an improved parallel programming model for load balancing of mapreduce. Futur Gener Comput Syst 105:993\u20131001","journal-title":"Futur Gener Comput Syst"},{"key":"5434_CR15","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/j.knosys.2016.08.017","volume":"111","author":"TB Ara\u00fajo","year":"2016","unstructured":"Ara\u00fajo TB, Pires CES, da N\u00f3brega TP, Nascimento DC (2016) A fine-grained load balancing technique for improving partition-parallel-based ontology matching approaches. Knowl-Based Syst 111:17\u201326","journal-title":"Knowl-Based Syst"},{"issue":"2","key":"5434_CR16","first-page":"771","volume":"126","author":"Z Liu","year":"2021","unstructured":"Liu Z, Zhang S, Liu Y, Wang X, Yin D (2021) Run-time dynamic resource adjustment for mitigating skew in mapreduce. Comput Model Eng Sci 126(2):771\u2013790","journal-title":"Comput Model Eng Sci"},{"key":"5434_CR17","doi-asserted-by":"crossref","unstructured":"Arputhamary B (2020) Skew handling technique for scheduling huge data mapper with high end reducers in mapreduce programming model. In: Intelligent Computing Paradigm and Cutting-edge Technologies: Proceedings of the First International Conference on Innovative Computing and Cutting-edge Technologies (ICICCT 2019), Istanbul, Turkey, October 30-31, 2019 1, pp 331\u2013339. Springer","DOI":"10.1007\/978-3-030-38501-9_33"},{"key":"5434_CR18","doi-asserted-by":"publisher","unstructured":"Wang S, Chen W, Zhou X, Chang S, Ji M (2019) Addressing skewness in iterative ml jobs with parameter partition. In: IEEE INFOCOM 2019\u2014IEEE Conference on Computer Communications, pp 1261\u20131269. https:\/\/doi.org\/10.1109\/INFOCOM.2019.8737583","DOI":"10.1109\/INFOCOM.2019.8737583"},{"key":"5434_CR19","doi-asserted-by":"publisher","first-page":"594","DOI":"10.1016\/j.procs.2023.01.041","volume":"218","author":"T Singh","year":"2023","unstructured":"Singh T, Gupta S, Kumar M et al (2023) Performance analysis and deployment of partitioning strategies in apache spark. Proc Comput Sci 218:594\u2013603","journal-title":"Proc Comput Sci"},{"key":"5434_CR20","doi-asserted-by":"publisher","first-page":"102699","DOI":"10.1016\/j.parco.2020.102699","volume":"100","author":"Z Fu","year":"2020","unstructured":"Fu Z, Tang Z, Yang L, Li K, Li K (2020) Imrp: a predictive partition method for data skew alleviation in spark streaming environment. Parallel Comput 100:102699","journal-title":"Parallel Comput"},{"issue":"9","key":"5434_CR21","doi-asserted-by":"publisher","first-page":"5637","DOI":"10.1002\/cpe.5637","volume":"32","author":"W Guo","year":"2020","unstructured":"Guo W, Huang C, Tian W (2020) Handling data skew at reduce stage in spark by reducepartition. Concurr Comput Pract Exp 32(9):5637","journal-title":"Concurr Comput Pract Exp"},{"issue":"6","key":"5434_CR22","doi-asserted-by":"publisher","first-page":"6583","DOI":"10.1007\/s11227-022-04908-3","volume":"79","author":"T Singh","year":"2023","unstructured":"Singh T, Khanna R, Kumar M (2023) Improved multi-class classification approach for imbalanced big data on spark. J Supercomput 79(6):6583\u20136611","journal-title":"J Supercomput"},{"key":"5434_CR23","doi-asserted-by":"crossref","unstructured":"Singh T, Khanna R, Kumar M, et al (2021) Multiclass imbalanced big data classification utilizing spark cluster. In: 2021 12th International Conference on Computing Communication and Networking Technologies (ICCCNT), pp 1\u20137. IEEE","DOI":"10.1109\/ICCCNT51525.2021.9580029"},{"key":"5434_CR24","unstructured":"Jason Howell KW. Cluster Configuration Optimization for Apache Spark. https:\/\/docs.microsoft.com\/en-us\/azure\/hdinsight\/spark\/optimize-cluster-configuration"},{"key":"5434_CR25","doi-asserted-by":"crossref","unstructured":"Kwiatkowski J (2001) Evaluation of parallel programs by measurement of its granularity. In: International Conference on Parallel Processing and Applied Mathematics, pp 145\u2013153. Springer","DOI":"10.1007\/3-540-48086-2_16"},{"issue":"3","key":"5434_CR26","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/88.242438","volume":"1","author":"AY Grama","year":"1993","unstructured":"Grama AY, Gupta A, Kumar V (1993) Isoefficiency: Measuring the scalability of parallel algorithms and architectures. IEEE Parall Distrib Technol Syst Appl 1(3):12\u201321","journal-title":"IEEE Parall Distrib Technol Syst Appl"},{"issue":"3","key":"5434_CR27","doi-asserted-by":"publisher","first-page":"562","DOI":"10.4218\/etrij.15.0114.0502","volume":"37","author":"K Huang","year":"2015","unstructured":"Huang K, Xiu S, Yu M, Zhang X, Yan R, Yan X, Liu Z (2015) Software pipeline-based partitioning method with trade-off between workload balance and communication optimization. ETRI J 37(3):562\u2013572","journal-title":"ETRI J"},{"key":"5434_CR28","doi-asserted-by":"crossref","unstructured":"Kennedy J, Eberhart RC (1997) A discrete binary version of the particle swarm algorithm. In: 1997 IEEE International Conference on Systems, Man, and Cybernetics. Computational Cybernetics and Simulation, vol. 5. IEEE, pp 4104\u20134108","DOI":"10.1109\/ICSMC.1997.637339"},{"issue":"4","key":"5434_CR29","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1109\/TSMCC.2006.875410","volume":"36","author":"J Kennedy","year":"2006","unstructured":"Kennedy J, Mendes R (2006) Neighborhood topologies in fully informed and best-of-neighborhood particle swarms. IEEE Trans Syst Man Cybern Part C (Appl Rev) 36(4):515\u2013519","journal-title":"IEEE Trans Syst Man Cybern Part C (Appl Rev)"},{"issue":"2","key":"5434_CR30","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1016\/j.ejor.2013.04.010","volume":"230","author":"F Glover","year":"2013","unstructured":"Glover F (2013) Advanced greedy algorithms and surrogate constraint methods for linear and quadratic knapsack and covering problems. Eur J Oper Res 230(2):212\u2013225","journal-title":"Eur J Oper Res"},{"key":"5434_CR31","unstructured":"Documents AS. Spark Configuration. (Accessed on 11\/10\/2020). https:\/\/spark.apache.org\/docs\/latest\/configuration.html"},{"key":"5434_CR32","unstructured":"Julian McAuley U. Amazon Review Data. (Accessed on 11\/10\/2020). http:\/\/jmcauley.ucsd.edu\/data\/amazon\/"},{"key":"5434_CR33","unstructured":"Toolkit NL. NLTK 3.5 Release: April 2020. https:\/\/www.nltk.org\/"},{"key":"5434_CR34","unstructured":"Wordcloud 1.8.1: A Little Word Cloud Generator. https:\/\/pypi.org\/project\/wordcloud\/"},{"key":"5434_CR35","unstructured":"Cole T (1991) Hosmer DW, Lemeshow S. Applied logistic regression. Wiley, New York: Wiley Online Library"},{"key":"5434_CR36","doi-asserted-by":"publisher","first-page":"258","DOI":"10.3389\/fpsyt.2018.00258","volume":"9","author":"F Hotzy","year":"2018","unstructured":"Hotzy F, Theodoridou A, Hoff P, Schneeberger AR, Seifritz E, Olbrich S, J\u00e4ger M (2018) Machine learning: an approach in identifying risk factors for coercion compared to binary logistic regression. Front Psych 9:258","journal-title":"Front Psych"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05434-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-023-05434-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-023-05434-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,2]],"date-time":"2023-10-02T08:15:57Z","timestamp":1696234557000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-023-05434-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,10]]},"references-count":36,"journal-issue":{"issue":"17","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["5434"],"URL":"https:\/\/doi.org\/10.1007\/s11227-023-05434-6","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,10]]},"assertion":[{"value":"24 May 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 June 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}