{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T15:04:01Z","timestamp":1775228641233,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T00:00:00Z","timestamp":1665705600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T00:00:00Z","timestamp":1665705600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1007\/s10586-022-03761-6","type":"journal-article","created":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T10:02:56Z","timestamp":1665741776000},"page":"2719-2735","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Reinforcement learning based energy efficient resource allocation strategy of MapReduce jobs with deadline constraint"],"prefix":"10.1007","volume":"26","author":[{"given":"Greeshma","family":"Lingam","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,10,14]]},"reference":[{"key":"3761_CR1","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/j.cie.2018.02.006","volume":"117","author":"Y Shao","year":"2018","unstructured":"Shao, Y., Li, C., Gu, J., Zhang, J., Luo, Y.: Efficient jobs scheduling approach for big data applications. Comput. Ind. Eng. 117, 249\u2013261 (2018)","journal-title":"Comput. Ind. Eng."},{"key":"3761_CR2","doi-asserted-by":"publisher","first-page":"40073","DOI":"10.1109\/ACCESS.2018.2855720","volume":"6","author":"H Li","year":"2018","unstructured":"Li, H., Wang, H., Xiong, A., Lai, J., Tian, W.: Comparative analysis of energy-efficient scheduling algorithms for big data applications. IEEE Access 6, 40073\u201340084 (2018)","journal-title":"IEEE Access"},{"issue":"4","key":"3761_CR3","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1007\/s10723-018-9464-0","volume":"16","author":"MHN Yousefi","year":"2018","unstructured":"Yousefi, M.H.N., Goudarzi, M.: A task-based greedy scheduling algorithm for minimizing energy of mapreduce jobs. J. Grid Comput. 16(4), 535\u2013551 (2018)","journal-title":"J. Grid Comput."},{"issue":"2","key":"3761_CR4","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1007\/s10586-020-03146-7","volume":"24","author":"V Pandey","year":"2021","unstructured":"Pandey, V., Saini, P.: A heuristic method towards deadline-aware energy-efficient mapreduce scheduling problem in hadoop yarn. Clust. Comput. 24(2), 683\u2013699 (2021)","journal-title":"Clust. Comput."},{"issue":"4","key":"3761_CR5","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1504\/IJBDI.2018.094996","volume":"5","author":"A Gregory","year":"2018","unstructured":"Gregory, A., Majumdar, S.: Resource management for deadline constrained mapreduce jobs for minimising energy consumption. Int. J. Big Data Intell. 5(4), 270\u2013287 (2018)","journal-title":"Int. J. Big Data Intell."},{"key":"3761_CR6","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.bdr.2017.01.003","volume":"8","author":"Z Zong","year":"2017","unstructured":"Zong, Z., Ge, R., Gu, Q.: Marcher: a heterogeneous system supporting energy-aware high performance computing and big data analytics. Big Data Res. 8, 27\u201338 (2017)","journal-title":"Big Data Res."},{"key":"3761_CR7","doi-asserted-by":"crossref","unstructured":"Verma, A., Cherkasova, L., Kumar, V.S., Campbell, R.H.: Deadline-based workload management for mapreduce environments: Pieces of the performance puzzle. In: 2012 IEEE Network Operations and Management Symposium, pp. 900\u2013905. IEEE (2012)","DOI":"10.1109\/NOMS.2012.6212006"},{"key":"3761_CR8","doi-asserted-by":"crossref","unstructured":"Bhattacharya, A.A., Culler, D., Friedman, E., Ghodsi, A., Shenker, S., Stoica, I.: Hierarchical scheduling for diverse datacenter workloads. In: Proceedings of the 4th Annual Symposium on Cloud Computing, pp. 1\u201315 (2013)","DOI":"10.1145\/2523616.2523637"},{"key":"3761_CR9","doi-asserted-by":"crossref","unstructured":"Zhang, X., Liu, X., Li, W., Zhang, X.: Trade-off between energy consumption and makespan in the mapreduce resource allocation problem. In: International Conference on Artificial Intelligence and Security, pp. 239\u2013250. Springer (2019)","DOI":"10.1007\/978-3-030-24265-7_21"},{"key":"3761_CR10","doi-asserted-by":"publisher","first-page":"40534","DOI":"10.1109\/ACCESS.2019.2907018","volume":"7","author":"H Wang","year":"2019","unstructured":"Wang, H., Cao, Y.: An energy efficiency optimization and control model for hadoop clusters. IEEE Access 7, 40534\u201340549 (2019)","journal-title":"IEEE Access"},{"issue":"1","key":"3761_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-020-00388-5","volume":"7","author":"N Ahmed","year":"2020","unstructured":"Ahmed, N., Barczak, A.L., Susnjak, T., Rashid, M.A.: A comprehensive performance analysis of apache hadoop and apache spark for large scale data sets using hibench. J. Big Data 7(1), 1\u201318 (2020)","journal-title":"J. Big Data"},{"key":"3761_CR12","volume-title":"The Definitive Guide","author":"W Hadoop","year":"2015","unstructured":"Hadoop, W., Hadoop, T.: The Definitive Guide. O\u2019Reilly Media Inc, Sebastopol, CA (2015)"},{"key":"3761_CR13","doi-asserted-by":"publisher","first-page":"111751","DOI":"10.1109\/ACCESS.2020.3002565","volume":"8","author":"I Ullah","year":"2020","unstructured":"Ullah, I., Khan, M.S., Amir, M., Kim, J., Kim, S.M.: Lstpd: least slack time-based preemptive deadline constraint scheduler for hadoop clusters. IEEE Access 8, 111751\u2013111762 (2020)","journal-title":"IEEE Access"},{"issue":"1","key":"3761_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-019-0253-9","volume":"6","author":"A Gandomi","year":"2019","unstructured":"Gandomi, A., Reshadi, M., Movaghar, A., Khademzadeh, A.: Hybsmrp: a hybrid scheduling algorithm in hadoop mapreduce framework. J. Big Data 6(1), 1\u201316 (2019)","journal-title":"J. Big Data"},{"issue":"1","key":"3761_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10723-021-09552-4","volume":"19","author":"M Sulaiman","year":"2021","unstructured":"Sulaiman, M., Halim, Z., Lebbah, M., Waqas, M., Tu, S.: An evolutionary computing-based efficient hybrid task scheduling approach for heterogeneous computing environment. J. Grid Comput. 19(1), 1\u201331 (2021)","journal-title":"J. Grid Comput."},{"key":"3761_CR16","doi-asserted-by":"publisher","first-page":"1351","DOI":"10.1016\/j.future.2017.11.010","volume":"86","author":"W Wu","year":"2018","unstructured":"Wu, W., Lin, W., Hsu, C.-H., He, L.: Energy-efficient hadoop for big data analytics and computing: a systematic review and research insights. Futur. Gener. Comput. Syst. 86, 1351\u20131367 (2018)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"2","key":"3761_CR17","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1504\/IJAIP.2020.107008","volume":"16","author":"M Senthilkumar","year":"2020","unstructured":"Senthilkumar, M., Ilango, P.: Energy aware task scheduling using hybrid firefly-ga in big data. Int. J. Adv. Intell. Paradigms 16(2), 99\u2013112 (2020)","journal-title":"Int. J. Adv. Intell. Paradigms"},{"issue":"2","key":"3761_CR18","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1007\/s10723-018-9433-7","volume":"16","author":"XT Tran","year":"2018","unstructured":"Tran, X.T., Van Do, T., Rotter, C., Hwang, D.: A new data layout scheme for energy-efficient mapreduce processing tasks. J. Grid Comput. 16(2), 285\u2013298 (2018)","journal-title":"J. Grid Comput."},{"issue":"8","key":"3761_CR19","doi-asserted-by":"publisher","first-page":"3526","DOI":"10.1007\/s11227-016-1653-7","volume":"73","author":"X Cai","year":"2017","unstructured":"Cai, X., Li, F., Li, P., Ju, L., Jia, Z.: Sla-aware energy-efficient scheduling scheme for hadoop yarn. J. Supercomput. 73(8), 3526\u20133546 (2017)","journal-title":"J. Supercomput."},{"issue":"6","key":"3761_CR20","doi-asserted-by":"publisher","first-page":"1298","DOI":"10.1109\/TPDS.2018.2881176","volume":"30","author":"P Jin","year":"2018","unstructured":"Jin, P., Hao, X., Wang, X., Yue, L.: Energy-efficient task scheduling for cpu-intensive streaming jobs on hadoop. IEEE Trans. Parallel Distrib. Syst. 30(6), 1298\u20131311 (2018)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"2","key":"3761_CR21","doi-asserted-by":"publisher","first-page":"2281","DOI":"10.1109\/JSYST.2020.3034416","volume":"15","author":"G Lingam","year":"2020","unstructured":"Lingam, G., Rout, R.R., Somayajulu, D., Ghosh, S.K.: Particle swarm optimization on deep reinforcement learning for detecting social spam bots and spam-influential users in twitter network. IEEE Syst. J. 15(2), 2281\u20132292 (2020)","journal-title":"IEEE Syst. J."},{"key":"3761_CR22","doi-asserted-by":"crossref","unstructured":"Huang, S., Huang, J., Dai, J., Xie, T., Huang, B.: The hibench benchmark suite: Characterization of the mapreduce-based data analysis. In: 2010 IEEE 26th International Conference on Data Engineering Workshops (ICDEW 2010), pp. 41\u201351 (2010)","DOI":"10.1109\/ICDEW.2010.5452747"},{"key":"3761_CR23","doi-asserted-by":"crossref","unstructured":"Pandey, V., Saini, P.: Constraint programming versus heuristic approach to mapreduce scheduling problem in hadoop yarn for energy minimization. J. Supercomput., 1\u201329 (2021)","DOI":"10.1007\/s11227-020-03516-3"},{"key":"3761_CR24","unstructured":"Seethalakshmi, V., Govindasamy, V., Akila, V.: Real-coded multi-objective genetic algorithm with effective queuing model for efficient job scheduling in heterogeneous hadoop environment. J. King Saud Univ. (2020)"},{"key":"3761_CR25","doi-asserted-by":"crossref","unstructured":"Li, H., Dai, H., Liu, Z., Fu, H., Zou, Y.: Dynamic energy-efficient scheduling for streaming applications in storm. Computing, 1\u201320 (2021)","DOI":"10.1007\/s00607-021-00961-7"},{"key":"3761_CR26","unstructured":"Aggarwal, V., Xu, M., Lan, T., Subramaniam, S.: On the optimality of scheduling dependent mapreduce tasks on heterogeneous machines. arXiv:1711.09964 (2017)"},{"key":"3761_CR27","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.future.2014.08.011","volume":"43","author":"Z Tang","year":"2015","unstructured":"Tang, Z., Jiang, L., Zhou, J., Li, K., Li, K.: A self-adaptive scheduling algorithm for reduce start time. Futur. Gener. Comput. Syst. 43, 51\u201360 (2015)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"3761_CR28","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.future.2015.04.006","volume":"53","author":"C-H Hsu","year":"2015","unstructured":"Hsu, C.-H., Slagter, K.D., Chung, Y.-C.: Locality and loading aware virtual machine mapping techniques for optimizing communications in mapreduce applications. Futur. Gener. Comput. Syst. 53, 43\u201354 (2015)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"3761_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2021.107387","volume":"158","author":"J Dong","year":"2021","unstructured":"Dong, J., Goebel, R., Hu, J., Lin, G., Su, B.: Minimizing total job completion time in mapreduce scheduling. Comput. Ind. Eng. 158, 107387 (2021)","journal-title":"Comput. Ind. Eng."},{"issue":"1","key":"3761_CR30","first-page":"1","volume":"10","author":"N Maleki","year":"2020","unstructured":"Maleki, N., Faragardi, H.R., Rahmani, A.M., Conti, M., Lofstead, J.: Tmar: a two-stage mapreduce scheduler for heterogeneous environments. HCIS 10(1), 1\u201326 (2020)","journal-title":"HCIS"},{"issue":"10","key":"3761_CR31","doi-asserted-by":"publisher","first-page":"2720","DOI":"10.1109\/TPDS.2014.2358556","volume":"26","author":"L Mashayekhy","year":"2014","unstructured":"Mashayekhy, L., Nejad, M.M., Grosu, D., Zhang, Q., Shi, W.: Energy-aware scheduling of mapreduce jobs for big data applications. IEEE Trans. Parallel Distrib. Syst. 26(10), 2720\u20132733 (2014)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"3761_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.cma.2020.113609","volume":"376","author":"L Abualigah","year":"2021","unstructured":"Abualigah, L., Diabat, A., Mirjalili, S., Abd Elaziz, M., Gandomi, A.H.: The arithmetic optimization algorithm. Comput. Methods Appl. Mech. Eng. 376, 113609 (2021)","journal-title":"Comput. Methods Appl. Mech. Eng."},{"key":"3761_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2021.107250","volume":"157","author":"L Abualigah","year":"2021","unstructured":"Abualigah, L., Yousri, D., Abd Elaziz, M., Ewees, A.A., Al-Qaness, M.A., Gandomi, A.H.: Aquila optimizer: a novel meta-heuristic optimization algorithm. Comput. Ind. Eng. 157, 107250 (2021)","journal-title":"Comput. Ind. Eng."},{"key":"3761_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.116158","volume":"191","author":"L Abualigah","year":"2022","unstructured":"Abualigah, L., Abd Elaziz, M., Sumari, P., Geem, Z.W., Gandomi, A.H.: Reptile search algorithm (rsa): a nature-inspired meta-heuristic optimizer. Expert Syst. Appl. 191, 116158 (2022)","journal-title":"Expert Syst. Appl."},{"issue":"7","key":"3761_CR35","doi-asserted-by":"publisher","first-page":"3033","DOI":"10.1109\/TCYB.2019.2905157","volume":"50","author":"D Zhang","year":"2019","unstructured":"Zhang, D., Yao, L., Chen, K., Wang, S., Chang, X., Liu, Y.: Making sense of spatio-temporal preserving representations for eeg-based human intention recognition. IEEE Trans. Cybernet. 50(7), 3033\u20133044 (2019)","journal-title":"IEEE Trans. Cybernet."},{"issue":"2","key":"3761_CR36","doi-asserted-by":"publisher","first-page":"648","DOI":"10.1109\/TCYB.2017.2647904","volume":"48","author":"M Luo","year":"2017","unstructured":"Luo, M., Chang, X., Nie, L., Yang, Y., Hauptmann, A.G., Zheng, Q.: An adaptive semisupervised feature analysis for video semantic recognition. IEEE Trans. Cybernet. 48(2), 648\u2013660 (2017)","journal-title":"IEEE Trans. Cybernet."},{"issue":"5","key":"3761_CR37","doi-asserted-by":"publisher","first-page":"1747","DOI":"10.1109\/TNNLS.2019.2927224","volume":"31","author":"K Chen","year":"2019","unstructured":"Chen, K., Yao, L., Zhang, D., Wang, X., Chang, X., Nie, F.: A semisupervised recurrent convolutional attention model for human activity recognition. IEEE Trans. Neural Netw. Learn. Syst. 31(5), 1747\u20131756 (2019)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"3761_CR38","doi-asserted-by":"crossref","unstructured":"Gao, Y., Huang, C.: Energy-efficient scheduling of mapreduce tasks based on load balancing and deadline constraint in heterogeneous hadoop yarn cluster. In: 2021 IEEE 24th International Conference on Computer Supported Cooperative Work in Design (CSCWD), pp. 220\u2013225. IEEE (2021)","DOI":"10.1109\/CSCWD49262.2021.9437771"},{"key":"3761_CR39","doi-asserted-by":"crossref","unstructured":"Hu, J.: Hybrid dynamic scheduling of mapreduce and spark services based on the profit model in the cloud computing platform. In: 2021 Second International Conference on Intelligent Data Science Technologies and Applications (IDSTA), pp. 114\u2013121. IEEE (2021)","DOI":"10.1109\/IDSTA53674.2021.9660803"},{"key":"3761_CR40","doi-asserted-by":"crossref","unstructured":"Gao, Y., Zhang, K.: Deadline-aware preemptive job scheduling in hadoop yarn clusters. In: 2022 IEEE 25th International Conference on Computer Supported Cooperative Work in Design (CSCWD), pp. 1269\u20131274. IEEE (2022)","DOI":"10.1109\/CSCWD54268.2022.9776126"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-022-03761-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-022-03761-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-022-03761-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,26]],"date-time":"2023-08-26T20:23:31Z","timestamp":1693081411000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-022-03761-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,14]]},"references-count":40,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2023,10]]}},"alternative-id":["3761"],"URL":"https:\/\/doi.org\/10.1007\/s10586-022-03761-6","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,14]]},"assertion":[{"value":"12 April 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 July 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 October 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This manuscript has not been submitted to, nor is under review at, another journal or other publishing venue.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Yes","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Yes","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}]}}