{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T18:27:47Z","timestamp":1775240867490,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2015,9,11]],"date-time":"2015-09-11T00:00:00Z","timestamp":1441929600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2015,12]]},"DOI":"10.1007\/s10586-015-0484-2","type":"journal-article","created":{"date-parts":[[2015,9,11]],"date-time":"2015-09-11T12:31:29Z","timestamp":1441974689000},"page":"1595-1607","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":111,"title":["Random task scheduling scheme based on reinforcement learning in cloud computing"],"prefix":"10.1007","volume":"18","author":[{"given":"Zhiping","family":"Peng","sequence":"first","affiliation":[]},{"given":"Delong","family":"Cui","sequence":"additional","affiliation":[]},{"given":"Jinglong","family":"Zuo","sequence":"additional","affiliation":[]},{"given":"Qirui","family":"Li","sequence":"additional","affiliation":[]},{"given":"Bo","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Weiwei","family":"Lin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,9,11]]},"reference":[{"issue":"1","key":"484_CR1","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1145\/1496091.1496100","volume":"39","author":"L Vaquero","year":"2009","unstructured":"Vaquero, L., Rodero-Merino, L., Caceres, J., et al.: A break in the clouds: towards a cloud definition. ACM SIGCOMM Comput. Commun. Rev. 39(1), 50\u201355 (2009)","journal-title":"ACM SIGCOMM Comput. Commun. Rev."},{"key":"484_CR2","doi-asserted-by":"crossref","unstructured":"Zhou, M., Zhang, R., Zeng, D., et al.: Services in the cloud computing era: a survey. In: Proceeding of the Fourth International Universal Communication Symposium (FIUCS2010), pp. 40\u201346 (2010)","DOI":"10.1109\/IUCS.2010.5666772"},{"key":"484_CR3","doi-asserted-by":"crossref","unstructured":"Buyya, R., Yeo, C., Venugopal, S.: Market-oriented cloud computing: vision, hype, and reality for delivering it services as computing utilities. In: Proceeding of the 10th IEEE International Conference on High Performance Computing and Communications (HPCC2008), pp. 5\u201313 (2008)","DOI":"10.1109\/HPCC.2008.172"},{"issue":"3","key":"484_CR4","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1109\/MM.2014.7","volume":"34","author":"C Delimitrou","year":"2013","unstructured":"Delimitrou, C., Kozyrakis, C.: QoS-aware scheduling in heterogeneous datacenters with paragon. IEEE Micro 34(3), 17\u201330 (2013)","journal-title":"IEEE Micro"},{"issue":"2","key":"484_CR5","doi-asserted-by":"crossref","first-page":"783","DOI":"10.1007\/s11227-013-0890-2","volume":"66","author":"WJ Wang","year":"2013","unstructured":"Wang, W.J., Chang, Y.S., Lo, W.T., et al.: Adaptive scheduling for parallel tasks with QoS satisfaction for hybrid cloud environments. J. Supercomput. 66(2), 783\u2013811 (2013)","journal-title":"J. Supercomput."},{"issue":"1","key":"484_CR6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10586-008-0070-y","volume":"12","author":"D Kusic","year":"2009","unstructured":"Kusic, D., Kephart, J., Hanson, J., et al.: Power and performance management of virtualized computing environments via lookahead control. Clust. Comput. 12(1), 1\u201315 (2009)","journal-title":"Clust. Comput."},{"key":"484_CR7","doi-asserted-by":"crossref","unstructured":"Karve, A., Kimbrel, T., Pacifici, G., et al.: Dynamic placement for clustered Web applications. In: Proceeding of the 15th International Conference on World Wide web (WWW2006), pp. 593\u2013604 (2006)","DOI":"10.1145\/1135777.1135865"},{"key":"484_CR8","doi-asserted-by":"crossref","unstructured":"Heath, T., Diniz, B., Carrera, E.V., et al.: Energy conservation in heterogeneous server clusters. In: Proceeding of the 10th ACM SIGPLAN Symposium on Principles and Practice of Parallel Programming (PPoPP2005), pp. 186\u2013195 (2005)","DOI":"10.1145\/1065944.1065969"},{"key":"484_CR9","unstructured":"http:\/\/aws.amazon.com\/ec2\/"},{"key":"484_CR10","unstructured":"http:\/\/www.microsoft.com\/windowsazure\/"},{"key":"484_CR11","doi-asserted-by":"crossref","unstructured":"Yang, B., Tan, F., Dai, Y.S., et al.: Performance evaluation of cloud service considering fault recovery. In: Proceeding of the First International Conference on Cloud Computing (CloudCom 09), pp. 571\u2013576 (2009)","DOI":"10.1007\/978-3-642-10665-1_54"},{"key":"484_CR12","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1007\/s11227-014-1156-3","volume":"69","author":"XD Liu","year":"2014","unstructured":"Liu, X.D., Tong, W.Q., Zhi, X.L., et al.: Performance analysis of cloud computing services considering resources sharing among virtual machines. J. Supercomput. 69, 357\u2013374 (2014)","journal-title":"J. Supercomput."},{"issue":"5","key":"484_CR13","doi-asserted-by":"crossref","first-page":"936","DOI":"10.1109\/TPDS.2011.199","volume":"23","author":"H Khazaei","year":"2012","unstructured":"Khazaei, H., Misic, J., Misic, V.: Performance analysis of cloud computing centers using M\/G\/m\/m+r.queuing systems. IEEE Trans. Parall. Distr. 23(5), 936\u2013943 (2012)","journal-title":"IEEE Trans. Parall. Distr."},{"key":"484_CR14","doi-asserted-by":"crossref","unstructured":"Khazaei, H., Misic, J., Misic, V.: Modeling of cloud computing centers using M\/G\/m queues. In: Proceeding of the 31st International Conference on Distributed Computing Systems Workshops (ICDCSW2011), pp. 87\u201392 (2011)","DOI":"10.1109\/ICDCSW.2011.13"},{"key":"484_CR15","doi-asserted-by":"crossref","unstructured":"Khazaei, H., Misic, J., Misic, V.: Performance analysis of cloud centers under burst arrivals and total rejection policy. In: Proceeding of IEEE Global Telecommunications Conference (Globecom2011), pp. 1\u20136 (2011)","DOI":"10.1109\/GLOCOM.2011.6133765"},{"key":"484_CR16","doi-asserted-by":"crossref","unstructured":"Rao, L., Liu, X., Xie, L., Liu, W.: Minimizing electricity cost: optimization of distributed internet data centers in a multi-electricity-market environment. In: Proceeding of IEEE INFOCOM, pp. 1\u20139 (2010)","DOI":"10.1109\/INFCOM.2010.5461933"},{"key":"484_CR17","doi-asserted-by":"crossref","unstructured":"Brenner, U.: A faster polynomial algorithm for the unbalanced Hitchcock transportation problem. Oper. Res. Lett. 36, 408\u2013413 (2008)","DOI":"10.1016\/j.orl.2008.01.011"},{"key":"484_CR18","doi-asserted-by":"crossref","unstructured":"Luo, J.Y., Rao, L., Liu, X.: Eco-IDC: trade delay for energy cost with service delay guarantee for internet data centers. In: Proceeding of IEEE International Conference Cluster Computing (CLUSTER2012), pp. 45\u201353 (2012)","DOI":"10.1109\/CLUSTER.2012.23"},{"issue":"3","key":"484_CR19","doi-asserted-by":"crossref","first-page":"775","DOI":"10.1109\/TPDS.2013.69","volume":"25","author":"JY Luo","year":"2014","unstructured":"Luo, J.Y., Rao, L., Liu, X.: Temporal load balancing with service delay guarantees for data center energy cost optimization. IEEE Trans. Parall. Distr. 25(3), 775\u2013784 (2014)","journal-title":"IEEE Trans. Parall. Distr."},{"key":"484_CR20","doi-asserted-by":"crossref","unstructured":"Yao, Y., Huang, L., Sharma, A. et al.: Data centers power reduction: a two time scale Approach for delay tolerant workloads. In: Proceeding of IEEE INFOCOM, pp. 1431\u20131439 (2012)","DOI":"10.1109\/INFCOM.2012.6195508"},{"key":"484_CR21","doi-asserted-by":"crossref","first-page":"1621","DOI":"10.1016\/j.compeleceng.2013.11.001","volume":"40","author":"YQ Gao","year":"2014","unstructured":"Gao, Y.Q., Guan, H.B., Qi, Z.W., et al.: Service level agreement based energy-efficient resource management in cloud data centers. Comput. Electr. Eng. 40, 1621\u20131633 (2014)","journal-title":"Comput. Electr. Eng."},{"issue":"1983","key":"484_CR22","doi-asserted-by":"crossref","first-page":"20120095","DOI":"10.1098\/rsta.2012.0095","volume":"371","author":"V Suresh","year":"2013","unstructured":"Suresh, V., Ezhilchelvan, P., Watson, P.: Scalable and responsive event processing in the cloud. Phil. Trans. R. Soc. A 371(1983), 20120095 (2013)","journal-title":"Phil. Trans. R. Soc. A"},{"key":"484_CR23","doi-asserted-by":"crossref","first-page":"928","DOI":"10.1016\/j.jvcir.2014.02.008","volume":"25","author":"XM Nan","year":"2014","unstructured":"Nan, X.M., He, Y.F., Guan, L.: Queueing model based resource optimization for multimedia cloud. J. Vis. Commun. Image Represent. 25, 928\u2013942 (2014)","journal-title":"J. Vis. Commun. Image Represent."},{"key":"484_CR24","doi-asserted-by":"crossref","unstructured":"Huynh, N., Tran, M., Nam, T.: Tool-driven strategies for resource provisioning of single-tier web applications in clouds. In: Proceeding of the 5th International Conference on Ubiquitous and Future Networks (ICUFN2013), pp. 795\u2013799 (2013)","DOI":"10.1109\/ICUFN.2013.6614929"},{"key":"484_CR25","doi-asserted-by":"crossref","unstructured":"Tesauro, G., Jong, N., Das, R., et al.: A hybrid reinforcement learning approach to autonomic resource allocation. In: Proceedings of IEEE International Conference on Autonomic Computing (ICAC \u201906), pp. 65\u201373 (2006)","DOI":"10.1109\/ICAC.2006.1662383"},{"key":"484_CR26","unstructured":"Xavier, D., Nicolas, R.: From data center resource allocation to control theory and back. In: Proceedings of the 3rd IEEE International Conference on Cloud Computing (CLOUD), pp. 410\u2013417 (2010)"},{"key":"484_CR27","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1007\/s10723-010-9161-0","volume":"8","author":"P Julien","year":"2010","unstructured":"Julien, P., Cecile, G.R., Balazs, K., et al.: Multi-objective reinforcement learning for responsive grids. J. Grid Comput. 8, 473\u2013492 (2010)","journal-title":"J. Grid Comput."},{"key":"484_CR28","doi-asserted-by":"crossref","unstructured":"Alexander, F., Matthias, H.: Improving scheduling performance using a Q-Learning-based leasing policy for clouds. In: Proceedings of 18th International Conference on Euro-par Parallel Processing (Euro-Par), pp. 337\u2013349 (2012)","DOI":"10.1007\/978-3-642-32820-6_34"},{"key":"484_CR29","doi-asserted-by":"crossref","unstructured":"Bu, X.P., Rao, J., Xu, C.Z.: A reinforcement learning approach to online web systems auto-configuration. In: Proceedings of the 29th IEEE International Conference on Distributed Computing Systems (ICDCS2009), pp. 2\u201311 (2009)","DOI":"10.1109\/ICDCS.2009.76"},{"issue":"11","key":"484_CR30","doi-asserted-by":"crossref","first-page":"2138","DOI":"10.1109\/TPDS.2012.280","volume":"24","author":"H Khazaei","year":"2013","unstructured":"Khazaei, H., Misic, J., Misic, V., et al.: A fine-grained performance model of cloud computing centers. IEEE Trans. Parall. Distr. 24(11), 2138\u20132147 (2013)","journal-title":"IEEE Trans. Parall. Distr."},{"key":"484_CR31","volume-title":"Probability and random processes","author":"G Grimmett","year":"2010","unstructured":"Grimmett, G., Stirzaker, D.: Probability and random processes, 3rd edn. Oxford Univ Press, Oxford (2010)","edition":"3"},{"key":"484_CR32","doi-asserted-by":"crossref","DOI":"10.1002\/9781118625651","volume-title":"Fundamentals of queueing theory","author":"D Gross","year":"2008","unstructured":"Gross, D.: Fundamentals of queueing theory. Wiley-India Press, New Jersey (2008)"},{"key":"484_CR33","volume-title":"Reinforcement learning: an introduction","author":"R Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement learning: an introduction. MIT Press, Cambridge (1998)"},{"key":"484_CR34","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-27645-3","volume-title":"Reinforcement learning: state-of-the-art","author":"M Wiering","year":"2012","unstructured":"Wiering, M., Otterlo, M.: Reinforcement learning: state-of-the-art. Springer, New York (2012)"},{"issue":"5","key":"484_CR35","first-page":"901","volume":"40","author":"H Tang","year":"2014","unstructured":"Tang, H., Pei, R., Zhou, L., et al.: Coordinate control of multiple CSPS system based on state aggregation method. Acta Autom. Sin. 40(5), 901\u2013908 (2014). (in Chinese)","journal-title":"Acta Autom. Sin."},{"key":"484_CR36","unstructured":"http:\/\/www.mathworks.cn\/"},{"key":"484_CR37","doi-asserted-by":"crossref","unstructured":"Calheiros, R.N., Ranjan, R., Beloglazov, A., De Rose, C.A.F., Buyya, R.: CloudSim: a toolkit for modeling and simulation of cloud computing environments and evaluation of resource pro visioning algorithms. Softw. Pract. Exp. 41(1), 23\u201350 (2011)","DOI":"10.1002\/spe.995"},{"key":"484_CR38","doi-asserted-by":"crossref","unstructured":"Isard, M., Budiu, M., Yu, Y., et al.: Distributed data-parallel programs from sequential building blocks. In: Proceedings of the 2nd ACM SIGOPS\/EuroSys European Conference on Computer Systems(EuroSys2007), pp. 59\u201372 (2007)","DOI":"10.1145\/1272998.1273005"},{"key":"484_CR39","unstructured":"http:\/\/hadoop.apache.org\/common\/docs\/current.\/capacity_sheduler.html [EB\/OL]"},{"key":"484_CR40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13677-014-0025-1","volume":"4","author":"ZQ Dong","year":"2015","unstructured":"Dong, Z.Q., Ning, L., Roberto, R.C., et al.: Greedy scheduling of tasks with time constraints for energy-efficient cloud-computing data centers. J. Cloud Comput. Adv. Syst. Appl. 4, 1\u201314 (2015)","journal-title":"J. Cloud Comput. Adv. Syst. Appl."},{"issue":"10","key":"484_CR41","first-page":"74","volume":"4","author":"S Kaur","year":"2012","unstructured":"Kaur, S., Verma, A.: An efficient approach to genetic algorithm for job scheduling in cloud computing environment. Int. J. Info. Technol. Comput. Sci. 4(10), 74\u201379 (2012)","journal-title":"Int. J. Info. Technol. Comput. Sci."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-015-0484-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10586-015-0484-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-015-0484-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,30]],"date-time":"2025-05-30T15:42:18Z","timestamp":1748619738000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10586-015-0484-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,9,11]]},"references-count":41,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2015,12]]}},"alternative-id":["484"],"URL":"https:\/\/doi.org\/10.1007\/s10586-015-0484-2","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,9,11]]}}}