{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T10:41:56Z","timestamp":1777372916581,"version":"3.51.4"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030440404","type":"print"},{"value":"9783030440411","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-44041-1_89","type":"book-chapter","created":{"date-parts":[[2020,3,27]],"date-time":"2020-03-27T19:02:51Z","timestamp":1585335771000},"page":"1032-1044","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["DeepScheduling: Grid Computing Job Scheduler Based on Deep Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Lucas C.","family":"Casagrande","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guilherme P.","family":"Koslovski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Charles C.","family":"Miers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maur\u00edcio A.","family":"Pillon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,3,28]]},"reference":[{"issue":"4","key":"89_CR1","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1177\/1094342006070078","volume":"20","author":"R Bolze","year":"2006","unstructured":"Bolze, R., Cappello, F., Caron, E., Dayd\u00e9, M., Desprez, F., Jeannot, E., J\u00e9gou, Y., Lanteri, S., Leduc, J., Melab, N., Mornet, G., Namyst, R., Primet, P., Quetier, B., Richard, O., Talbi, E.G., Touche, I.: Grid\u20195000: a large scale and highly reconfigurable experimental grid testbed. Int. J. High Perform. Comput. Appl. 20(4), 481\u2013494 (2006)","journal-title":"Int. J. High Perform. Comput. Appl."},{"key":"89_CR2","doi-asserted-by":"crossref","unstructured":"Carastan-Santos, D., Yokoingawa De\u00a0Camargo, R., Trystram, D., Zrigui, S.: One can only gain by replacing easy backfilling: A simple scheduling policies case study. In: 2019 19th IEEE\/ACM International Symposium on Cluster, Cloud and Grid Computing (CCGrid) (2019)","DOI":"10.1109\/CCGRID.2019.00010"},{"issue":"10","key":"89_CR3","doi-asserted-by":"publisher","first-page":"2899","DOI":"10.1016\/j.jpdc.2014.06.008","volume":"74","author":"H Casanova","year":"2014","unstructured":"Casanova, H., Giersch, A., Legrand, A., Quinson, M., Suter, F.: Versatile, scalable, and accurate simulation of distributed applications and platforms. J. Parallel Distrib. Comput. 74(10), 2899\u20132917 (2014)","journal-title":"J. Parallel Distrib. Comput."},{"key":"89_CR4","doi-asserted-by":"crossref","unstructured":"Cheng, M., Li, J., Nazarian, S.: DRL-cloud: deep reinforcement learning-based resource provisioning and task scheduling for cloud service providers. In: Proceedings of the 23rd Asia and South Pacific Design Automation Conference, pp. 129\u2013134. IEEE Press (2018)","DOI":"10.1109\/ASPDAC.2018.8297294"},{"issue":"1","key":"89_CR5","doi-asserted-by":"publisher","first-page":"732","DOI":"10.1109\/COMST.2015.2481183","volume":"18","author":"M Dayarathna","year":"2016","unstructured":"Dayarathna, M., Wen, Y., Fan, R.: Data center energy consumption modeling: a survey. IEEE Commun. Surv. Tutor. 18(1), 732\u2013794 (2016)","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"89_CR6","doi-asserted-by":"crossref","unstructured":"Dutot, P.F., Mercier, M., Poquet, M., Richard, O.: Batsim: a realistic language-independent resources and jobs management systems simulator. In: Job Scheduling Strategies for Parallel Processing, pp. 178\u2013197. Springer (2015)","DOI":"10.1007\/978-3-319-61756-5_10"},{"issue":"7","key":"89_CR7","doi-asserted-by":"publisher","first-page":"1588","DOI":"10.1016\/j.jss.2012.01.050","volume":"85","author":"A Galizia","year":"2012","unstructured":"Galizia, A., Quarati, A.: Job allocation strategies for energy-aware and efficient grid infrastructures. J. Syst. Softw. 85(7), 1588\u20131606 (2012). Software Ecosystems","journal-title":"J. Syst. Softw."},{"issue":"3","key":"89_CR8","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1007\/s10723-018-9440-8","volume":"16","author":"M Hinz","year":"2018","unstructured":"Hinz, M., Koslovski, G., Miers, C., Pilla, L., Pillon, M.: A cost model for IaaS clouds based on virtual machine energy consumption. J. Grid Comput. 16(3), 493\u2013512 (2018)","journal-title":"J. Grid Comput."},{"key":"89_CR9","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/j.jpdc.2014.10.001","volume":"75","author":"M Hussin","year":"2015","unstructured":"Hussin, M., Hamid, N.A.W.A., Kasmiran, K.A.: Improving reliability in resource management through adaptive reinforcement learning for distributed systems. J. Parallel Distrib. Comput. 75, 93\u2013100 (2015)","journal-title":"J. Parallel Distrib. Comput."},{"key":"89_CR10","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1016\/j.engappai.2019.02.013","volume":"81","author":"AM Kintsakis","year":"2019","unstructured":"Kintsakis, A.M., Psomopoulos, F.E., Mitkas, P.A.: Reinforcement learning based scheduling in a workflow management system. Eng. Appl. Artif. Intell. 81, 94\u2013106 (2019)","journal-title":"Eng. Appl. Artif. Intell."},{"key":"89_CR11","doi-asserted-by":"crossref","unstructured":"Legrand, A., Trustram, D., Zrigui, S.: Adapting batch scheduling to workload characteristics: what can we expect from online learning? In: 2019 IEEE International Parallel and Distributed Processing Symposium (IPDPS), pp. 686\u2013695 (2019)","DOI":"10.1109\/IPDPS.2019.00077"},{"key":"89_CR12","doi-asserted-by":"crossref","unstructured":"Mao, H., Alizadeh, M., Menache, I., Kandula, S.: Resource management with deep reinforcement learning. In: Proceedings of the 15th ACM Workshop on Hot Topics in Networks, pp. 50\u201356. ACM (2016)","DOI":"10.1145\/3005745.3005750"},{"key":"89_CR13","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1016\/j.jocs.2017.09.016","volume":"24","author":"MH Moghadam","year":"2018","unstructured":"Moghadam, M.H., Babamir, S.M.: Makespan reduction for dynamic workloads in cluster-based data grids using reinforcement-learning based scheduling. J. Comput. Sci 24, 402\u2013412 (2018)","journal-title":"J. Comput. Sci"},{"key":"89_CR14","doi-asserted-by":"publisher","unstructured":"Orgerie, A., Lef\u00e8vre, L., Gelas, J.: Save watts in your grid: Green strategies for energy-aware framework in large scale distributed systems. In: 2008 14th IEEE International Conference on Parallel and Distributed Systems, pp. 171\u2013178 (2008). \nhttps:\/\/doi.org\/10.1109\/ICPADS.2008.97","DOI":"10.1109\/ICPADS.2008.97"},{"issue":"4","key":"89_CR15","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1145\/2532637","volume":"46","author":"AC Orgerie","year":"2014","unstructured":"Orgerie, A.C., Assuncao, M.D.D., Lefevre, L.: A survey on techniques for improving the energy efficiency of large-scale distributed systems. ACM Comput. Surv. (CSUR) 46(4), 47 (2014)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"89_CR16","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1016\/j.jpdc.2017.05.001","volume":"117","author":"AI Orhean","year":"2018","unstructured":"Orhean, A.I., Pop, F., Raicu, I.: New scheduling approach using reinforcement learning for heterogeneous distributed systems. J. Parallel Distrib. Comput. 117, 292\u2013302 (2018)","journal-title":"J. Parallel Distrib. Comput."},{"key":"89_CR17","unstructured":"Poquet, M.: Simulation approach for resource management. Theses, Universit\u00e9 Grenoble Alpes (2017). \nhttps:\/\/tel.archives-ouvertes.fr\/tel-01757245"},{"key":"89_CR18","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M., Abbeel, P.: High-dimensional continuous control using generalized advantage estimation. arXiv preprint \narXiv:1506.02438\n\n (2015)"},{"key":"89_CR19","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint \narXiv:1707.06347\n\n (2017)"},{"issue":"2","key":"89_CR20","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/37.126844","volume":"12","author":"RS Sutton","year":"1992","unstructured":"Sutton, R.S., Barto, A.G., Williams, R.J.: Reinforcement learning is direct adaptive optimal control. IEEE Control Syst. 12(2), 19\u201322 (1992)","journal-title":"IEEE Control Syst."},{"key":"89_CR21","unstructured":"Vicat-Blanc\u00a0Primet, P., Anhalt, F., Koslovski, G.: Exploring the virtual infrastructure service concept in Grid\u20195000. In: 20th ITC Specialist Seminar on Network Virtualization. Hoi An, Vietnam (2009)"}],"container-title":["Advances in Intelligent Systems and Computing","Advanced Information Networking and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-44041-1_89","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,3,28]],"date-time":"2020-03-28T00:22:43Z","timestamp":1585354963000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-44041-1_89"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030440404","9783030440411"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-44041-1_89","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"value":"2194-5357","type":"print"},{"value":"2194-5365","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"28 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AINA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advanced Information Networking and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Caserta","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 April 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 April 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aina0d","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}