{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T03:12:31Z","timestamp":1743131551208,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031226977"},{"type":"electronic","value":"9783031226984"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-22698-4_4","type":"book-chapter","created":{"date-parts":[[2023,1,11]],"date-time":"2023-01-11T09:03:40Z","timestamp":1673427820000},"page":"68-87","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Encoding for\u00a0Reinforcement Learning Driven Scheduling"],"prefix":"10.1007","author":[{"given":"Boyang","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuping","family":"Fan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael E.","family":"Papka","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiling","family":"Lan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,1,12]]},"reference":[{"key":"4_CR1","unstructured":"Argonne Leadership Computing Facility (ALCF). https:\/\/www.alcf.anl.gov"},{"key":"4_CR2","unstructured":"Cqsim. https:\/\/github.com\/SPEAR-IIT\/CQSim"},{"key":"4_CR3","unstructured":"Lawrence Livermore National Laboratory. https:\/\/www.llnl.gov\/"},{"key":"4_CR4","unstructured":"Mira. https:\/\/www.alcf.anl.gov\/alcf-resources\/mira"},{"key":"4_CR5","unstructured":"Oak Ridge Leadership Computing Facility (OLCF). https:\/\/www.olcf.ornl.gov\/"},{"key":"4_CR6","unstructured":"PWA. https:\/\/www.cs.huji.ac.il\/labs\/parallel\/workload\/"},{"key":"4_CR7","unstructured":"Theta. https:\/\/www.alcf.anl.gov\/theta"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Allcock, W., Rich, P., Fan, Y., Lan, Z.: Experience and practice of batch scheduling on leadership supercomputers at argonne. In: Workshop on Job Scheduling Strategies for Parallel Processing (JSSPP), IEEE (2017)","DOI":"10.1007\/978-3-319-77398-8_1"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Appice, A., Ceci, M., Rawles, S., Flach, P.: Redundant feature elimination for multi-class problems. In: Proceedings of the 21st International Conference on Machine Learning, p. 5 (2004)","DOI":"10.1145\/1015330.1015397"},{"key":"4_CR10","unstructured":"Baheri, B., Guan, Q.: Mars: multi-scalable actor-critic reinforcement learning scheduler. arXiv preprint arXiv:2005.01584 (2020)"},{"key":"4_CR11","unstructured":"Domeniconi, G., Lee, E.K., Venkataswamy, V., Dola, S.: Cush: cognitive scheduler for heterogeneous high performance computing system. In: DRL4KDD 19: Workshop on Deep Reinforcement Learning for Knowledge Discover, vol. 7 (2019)"},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Fan, Y., Lan, Z., Childers, T., Rich, P., Allcock, W., Papka, M.E.: Deep reinforcement agent for scheduling in HPC. In: Proceedings of the 35th International Parallel and Distributed Processing Symposium, IEEE (2021)","DOI":"10.1109\/IPDPS49936.2021.00090"},{"issue":"10","key":"4_CR13","doi-asserted-by":"publisher","first-page":"2967","DOI":"10.1016\/j.jpdc.2014.06.013","volume":"74","author":"DG Feitelson","year":"2014","unstructured":"Feitelson, D.G., Tsafrir, D., Krakov, D.: Experience with using the parallel workloads archive. J. Parallel Distrib. Comput. 74(10), 2967\u20132982 (2014)","journal-title":"J. Parallel Distrib. Comput."},{"key":"4_CR14","doi-asserted-by":"crossref","unstructured":"de Freitas Cunha, R.L., Chaimowicz, L.: Towards a common environment for learning scheduling algorithms. In: 2020 28th International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems (MASCOTS). pp. 1\u20138. IEEE (2020)","DOI":"10.1109\/MASCOTS50786.2020.9285940"},{"issue":"9","key":"4_CR15","doi-asserted-by":"publisher","first-page":"1904","DOI":"10.1109\/TPAMI.2015.2389824","volume":"37","author":"K He","year":"2015","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Spatial pyramid pooling in deep convolutional networks for visual recognition. IEEE Trans. Pattern Anal. Mach. Intell. 37(9), 1904\u20131916 (2015)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"4_CR16","unstructured":"Heaton, J.: Introduction to neural networks with Java. Heaton Research, Inc. (2008)"},{"key":"4_CR17","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. J. Artif. Intell. Res. 4, 237\u2013285 (1996)","journal-title":"J. Artif. Intell. Res."},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Kalchbrenner, N., Grefenstette, E., Blunsom, P.: A convolutional neural network for modelling sentences. arXiv preprint arXiv:1404.2188 (2014)","DOI":"10.3115\/v1\/P14-1062"},{"key":"4_CR19","doi-asserted-by":"crossref","unstructured":"Mao, H., Alizadeh, M., Menache, I., Kandula, S.: Resource management with deep reinforcement learning. In: Proceedings of the 15th ACM Workshop on Hot Topics in Networks (2016)","DOI":"10.1145\/3005745.3005750"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Mao, H., Schwarzkopf, M., Venkatakrishnan, S.B., Meng, Z., Alizadeh, M.: Learning scheduling algorithms for data processing clusters. In: Proceedings of the ACM Special Interest Group on Data Communication, pp. 270\u2013288 (2019)","DOI":"10.1145\/3341302.3342080"},{"key":"4_CR21","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"issue":"6","key":"4_CR22","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1109\/71.932708","volume":"12","author":"AW Mu\u2019alem","year":"2001","unstructured":"Mu\u2019alem, A.W., Feitelson, D.G.: Utilization, predictability, workloads, and user runtime estimates in scheduling the IBM SP2 with backfilling. IEEE Trans. Parallel Distrib. Syst. 12(6), 529\u2013543 (2001)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"8","key":"4_CR23","doi-asserted-by":"publisher","first-page":"1947","DOI":"10.1109\/TPDS.2021.3052895","volume":"32","author":"Y Peng","year":"2021","unstructured":"Peng, Y., Bao, Y., Chen, Y., Wu, C., Meng, C., Lin, W.: Dl2: a deep learning-driven scheduler for deep learning clusters. IEEE Trans. Parallel Distrib. Syst. 32(8), 1947\u20131960 (2021)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"3","key":"4_CR24","doi-asserted-by":"publisher","first-page":"762","DOI":"10.1109\/TLA.2015.7069102","volume":"13","author":"FAP Pinto","year":"2015","unstructured":"Pinto, F.A.P., de Moura, L.G.L., Barroso, G.C., Aguilar, M.M.F.: Algorithms scheduling with migration strategies for reducing fragmentation in distributed systems. IEEE Lat. Am. Trans. 13(3), 762\u2013768 (2015)","journal-title":"IEEE Lat. Am. Trans."},{"key":"4_CR25","unstructured":"Ryu, B., An, A., Rashidi, Z., Liu, J., Hu, Y.: Towards topology aware pre-emptive job scheduling with deep reinforcement learning. In: Proceedings of the 30th Annual International Conference on Computer Science and Software Engineering, pp. 83\u201392 (2020)"},{"key":"4_CR26","unstructured":"Shahzad, B., Afzal, M.T.: Optimized solution to shortest job first by eliminating the starvation. In: The 6th Jordanian International Electrical and Electronics Engineering Conference (JIEEEC 2006), Jordan (2006)"},{"key":"4_CR27","unstructured":"Silver, D., Lever, G., Heess, N., Degris, T., Wierstra, D., Riedmiller, M.: Deterministic policy gradient algorithms. In: International Conference on Machine Learning, pp. 387\u2013395 PMLR (2014)"},{"key":"4_CR28","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: an introduction. MIT press (2018)"},{"key":"4_CR29","doi-asserted-by":"crossref","unstructured":"Tang, W., Lan, Z., Desai, N., Buettner, D., Yu, Y.: Reducing fragmentation on torus-connected supercomputers. In: 2011 IEEE International Parallel Distributed Processing Symposium, pp. 828\u2013839 IEEE (2011)","DOI":"10.1109\/IPDPS.2011.82"},{"key":"4_CR30","doi-asserted-by":"crossref","unstructured":"Zhang, D., Dai, D., He, Y., Bao, F.S., Xie, B.: RLScheduler: an automated HPC batch job scheduler using reinforcement learning. In: SC\u201920: International Conference for High Performance Computing, Networking, Storage and Analysis, IEEE\/ACM (2020)","DOI":"10.1109\/SC41405.2020.00035"}],"container-title":["Lecture Notes in Computer Science","Job Scheduling Strategies for Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-22698-4_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,11]],"date-time":"2023-01-11T12:04:13Z","timestamp":1673438653000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-22698-4_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031226977","9783031226984"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-22698-4_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"12 January 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"JSSPP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Workshop on Job Scheduling Strategies for Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 June 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"jsspp2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/jsspp.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"63% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1 Keynote paper","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}