{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T10:36:50Z","timestamp":1763203010355,"version":"3.44.0"},"publisher-location":"Singapore","reference-count":20,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819628292"},{"type":"electronic","value":"9789819628308"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-2830-8_24","type":"book-chapter","created":{"date-parts":[[2025,3,30]],"date-time":"2025-03-30T19:19:49Z","timestamp":1743362389000},"page":"310-323","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Deep Reinforcement Learning for Large-Scale Scientific Workflow Scheduling with Improved Structure Feature Extraction and Sampling"],"prefix":"10.1007","author":[{"given":"Xumai","family":"Qi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dongdong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Taotao","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongcheng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,29]]},"reference":[{"key":"24_CR1","doi-asserted-by":"crossref","unstructured":"Yang, Z., Nguyen, P., Jin, H., Nahrstedt, K.: MIRAS: model-based reinforcement learning for microservice resource allocation over scientific workflows. In: 2019 IEEE 39th International Conference on Distributed Computing Systems (ICDCS), pp. 122\u2013132. IEEE (2019)","DOI":"10.1109\/ICDCS.2019.00021"},{"issue":"4","key":"24_CR2","doi-asserted-by":"publisher","first-page":"2713","DOI":"10.1109\/TSC.2023.3253182","volume":"16","author":"X Yu","year":"2023","unstructured":"Yu, X., Wu, W., Wang, Y.: Integrating cognition cost with reliability QoS for dynamic workflow scheduling using reinforcement learning. IEEE Trans. Serv. Comput. 16(4), 2713\u20132726 (2023)","journal-title":"IEEE Trans. Serv. Comput."},{"key":"24_CR3","doi-asserted-by":"crossref","unstructured":"Yu, X., Wu, W., Wang, Y.: Dependable workflow scheduling for microservice QoS based on deep Q-network. In: 2022 IEEE International Conference on Web Services (ICWS), pp. 240\u2013245. IEEE (2022)","DOI":"10.1109\/ICWS55610.2022.00045"},{"key":"24_CR4","doi-asserted-by":"crossref","unstructured":"Bharathi, S., Chervenak, A., Deelman, E., Mehta, G., Su, M-H., Vahi, K.: Characterization of scientific workflows. In: 2008 third Workshop on Workflows in Support of Large-Scale Science, pp. 1\u201310. IEEE (2008)","DOI":"10.1109\/WORKS.2008.4723958"},{"key":"24_CR5","doi-asserted-by":"crossref","unstructured":"Mao, H., Schwarzkopf, M., Venkatakrishnan, S.B., Meng, Z., Alizadeh, M.: Learning scheduling algorithms for data processing clusters. In: Proceedings of the ACM Special Interest Group on Data Communication, pp. 270\u2013288 (2019)","DOI":"10.1145\/3341302.3342080"},{"key":"24_CR6","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Li, X., Luo, J., Yuan, M., Zeng, J., Yao, J.: Learning to optimize dag scheduling in heterogeneous environment. In: 2022 23rd IEEE International Conference on Mobile Data Management (MDM), pp. 137\u2013146. IEEE (2022)","DOI":"10.1109\/MDM55031.2022.00040"},{"key":"24_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2023.108653","volume":"107","author":"Y Song","year":"2023","unstructured":"Song, Y., Li, C., Tian, L., Song, H.: A reinforcement learning based job scheduling algorithm for heterogeneous computing environment. Comput. Electr. Eng. 107, 108653 (2023)","journal-title":"Comput. Electr. Eng."},{"key":"24_CR8","unstructured":"Wu, F., Souza, A., Zhang, T., Fifty, C., Yu, T., Weinberger, K.: Simplifying graph convolutional networks. In: International Conference on Machine Learning, pp. 6861\u20136871. PMLR (2019)"},{"issue":"9","key":"24_CR9","doi-asserted-by":"publisher","first-page":"9916","DOI":"10.1007\/s10489-022-03963-w","volume":"53","author":"T Dong","year":"2023","unstructured":"Dong, T., Xue, F., Tang, H., Xiao, C.: Deep reinforcement learning for fault-tolerant workflow scheduling in cloud environment. Appl. Intell. 53(9), 9916\u20139932 (2023)","journal-title":"Appl. Intell."},{"issue":"3","key":"24_CR10","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1109\/71.993206","volume":"13","author":"H Topcuoglu","year":"2002","unstructured":"Topcuoglu, H., Hariri, S., Wu, M.-Y.: Performance-effective and low-complexity task scheduling for heterogeneous computing. IEEE Trans. Parallel Distrib. Syst. 13(3), 260\u2013274 (2002)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"2","key":"24_CR11","doi-asserted-by":"publisher","first-page":"1446","DOI":"10.1109\/TCC.2021.3137881","volume":"11","author":"Y Xie","year":"2021","unstructured":"Xie, Y., Gui, F.-X., Wang, W.-J., Chien, C.-F.: A two-stage multi-population genetic algorithm with heuristics for workflow scheduling in heterogeneous distributed computing environments. IEEE Trans. Cloud Comput. 11(2), 1446\u20131460 (2021)","journal-title":"IEEE Trans. Cloud Comput."},{"issue":"4","key":"24_CR12","doi-asserted-by":"publisher","first-page":"1343","DOI":"10.1109\/TPDS.2023.3245089","volume":"34","author":"S Qin","year":"2023","unstructured":"Qin, S., Pi, D., Shao, Z., Xu, Y., Chen, Y.: Reliability-aware multi-objective memetic algorithm for workflow scheduling problem in multi-cloud system. IEEE Trans. Parallel Distrib. Syst. 34(4), 1343\u20131361 (2023)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"24_CR13","doi-asserted-by":"crossref","unstructured":"Zhao, L., Ren, Y., Xiang, Y., Sakurai, K.: Fault-tolerant scheduling with dynamic number of replicas in heterogeneous systems. In: 2010 IEEE 12th International Conference on High Performance Computing and Communications (HPCC), pp. 434\u2013441. IEEE (2010)","DOI":"10.1109\/HPCC.2010.72"},{"key":"24_CR14","unstructured":"Veli\u010dkovi\u0107, P., Cucurull, G., Casanova, A., Romero, A., Lio, P., Bengio, Y.: Graph attention networks. arXiv preprint arXiv:171010903 (2017)"},{"key":"24_CR15","doi-asserted-by":"publisher","first-page":"107782","DOI":"10.1016\/j.cie.2021.107782","volume":"162","author":"C-F Chien","year":"2021","unstructured":"Chien, C.-F., Lan, Y.-B.: Agent-based approach integrating deep reinforcement learning and hybrid genetic algorithm for dynamic scheduling for Industry 3.5 smart production. Comput. Industr. Eng. 162, 107782 (2021)","journal-title":"Comput. Industr. Eng."},{"issue":"5","key":"24_CR16","doi-asserted-by":"publisher","first-page":"1344","DOI":"10.1109\/TPDS.2015.2446459","volume":"27","author":"Z Zhu","year":"2015","unstructured":"Zhu, Z., Zhang, G., Li, M., Liu, X.: Evolutionary multi-objective workflow scheduling in cloud. IEEE Trans. Parallel Distrib. Syst. 27(5), 1344\u20131357 (2015)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"24_CR17","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:170706347 (2017)"},{"key":"24_CR18","unstructured":"Thost, V., Chen, J.: Directed acyclic graph neural networks. arXiv preprint arXiv:210107965 (2021)"},{"key":"24_CR19","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/j.future.2014.10.008","volume":"46","author":"E Deelman","year":"2015","unstructured":"Deelman, E., Vahi, K., Juve, G., Rynge, M., Callaghan, S., Maechling, P.J., et al.: Pegasus, a workflow management system for science automation. Futur. Gener. Comput. Syst. 46, 17\u201335 (2015)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"2","key":"24_CR20","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S., Meyarivan, T.: A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans. Evol. Comput. 6(2), 182\u2013197 (2002)","journal-title":"IEEE Trans. Evol. Comput."}],"container-title":["Lecture Notes in Computer Science","Network and Parallel Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-2830-8_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T08:41:41Z","timestamp":1757148101000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-2830-8_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819628292","9789819628308"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-2830-8_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"29 March 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NPC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP International Conference on Network and Parallel Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Haikou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"npc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}