{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T13:41:51Z","timestamp":1761745311159,"version":"3.40.3"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030596170"},{"type":"electronic","value":"9783030596187"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-59618-7_13","type":"book-chapter","created":{"date-parts":[[2020,9,18]],"date-time":"2020-09-18T11:31:01Z","timestamp":1600428661000},"page":"197-209","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Scheduling Multi-workflows over Edge Computing Resources with Time-Varying Performance, A Novel Probability-Mass Function and DQN-Based Approach"],"prefix":"10.1007","author":[{"given":"Hang","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuyin","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peng","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yunni","family":"Xia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yong","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wanbo","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaobo","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,9,19]]},"reference":[{"key":"13_CR1","doi-asserted-by":"publisher","first-page":"184172","DOI":"10.1109\/ACCESS.2019.2960547","volume":"7","author":"X Chen","year":"2019","unstructured":"Chen, X., Liu, Z., Chen, Y., Li, Z.: Mobile edge computing based task offloading and resource allocation in 5g ultra-dense networks. IEEE Access 7, 184172\u2013184182 (2019)","journal-title":"IEEE Access"},{"key":"13_CR2","doi-asserted-by":"publisher","first-page":"104405","DOI":"10.1109\/ACCESS.2019.2929683","volume":"7","author":"R Ciobanu","year":"2019","unstructured":"Ciobanu, R., Dobre, C., Balanescu, M., Suciu, G.: Data and task offloading in collaborative mobile fog-based networks. IEEE Access 7, 104405\u2013104422 (2019)","journal-title":"IEEE Access"},{"key":"13_CR3","doi-asserted-by":"publisher","first-page":"185131","DOI":"10.1109\/ACCESS.2019.2960887","volume":"7","author":"G Li","year":"2019","unstructured":"Li, G., Lin, Q., Wu, J., Zhang, Y., Yan, J.: Dynamic computation offloading based on graph partitioning in mobile edge computing. IEEE Access 7, 185131\u2013185139 (2019)","journal-title":"IEEE Access"},{"key":"13_CR4","doi-asserted-by":"publisher","first-page":"169055","DOI":"10.1109\/ACCESS.2019.2954898","volume":"7","author":"S Luo","year":"2019","unstructured":"Luo, S., Wen, Y., Xu, W., Puthal, D.: Adaptive task offloading auction for industrial CPS in mobile edge computing. IEEE Access 7, 169055\u2013169065 (2019)","journal-title":"IEEE Access"},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Zhou, J., Fan, J., Wang, J., Zhu, J.: Task offloading for social sensing applications in mobile edge computing. In: Seventh International Conference on Advanced Cloud and Big Data, CBD 2019, Suzhou, China, 21\u201322 September 2019, pp. 333\u2013338. IEEE (2019)","DOI":"10.1109\/CBD.2019.00066"},{"key":"13_CR6","unstructured":"Chen, H., Zhu, X., Liu, G., Pedrycz, W.: Uncertainty-aware online scheduling for real-time workflows in cloud service environment. IEEE Trans. Serv. Comput. 1, 1 (2018)"},{"key":"13_CR7","doi-asserted-by":"publisher","first-page":"149156","DOI":"10.1109\/ACCESS.2019.2946843","volume":"7","author":"Y Zhang","year":"2019","unstructured":"Zhang, Y., Du, P.: Delay-driven computation task scheduling in multi-cell cellular edge computing systems. IEEE Access 7, 149156\u2013149167 (2019)","journal-title":"IEEE Access"},{"key":"13_CR8","doi-asserted-by":"crossref","unstructured":"Cao, H., Xu, X., Liu, Q., Xue, Y., Qi, L.: Uncertainty-aware resource provisioning for workflow scheduling in edge computing environment. In: 18th IEEE International Conference On Trust, Security and Privacy in Computing and Communications \/ 13th IEEE International Conference On Big Data Science And Engineering, TrustCom\/BigDataSE 2019, Rotorua, New Zealand, 5\u20138 August 2019, pp. 734\u2013739. IEEE (2019)","DOI":"10.1109\/TrustCom\/BigDataSE.2019.00105"},{"key":"13_CR9","doi-asserted-by":"publisher","first-page":"14410","DOI":"10.1109\/ACCESS.2019.2893486","volume":"7","author":"Y Deng","year":"2019","unstructured":"Deng, Y., Chen, Z., Yao, X., Hassan, S., Wu, J.: Task scheduling for smart city applications based on multi-server mobile edge computing. IEEE Access 7, 14410\u201314421 (2019)","journal-title":"IEEE Access"},{"key":"13_CR10","doi-asserted-by":"publisher","first-page":"58602","DOI":"10.1109\/ACCESS.2019.2914261","volume":"7","author":"C Jian","year":"2019","unstructured":"Jian, C., Chen, J., Ping, J., Zhang, M.: An improved chaotic bat swarm scheduling learning model on edge computing. IEEE Access 7, 58602\u201358610 (2019)","journal-title":"IEEE Access"},{"key":"13_CR11","doi-asserted-by":"publisher","unstructured":"Ma, Y., et al.: A novel approach to cost-efficient scheduling of multi-workflows in the edge computing environment with the proximity constraint. In: Wen, S., Zomaya, A.Y., Yang, L.T. (eds.) Algorithms and Architectures for Parallel Processing - 19th International Conference, ICA3PP 2019, Melbourne, VIC, Australia, 9\u201311 December 2019, Proceedings, Part I. Volume 11944 of Lecture Notes in Computer Science, pp. 655\u2013668. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-38991-8_43","DOI":"10.1007\/978-3-030-38991-8_43"},{"key":"13_CR12","doi-asserted-by":"crossref","unstructured":"Peng, Q., Jiang, H., Chen, M., Liang, J., Xia, Y.: Reliability-aware and deadline-constrained workflow scheduling in mobile edge computing. In: 16th IEEE International Conference on Networking, Sensing and Control, ICNSC 2019, Banff, AB, Canada, May 9\u201311, 2019, pp. 236\u2013241. IEEE (2019)","DOI":"10.1109\/ICNSC.2019.8743291"},{"key":"13_CR13","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1016\/j.artmed.2018.08.008","volume":"95","author":"J Bernal","year":"2019","unstructured":"Bernal, J., et al.: Deep convolutional neural networks for brain image analysis on magnetic resonance imaging: a review. Artif. Intell. Med. 95, 64\u201381 (2019)","journal-title":"Artif. Intell. Med."},{"key":"13_CR14","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1016\/j.neunet.2019.04.024","volume":"117","author":"T Bouwmans","year":"2019","unstructured":"Bouwmans, T., Javed, S., Sultana, M., Jung, S.K.: Deep neural network concepts for background subtraction: a systematic review and comparative evaluation. Neural Netw. 117, 8\u201366 (2019)","journal-title":"Neural Netw."},{"key":"13_CR15","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.compenvurbsys.2018.10.008","volume":"74","author":"G Grekousis","year":"2019","unstructured":"Grekousis, G.: Artificial neural networks and deep learning in urban geography: a systematic review and meta-analysis. Comput. Environ. Urban Syst. 74, 244\u2013256 (2019)","journal-title":"Comput. Environ. Urban Syst."},{"key":"13_CR16","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/j.asoc.2018.02.011","volume":"66","author":"M Kaur","year":"2018","unstructured":"Kaur, M., Kadam, S.: A novel multi-objective bacteria foraging optimization algorithm (MOBFOA) for multi-objective scheduling. Appl. Soft Comput. J. 66, 183\u2013195 (2018)","journal-title":"Appl. Soft Comput. J."},{"key":"13_CR17","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/j.ins.2016.08.003","volume":"379","author":"L Zhang","year":"2017","unstructured":"Zhang, L., Li, K., Li, C., Li, K.: Bi-objective workflow scheduling of the energy consumption and reliability in heterogeneous computing systems. Inf. Sci. 379, 241\u2013256 (2017)","journal-title":"Inf. Sci."},{"key":"13_CR18","doi-asserted-by":"publisher","first-page":"318","DOI":"10.1016\/j.jocs.2016.08.007","volume":"26","author":"I Casas","year":"2018","unstructured":"Casas, I., Taheri, J., Ranjan, R., Wang, L., Zomaya, A.Y.: GA-ETI: an enhanced genetic algorithm for the scheduling of scientific workflows in cloud environments. J. Comput. Sci. 26, 318\u2013331 (2018)","journal-title":"J. Comput. Sci."},{"key":"13_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.parco.2017.01.002","volume":"62","author":"A Verma","year":"2017","unstructured":"Verma, A., Kaushal, S.: A hybrid multi-objective Particle Swarm Optimization for scientific workflow scheduling. Parallel Comput. 62, 1\u201319 (2017)","journal-title":"Parallel Comput."},{"key":"13_CR20","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.future.2018.10.046","volume":"93","author":"X Zhou","year":"2019","unstructured":"Zhou, X., Zhang, G., Sun, J., Zhou, J., Wei, T., Hu, S.: Minimizing cost and makespan for workflow scheduling in cloud using fuzzy dominance sort based HEFT. Fut. Generation Comput. Syst. 93, 278\u2013289 (2019)","journal-title":"Fut. Generation Comput. Syst."},{"key":"13_CR21","doi-asserted-by":"crossref","unstructured":"Bertsekas, D.P.: Feature-based aggregation and deep reinforcement learning: a survey and some new implementations. In: IEEE\/ACM Transactions on Audio, Speech, and Language Processing, pp. 1\u201331 (2018)","DOI":"10.1109\/JAS.2018.7511249"},{"key":"13_CR22","doi-asserted-by":"crossref","unstructured":"Mao, H., Alizadeh, M., Menache, I., Kandula, S.: Resource management with deep reinforcement learning. In: Proceedings of the 15th ACM Workshop on Hot Topics in Networks - HotNets 2016, pp. 50\u201356 (2016)","DOI":"10.1145\/3005745.3005750"},{"issue":"1","key":"13_CR23","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1109\/JAS.2017.7510466","volume":"5","author":"L Xue","year":"2018","unstructured":"Xue, L., Sun, C., Wunsch, D., Zhou, Y., Yu, F.: An adaptive strategy via reinforcement learning for the prisoner\u2019s dilemma game. IEEE\/CAA J. Automatica Sinica 5(1), 301\u2013310 (2018)","journal-title":"IEEE\/CAA J. Automatica Sinica"},{"key":"13_CR24","unstructured":"Zhan, Y., Ammar, H.B., Taylor, M.E.: Theoretically-grounded policy advice from multiple teachers in reinforcement learning settings with applications to negative transfer. In: Proceedings of the Twenty-Fifth International Joint Conference on Artificial Intelligence. IJCAI\u201916, AAAI Press, pp. 2315\u20132321 (2016)"},{"issue":"10","key":"13_CR25","doi-asserted-by":"publisher","first-page":"3404","DOI":"10.1109\/TCYB.2016.2539300","volume":"47","author":"H Wang","year":"2017","unstructured":"Wang, H., Huang, T., Liao, X., Abu-Rub, H., Chen, G.: Reinforcement learning for constrained energy trading games with incomplete information. IEEE Trans. Cybern. 47(10), 3404\u20133416 (2017)","journal-title":"IEEE Trans. Cybern."},{"key":"13_CR26","doi-asserted-by":"crossref","unstructured":"Zheng, L., Yang, J., Cai, H., Zhang, W., Wang, J., Yu, Y.: MAgent: A Many-Agent Reinforcement Learning Platform for Artificial Collective Intelligence, pp. 1\u20132 (2017)","DOI":"10.1609\/aaai.v32i1.11371"},{"key":"13_CR27","unstructured":"Lowe, R., Wu, Y., Tamar, A., Harb, J., Pieter Abbeel, O., Mordatch, I.: Multi-agent actor-critic for mixed cooperative-competitive environments. In: Guyon, I., et al. (eds.) Advances in Neural Information Processing Systems 30. Curran Associates, Inc. pp. 6379\u20136390 (2017)"},{"issue":"1","key":"13_CR28","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1109\/TCC.2014.2303077","volume":"2","author":"R Duan","year":"2014","unstructured":"Duan, R., Prodan, R., Li, X.: Multi-objective game theoretic scheduling of bag-of-tasks workflows on hybrid clouds. IEEE Trans. Cloud Comput. 2(1), 29\u201342 (2014)","journal-title":"IEEE Trans. Cloud Comput."},{"key":"13_CR29","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1007\/978-981-10-0356-1_31","volume-title":"Multiple DAGs Workflow Scheduling Algorithm Based on Reinforcement Learning in Cloud Computing","author":"D Cui","year":"2016","unstructured":"Cui, D., Ke, W., Peng, Z., Zuo, J.: Multiple DAGs Workflow Scheduling Algorithm Based on Reinforcement Learning in Cloud Computing, pp. 305\u2013311. Springer, Singapore (2016). https:\/\/doi.org\/10.1007\/978-981-10-0356-1_31"},{"key":"13_CR30","doi-asserted-by":"crossref","unstructured":"Iranpour, E., Sharifian, S.: A distributed load balancing and admission control algorithm based on Fuzzy type-2 and Game theory for large-scale SaaS cloud architectures. Future Generation Comput. Syst. 86 81\u201398 (2018)","DOI":"10.1016\/j.future.2018.03.045"},{"key":"13_CR31","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1007\/978-3-319-95933-7_64","volume-title":"A Multi-object Optimization Cloud Workflow Scheduling Algorithm Based on Reinforcement Learning","author":"W Jiahao","year":"2018","unstructured":"Jiahao, W., Zhiping, P., Delong, C., Qirui, L., Jieguang, H.: A Multi-object Optimization Cloud Workflow Scheduling Algorithm Based on Reinforcement Learning, pp. 550\u2013559. Springer, Cham (aug (2018). https:\/\/doi.org\/10.1007\/978-3-319-95933-7_64"},{"issue":"2","key":"13_CR32","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1109\/TMC.2018.2831230","volume":"18","author":"S Guo","year":"2019","unstructured":"Guo, S., Liu, J., Yang, Y., Xiao, B., Li, Z.: Energy-efficient dynamic computation offloading and cooperative task scheduling in mobile cloud computing. IEEE Trans. Mob. Comput. 18(2), 319\u2013333 (2019)","journal-title":"IEEE Trans. Mob. Comput."},{"key":"13_CR33","first-page":"1","volume":"2055","author":"V Mnih","year":"2013","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement. Learning 2055, 1\u20139 (2013)","journal-title":"Learning"},{"key":"13_CR34","doi-asserted-by":"crossref","unstructured":"Lai, P., et al.: Optimal edge user allocation in edge computing with variable sized vector bin packing. CoRR abs\/1904.05553 (2019)","DOI":"10.1007\/978-3-030-03596-9_15"},{"key":"13_CR35","doi-asserted-by":"publisher","first-page":"61488","DOI":"10.1109\/ACCESS.2018.2869827","volume":"6","author":"W Li","year":"2018","unstructured":"Li, W., Xia, Y., Zhou, M., Sun, X., Zhu, Q.: Fluctuation-aware and predictive workflow scheduling in cost-effective infrastructure-as-a-service clouds. IEEE Access 6, 61488\u201361502 (2018)","journal-title":"IEEE Access"},{"issue":"5","key":"13_CR36","doi-asserted-by":"publisher","first-page":"6801","DOI":"10.3233\/JIFS-190355","volume":"37","author":"ASA Beegom","year":"2019","unstructured":"Beegom, A.S.A., Rajasree, M.S.: Non-dominated sorting based PSO algorithm for workflow task scheduling in cloud computing systems. J. Intell. Fuzzy Syst. 37(5), 6801\u20136813 (2019)","journal-title":"J. Intell. Fuzzy Syst."},{"issue":"6","key":"13_CR37","first-page":"1541","volume":"32","author":"M Mollajafari","year":"2016","unstructured":"Mollajafari, M., Shahhoseini, H.S.: Cost-optimized ga-based heuristic for scheduling time-constrained workflow applications in infrastructure clouds using an innovative feasibility-assured decoding mechanism. J. Inf. Sci. Eng. 32(6), 1541\u20131560 (2016)","journal-title":"J. Inf. Sci. Eng."}],"container-title":["Lecture Notes in Computer Science","Web Services \u2013 ICWS 2020"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-59618-7_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T14:07:31Z","timestamp":1726754851000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-59618-7_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030596170","9783030596187"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-59618-7_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"19 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICWS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Services","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Honolulu, HI","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icws2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.icws.org\/2020\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}