{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T16:30:52Z","timestamp":1743093052092,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030675394"},{"type":"electronic","value":"9783030675400"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-67540-0_4","type":"book-chapter","created":{"date-parts":[[2021,1,21]],"date-time":"2021-01-21T13:12:57Z","timestamp":1611234777000},"page":"58-74","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Reinforcement Learning Based Approach to Identify Resource Bottlenecks for Multiple Services Interactions in Cloud Computing Environments"],"prefix":"10.1007","author":[{"given":"Lingxiao","family":"Xu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Minxian","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard","family":"Semmes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hui","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hong","family":"Mu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuangquan","family":"Gui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenhong","family":"Tian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kui","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rajkumar","family":"Buyya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,1,22]]},"reference":[{"issue":"4","key":"4_CR1","doi-asserted-by":"publisher","first-page":"1797","DOI":"10.1007\/s10586-018-2811-x","volume":"21","author":"H Ben Alla","year":"2018","unstructured":"Ben Alla, H., Ben Alla, S., Touhafi, A., Ezzati, A.: A novel task scheduling approach based on dynamic queues and hybrid meta-heuristic algorithms for cloud computing environment. Clust. Comput. 21(4), 1797\u20131820 (2018). https:\/\/doi.org\/10.1007\/s10586-018-2811-x","journal-title":"Clust. Comput."},{"key":"4_CR2","series-title":"Lecture Notes in Electrical Engineering","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1007\/978-981-10-1627-1_16","volume-title":"Advances in Ubiquitous Networking 2","author":"H Ben Alla","year":"2017","unstructured":"Ben Alla, H., Ben Alla, S., Ezzati, A., Mouhsen, A.: A novel architecture with dynamic queues based on fuzzy logic and particle swarm optimization algorithm for task scheduling in cloud computing. In: El-Azouzi, R., Menasch\u00e9, D.S., Sabir, E., Pellegrini, F.D., Benjillali, M. (eds.) Advances in Ubiquitous Networking 2. LNEE, vol. 397, pp. 205\u2013217. Springer, Singapore (2017). https:\/\/doi.org\/10.1007\/978-981-10-1627-1_16"},{"issue":"6","key":"4_CR3","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1016\/j.future.2008.12.001","volume":"25","author":"R Buyya","year":"2009","unstructured":"Buyya, R., Yeo, C.S., Venugopal, S., Broberg, J., Brandic, I.: Cloud computing and emerging it platforms: vision, hype, and reality for delivering computing as the 5th utility. Futur. Gener. Comput. Syst. 25(6), 599\u2013616 (2009)","journal-title":"Futur. Gener. Comput. Syst."},{"issue":"1","key":"4_CR4","first-page":"23","volume":"41","author":"RN Calheiros","year":"2011","unstructured":"Calheiros, R.N., Ranjan, R., Beloglazov, A., De Rose, C.A., Buyya, R.: CloudSim: a toolkit for modeling and simulation of cloud computing environments and evaluation of resource provisioning algorithms. Softw.: Pract. Exp. 41(1), 23\u201350 (2011)","journal-title":"Softw.: Pract. Exp."},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"Cheng, M., Li, J., Nazarian, S.: DRL-cloud: deep reinforcement learning-based resource provisioning and task scheduling for cloud service providers. In: Proceedings of the 2018 23rd Asia and South Pacific Design Automation Conference (ASP-DAC), pp. 129\u2013134. IEEE (2018)","DOI":"10.1109\/ASPDAC.2018.8297294"},{"issue":"1","key":"4_CR6","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1214\/aos\/1176349022","volume":"21","author":"J Fan","year":"1993","unstructured":"Fan, J.: Local linear regression smoothers and their minimax efficiencies. Ann. Stat. 21(1), 196\u2013216 (1993)","journal-title":"Ann. Stat."},{"key":"4_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/978-3-030-43229-4_40","volume-title":"Parallel Processing and Applied Mathematics","author":"W Funika","year":"2020","unstructured":"Funika, W., Koperek, P.: Evaluating the use of policy gradient optimization approach for automatic cloud resource provisioning. In: Wyrzykowski, R., Deelman, E., Dongarra, J., Karczewski, K. (eds.) PPAM 2019. LNCS, vol. 12043, pp. 467\u2013478. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-43229-4_40"},{"key":"4_CR8","series-title":"Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1007\/978-3-030-30146-0_5","volume-title":"Collaborative Computing: Networking, Applications and Worksharing","author":"H Gao","year":"2019","unstructured":"Gao, H., Huang, W., Zou, Q., Yang, X.: A dynamic planning framework for QoS-based mobile service composition under cloud-edge hybrid environments. In: Wang, X., Gao, H., Iqbal, M., Min, G. (eds.) CollaborateCom 2019. LNICST, vol. 292, pp. 58\u201370. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30146-0_5"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Jung, J., Kim, H.: MR-CloudSim: designing and implementing MapReduce computing model on CloudSim. In: Proceedings of the 2012 International Conference on ICT Convergence (ICTC), pp. 504\u2013509. IEEE (2012)","DOI":"10.1109\/ICTC.2012.6387186"},{"issue":"1","key":"4_CR10","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/s00521-016-2448-8","volume":"29","author":"SM Abdulhamid","year":"2016","unstructured":"Abdulhamid, S.M., Abd Latiff, M.S., Madni, S.H.H., Abdullahi, M.: Fault tolerance aware scheduling technique for cloud computing environment using dynamic clustering algorithm. Neural Comput. Appl. 29(1), 279\u2013293 (2016). https:\/\/doi.org\/10.1007\/s00521-016-2448-8","journal-title":"Neural Comput. Appl."},{"issue":"7","key":"4_CR11","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1049\/iet-its.2017.0153","volume":"11","author":"SS Mousavi","year":"2017","unstructured":"Mousavi, S.S., Schukat, M., Howley, E.: Traffic light control using deep policy-gradient and value-function-based reinforcement learning. IET Intell. Transp. Syst. 11(7), 417\u2013423 (2017)","journal-title":"IET Intell. Transp. Syst."},{"issue":"2","key":"4_CR12","first-page":"152","volume":"30","author":"SC Nayak","year":"2018","unstructured":"Nayak, S.C., Tripathy, C.: Deadline sensitive lease scheduling in cloud computing environment using AHP. J. King Saud Univ.-Comput. Inf. Sci. 30(2), 152\u2013163 (2018)","journal-title":"J. King Saud Univ.-Comput. Inf. Sci."},{"key":"4_CR13","doi-asserted-by":"crossref","unstructured":"Petrik, D., Herzwurm, G.: iIoT ecosystem development through boundary resources: a Siemens MindSphere case study. In: Proceedings of the 2nd ACM SIGSOFT International Workshop on Software-Intensive Business: Start-Ups, Platforms, and Ecosystems, pp. 1\u20136 (2019)","DOI":"10.1145\/3340481.3342730"},{"key":"4_CR14","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1016\/j.asoc.2018.12.021","volume":"76","author":"V Priya","year":"2019","unstructured":"Priya, V., Kumar, C.S., Kannan, R.: Resource scheduling algorithm with load balancing for cloud service provisioning. Appl. Soft Comput. 76, 416\u2013424 (2019)","journal-title":"Appl. Soft Comput."},{"key":"4_CR15","doi-asserted-by":"publisher","first-page":"30203","DOI":"10.1109\/ACCESS.2019.2896253","volume":"7","author":"K Sekaran","year":"2019","unstructured":"Sekaran, K., Khan, M.S., Patan, R., Gandomi, A.H., Krishna, P.V., Kallam, S.: Improving the response time of m-learning and cloud computing environments using a dominant firefly approach. IEEE Access 7, 30203\u201330212 (2019)","journal-title":"IEEE Access"},{"key":"4_CR16","doi-asserted-by":"publisher","unstructured":"Wang, Z., Wen, Y., Zhang, Y., Chen, J., Cao, B.: A resource usage prediction-based energy-aware scheduling algorithm for instance-intensive cloud workflows. In: Gao, H., Wang, X., Yin, Y., Iqbal, M. (eds.) CollaborateCom 2018. LNICST, vol. 268, pp. 626\u2013642. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-12981-1_44","DOI":"10.1007\/978-3-030-12981-1_44"},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Wickremasinghe, B., Calheiros, R.N., Buyya, R.: CloudAnalyst: a CloudSim-based visual modeller for analysing cloud computing environments and applications. In: Proceedings of the 2010 24th IEEE International Conference on Advanced Information Networking and Applications, pp. 446\u2013452. IEEE (2010)","DOI":"10.1109\/AINA.2010.32"},{"issue":"1","key":"4_CR18","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1109\/TNSE.2018.2854884","volume":"7","author":"D Wu","year":"2020","unstructured":"Wu, D., Jiang, N., Du, W., Tang, K., Cao, X.: Particle swarm optimization with moving particles on scale-free networks. IEEE Trans. Netw. Sci. Eng. 7(1), 497\u2013506 (2020)","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"issue":"1","key":"4_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3234151","volume":"52","author":"M Xu","year":"2019","unstructured":"Xu, M., Buyya, R.: Brownout approach for adaptive management of resources and applications in cloud computing systems: a taxonomy and future directions. ACM Comput. Surv. (CSUR) 52(1), 1\u201327 (2019)","journal-title":"ACM Comput. Surv. (CSUR)"},{"issue":"12","key":"4_CR20","doi-asserted-by":"publisher","first-page":"e4123","DOI":"10.1002\/cpe.4123","volume":"29","author":"M Xu","year":"2017","unstructured":"Xu, M., Tian, W., Buyya, R.: A survey on load balancing algorithms for virtual machines placement in cloud computing. Concurr. Comput.: Pract. Exp. 29(12), e4123 (2017)","journal-title":"Concurr. Comput.: Pract. Exp."},{"key":"4_CR21","doi-asserted-by":"publisher","unstructured":"Xu, M., Toosi, A.N., Bahrani, B., Razzaghi, R., Singh, M.: Optimized renewable energy use in green cloud data centers. In: Yangui, S., Bouassida Rodriguez, I., Drira, K., Tari, Z. (eds.) ICSOC 2019. LNCS, vol. 11895, pp. 314\u2013330. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-33702-5_24","DOI":"10.1007\/978-3-030-33702-5_24"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Collaborative Computing: Networking, Applications and Worksharing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-67540-0_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,24]],"date-time":"2021-04-24T13:27:27Z","timestamp":1619270847000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-67540-0_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030675394","9783030675400"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-67540-0_4","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"22 January 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CollaborateCom","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Collaborative Computing: Networking, Applications and Worksharing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shanghai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"colcom2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/collaboratecom.eai-conferences.org\/2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confy+","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"211","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}