{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,17]],"date-time":"2025-05-17T09:42:46Z","timestamp":1747474966457,"version":"3.40.3"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030199449"},{"type":"electronic","value":"9783030199456"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-19945-6_8","type":"book-chapter","created":{"date-parts":[[2019,5,10]],"date-time":"2019-05-10T11:36:02Z","timestamp":1557488162000},"page":"117-132","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Common Structures in Resource Management as Driver for Reinforcement Learning: A Survey and Research Tracks"],"prefix":"10.1007","author":[{"given":"Yue","family":"Jin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dimitre","family":"Kostadinov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Makram","family":"Bouzid","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Armen","family":"Aghasaryan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,5,10]]},"reference":[{"key":"8_CR1","volume-title":"RL: An Introduction","author":"RS Sutton","year":"2017","unstructured":"Sutton, R.S., Barto, A.G.: RL: An Introduction, 2nd edn. The MIT Press, Cambridge, London (2017)","edition":"2"},{"unstructured":"Clark, J. This Preschool is for Robots. Bloomberg (2015)","key":"8_CR2"},{"doi-asserted-by":"crossref","unstructured":"Gu, S., Holly, E., et al.: Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: IEEE International Conference on Robotics and Automation (ICRA), Singapore (2017)","key":"8_CR3","DOI":"10.1109\/ICRA.2017.7989385"},{"unstructured":"Pit.ai. https:\/\/www.pit.ai\/","key":"8_CR4"},{"key":"8_CR5","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., et al.: Human-level control through deep Reinforcement Learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"unstructured":"Silver, D., Hassabis, D.: AlphaGo: mastering the ancient game of Go with Machine Learning. Google Research Blog (2016)","key":"8_CR6"},{"doi-asserted-by":"crossref","unstructured":"Jin, Y., Bouzid, M., Kostadinov, D., Aghasaryan, A.: Model-free resource management of cloud-based applications using RL. In: International Workshop on Network Intelligence (NI\/ICIN2018), Paris, France (2018)","key":"8_CR7","DOI":"10.1109\/ICIN.2018.8401615"},{"issue":"6","key":"8_CR8","doi-asserted-by":"publisher","first-page":"1551","DOI":"10.1287\/opre.1120.1104","volume":"60","author":"Y Liu","year":"2012","unstructured":"Liu, Y., Watt, W.: Stabilizing customer abandonment in many-server queues with time-varying arrivals. Oper. Res. 60(6), 1551\u20131564 (2012)","journal-title":"Oper. Res."},{"issue":"2","key":"8_CR9","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1287\/opre.48.2.327.13375","volume":"48","author":"MC Fu","year":"2000","unstructured":"Fu, M.C., Marcus, S.I., Wang, I.: Monotone optimal policies for a transient queueing staffing problem. Oper. Res. 48(2), 327\u2013331 (2000)","journal-title":"Oper. Res."},{"issue":"3","key":"8_CR10","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1287\/opre.1060.0285","volume":"54","author":"A Bassamboo","year":"2006","unstructured":"Bassamboo, A., Harrison, J.M., Zeevi, A.: Design and control of a large call center: asymptotic analysis of an LP-based method. Oper. Res. 54(3), 419\u2013435 (2006)","journal-title":"Oper. Res."},{"key":"8_CR11","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1016\/j.omega.2015.04.002","volume":"58","author":"M Defraeye","year":"2016","unstructured":"Defraeye, M., Van Nieuwenhuyse, I.: Staffing and scheduling under nonstationary demand for service: a literature review. Omega 58, 4\u201325 (2016)","journal-title":"Omega"},{"issue":"2","key":"8_CR12","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1287\/msom.5.2.79.16071","volume":"5","author":"N Gans","year":"2003","unstructured":"Gans, N., Koole, G., Mandelbaum, A.: Telephone call centers: tutorial, review, and research prospects. Manuf. Serv. Oper. Manage. 5(2), 79\u2013141 (2003)","journal-title":"Manuf. Serv. Oper. Manage."},{"issue":"2","key":"8_CR13","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/s00291-008-0122-y","volume":"31","author":"T Tan","year":"2009","unstructured":"Tan, T., Alp, O.: An integrated approach to inventory and flexible capacity management subject to fixed costs and non-stationary stochastic demand. OR Spectrum 31(2), 337\u2013360 (2009)","journal-title":"OR Spectrum"},{"issue":"1","key":"8_CR14","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1007\/s10479-013-1506-1","volume":"231","author":"NC Buyukkaramikli","year":"2015","unstructured":"Buyukkaramikli, N.C., van Ooijen, H.P., Bertrand, J.W.: Integrating inventory control and capacity management at a maintenance service provider. Ann. Oper. Res. 231(1), 185\u2013206 (2015)","journal-title":"Ann. Oper. Res."},{"issue":"2","key":"8_CR15","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1287\/mnsc.48.2.273.254","volume":"48","author":"JR Bradley","year":"2002","unstructured":"Bradley, J.R., Glynn, P.W.: Managing capacity and inventory jointly in manufacturing systems. Manage. Sci. 48(2), 273\u2013288 (2002)","journal-title":"Manage. Sci."},{"issue":"2","key":"8_CR16","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1080\/0740817X.2015.1067735","volume":"48","author":"LV Snyder","year":"2015","unstructured":"Snyder, L.V., Atan, Z., Peng, P., Rong, Y., Schmitt, A.J., Sinsoysal, B.: OR\/MS models for supply chain disruptions: a review. IIE Trans. 48(2), 89\u2013109 (2015)","journal-title":"IIE Trans."},{"unstructured":"Parikh, S., Patel, N., Prajapati, H.: Resource management in cloud computing: classification and taxonomy. CoRR (2017)","key":"8_CR17"},{"key":"8_CR18","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1007\/s10922-014-9307-7","volume":"23","author":"B Jennings","year":"2015","unstructured":"Jennings, B., Stadler, R.: Resource management in clouds: survey and research challenges. J. Netw. Syst. Manage. 23, 567\u2013619 (2015)","journal-title":"J. Netw. Syst. Manage."},{"issue":"1","key":"8_CR19","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/2797211","volume":"48","author":"ZA Mann","year":"2015","unstructured":"Mann, Z.A.: Allocation of virtual machines in cloud data centers - a survey of problem models and optimization algorithms. ACM Comput. Surv. 48(1), 11 (2015)","journal-title":"ACM Comput. Surv."},{"unstructured":"Amazon: AWS Auto Scaling. https:\/\/aws.amazon.com\/autoscaling\/","key":"8_CR20"},{"unstructured":"Jacobson, D., Yuan, D., Joshi, N.: Scryer: Netflix\u2019s Predictive Auto Scaling Engine. Netflix Technology Blog (2013)","key":"8_CR21"},{"doi-asserted-by":"crossref","unstructured":"Roy, N., Dubey, A., Gokhale, A.: Efficient autoscaling in the cloud using predictive models for workload forecasting. In: IEEE CLOUD 2011, Washington, pp. 500\u2013507 (2011)","key":"8_CR22","DOI":"10.1109\/CLOUD.2011.42"},{"doi-asserted-by":"crossref","unstructured":"Li, H., Venugopal, S.: Using RL for controlling an elastic web application hosting platform. In: International Conference on Automatic Computing, pp. 205\u2013208 (2011)","key":"8_CR23","DOI":"10.1145\/1998582.1998630"},{"doi-asserted-by":"crossref","unstructured":"Rao, J., Bu, X., Xu, C.-Z., Wang, K.: A distributed self-learning approach for elastic provisioning of virtualized cloud resources. In: 19th Annual IEEE International Symposium on Modelling, Analysis, and Simulation of Computer and Telecommunication Systems, pp. 45\u201354 (2011)","key":"8_CR24","DOI":"10.1109\/MASCOTS.2011.47"},{"key":"8_CR25","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1016\/j.jnca.2013.10.004","volume":"41","author":"SS Manvi","year":"2014","unstructured":"Manvi, S.S., Shyam, G.K.: Resource management for Infrastructure as a Service (IaaS) in cloud computing: a survey. J. Netw. Comput. Appl. 41, 424\u2013440 (2014)","journal-title":"J. Netw. Comput. Appl."},{"unstructured":"SON: Self-Organizing Networks. https:\/\/www.3gpp.org\/technologies\/keywords-acronyms\/105-son","key":"8_CR26"},{"key":"8_CR27","volume-title":"LTE self-organising networks (SON): Network Management Automation for Operational Efficiency","author":"S H\u00e4m\u00e4l\u00e4inen","year":"2012","unstructured":"H\u00e4m\u00e4l\u00e4inen, S., Sanneck, H., Sartori, C.: LTE self-organising networks (SON): Network Management Automation for Operational Efficiency. Wiley, Chichester (2012)"},{"key":"8_CR28","doi-asserted-by":"publisher","DOI":"10.1002\/9780470978504","volume-title":"LTE - The UMTS Long Term Evolution: From Theory to Practice","author":"S Sesia","year":"2011","unstructured":"Sesia, S., Toufik, I., Baker, M.: LTE - The UMTS Long Term Evolution: From Theory to Practice, 2nd edn. Wiley, Chichester (2011)","edition":"2"},{"key":"8_CR29","doi-asserted-by":"publisher","DOI":"10.1002\/9781118867464","volume-title":"Fundamentals of 5G Mobile Networks","author":"J Rodriguez","year":"2015","unstructured":"Rodriguez, J.: Fundamentals of 5G Mobile Networks. Wiley, Chichester (2015)"},{"unstructured":"Network Functions Virtualisation \u2013 Update White Paper. ETSI (2013)","key":"8_CR30"},{"unstructured":"Evolution of the cloud-native mobile core, Nokia White Paper (2017)","key":"8_CR31"},{"unstructured":"Evolving Mobile Core to Being Cloud Native. Cisco White Paper (2017)","key":"8_CR32"},{"unstructured":"Project Clearwater - IMS in the Cloud. http:\/\/www.projectclearwater.org\/","key":"8_CR33"},{"key":"8_CR34","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511803161","volume-title":"Causality: Models, Reasoning and Inference","author":"J Pearl","year":"2009","unstructured":"Pearl, J.: Causality: Models, Reasoning and Inference, 2nd edn. Cambridge University Press, New York (2009)","edition":"2"},{"unstructured":"Yoo, J.: Queueing models for staffing service operations. Ph.D. dissertation. University of Maryland, College Park, MD (1996)","key":"8_CR35"},{"issue":"5","key":"8_CR36","doi-asserted-by":"publisher","first-page":"2170","DOI":"10.1109\/TSP.2007.893228","volume":"55","author":"DV Djonin","year":"2007","unstructured":"Djonin, D.V., Krishnamurthy, V.: Q-learning algorithms for constrained markov decision processes with randomized monotone policies: application to MIMO transmission control. IEEE Trans. Signal Process. 55(5), 2170\u20132181 (2007)","journal-title":"IEEE Trans. Signal Process."},{"issue":"10","key":"8_CR37","doi-asserted-by":"publisher","first-page":"5069","DOI":"10.1109\/TSP.2007.897859","volume":"55","author":"DV Djonin","year":"2007","unstructured":"Djonin, D.V., Krishnamurthy, V.: MIMO transmission control in fading channels\u2014a constrained markov decision process formulation with monotone randomized policies. IEEE Trans. Signal Process. 55(10), 5069\u20135083 (2007)","journal-title":"IEEE Trans. Signal Process."},{"unstructured":"Krishnamurthy, V.: Structural Results for Partially Observed Markov Decision Processes (2015). arXiv:1512.03873. https:\/\/arxiv.org\/abs\/1512.03873","key":"8_CR38"},{"key":"8_CR39","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1213-8","volume-title":"Design of Observational Studies","author":"P Rosenbaum","year":"2010","unstructured":"Rosenbaum, P.: Design of Observational Studies. Springer, New York (2010). https:\/\/doi.org\/10.1007\/978-1-4419-1213-8"},{"unstructured":"Shanmugam, K., Kocaoglu, M., Dimakis, A., Vishwanath, S.: Learning causal graphs with small interventions. In: NIPS 2015, Cambridge, MA, USA, pp. 3195\u20133203 (2015)","key":"8_CR40"},{"doi-asserted-by":"publisher","unstructured":"Le, T., Hoang, T., Li, J., Liu, L., Liu, H.: A fast PC algorithm for high dimensional causal discovery with multi-core PCs. In: IEEE\/ACM Transactions on Computational Biology and Bioinformatics (2015). https:\/\/doi.org\/10.1109\/tcbb.2016.2591526","key":"8_CR41","DOI":"10.1109\/tcbb.2016.2591526"},{"key":"8_CR42","volume-title":"Causation, Prediction, and Search","author":"P Spirtes","year":"2000","unstructured":"Spirtes, P., Glymour, C., Scheines, R.: Causation, Prediction, and Search, 2nd edn. MIT Press, Cambridge (2000)","edition":"2"},{"unstructured":"Ruder, S.: Transfer Learning - Machine Learning\u2019s Next Frontier. Blog post (2017). http:\/\/ruder.io\/transfer-learning\/","key":"8_CR43"},{"doi-asserted-by":"crossref","unstructured":"Bingel, J., S\u00f8gaard, A.: Identifying beneficial task relations for multi-task learning in deep neural networks. In: EACL, pp. 164\u2013169 (2017)","key":"8_CR44","DOI":"10.18653\/v1\/E17-2026"},{"unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Domain adaptation for large-scale sentiment classification: a deep learning approach. In: 28th International Conference on Machine Learning, pp. 513\u2013520 (2011)","key":"8_CR45"},{"key":"8_CR46","first-page":"1633","volume":"10","author":"M Taylor","year":"2009","unstructured":"Taylor, M., Stone, P.: Transfer learning for reinforcement learning domains: a survey. J. Mach. Learn. Res. 10, 1633\u20131685 (2009)","journal-title":"J. Mach. Learn. Res."}],"container-title":["Lecture Notes in Computer Science","Machine Learning for Networking"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-19945-6_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T13:30:15Z","timestamp":1709818215000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-19945-6_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030199449","9783030199456"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-19945-6_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"10 May 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MLN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Machine Learning for Networking","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Paris","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 November 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 November 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mln2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.adda-association.org\/mln\/Home.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"48","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"22","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}