{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,14]],"date-time":"2025-06-14T19:10:09Z","timestamp":1749928209225,"version":"3.41.0"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319474724"},{"type":"electronic","value":"9783319474748"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-47474-8_12","type":"book-chapter","created":{"date-parts":[[2017,1,23]],"date-time":"2017-01-23T05:32:38Z","timestamp":1485149558000},"page":"375-399","source":"Crossref","is-referenced-by-count":10,"title":["Self-adaptation for Individual Self-aware Computing Systems"],"prefix":"10.1007","author":[{"given":"Martina","family":"Maggio","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tarek","family":"Abdelzaher","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lukas","family":"Esterle","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Holger","family":"Giese","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeffrey O.","family":"Kephart","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ole J.","family":"Mengshoel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro V.","family":"Papadopoulos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anders","family":"Robertsson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katinka","family":"Wolter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,1,24]]},"reference":[{"key":"12_CR1","unstructured":"Karl\u00a0Johan \u00c5str\u00f6m and Bo\u00a0Bernhardsson. Comparison of Riemann and Lebesque sampling for first order stochastic systems. In Proceedings of the 41st IEEE Conference on Decision and Control, 2002."},{"key":"12_CR2","doi-asserted-by":"crossref","unstructured":"Karl\u00a0Johan \u00c5str\u00f6m and Richard\u00a0M. Murray. Feedback systems: an introduction for scientists and engineers. Princeton university press, 2010.","DOI":"10.2307\/j.ctvcm4gdk"},{"key":"12_CR3","doi-asserted-by":"crossref","unstructured":"Peter Auer, Nicol Cesa-Bianchi, and Paul Fischer. Finite-time analysis of the multiarmed bandit problem. Machine Learning, 47(2-3):235\u2013256, 2002.","DOI":"10.1023\/A:1013689704352"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Josep\u00a0Ll. Berral, \u00cd\u00f1igo Goiri, Ram\u00f3n Nou, Ferran Juli\u00e0, Jordi Guitart, Ricard Gavald\u00e0, and Jordi Torres. Towards energy-aware scheduling in data centers using machine learning. In Proceedings of the 1st International Conference on Energy-Efficient Computing and Networking, e-Energy \u201910, pages 215\u2013224, New York, NY, USA, 2010. ACM.","DOI":"10.1145\/1791314.1791349"},{"key":"12_CR5","unstructured":"Donald\u00a0A Berry and Bert Fristedt. Bandit problems: sequential allocation of experiments (Monographs on statistics and applied probability). Springer, 1985."},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Marco\u00a0C. Campi, Simone Garatti, and Maria Prandini. The scenario approach for systems and control design. Annual Reviews in Control, 33(2):149\u2013157, 2009.","DOI":"10.1016\/j.arcontrol.2009.07.001"},{"key":"12_CR7","doi-asserted-by":"crossref","unstructured":"Eva Darulova and Viktor Kuncak. Sound compilation of reals. In Proceedings of the 41st ACM SIGPLAN-SIGACT Symposium on Principles of Programming Languages, POPL \u201914, pages 235\u2013248, New York, NY, USA, 2014. ACM.","DOI":"10.1145\/2535838.2535874"},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Nicol\u00e1s D\u2019Ippolito. Synthesis of event-based controllers: A software engineering challenge. In Proceedings of the 34th International Conference on Software Engineering, pages 1547\u20131550. IEEE Press, 2012.","DOI":"10.1109\/ICSE.2012.6227040"},{"key":"12_CR9","doi-asserted-by":"crossref","unstructured":"Xavier Dutreilh, Aur\u00e9lien Moreau, Jacques Malenfant, Nicolas Rivierre, and Isis Truck. From data center resource allocation to control theory and back. In Proceedings of the 2010 IEEE 3rd International Conference on Cloud Computing, CLOUD \u201910, pages 410\u2013417, Washington, DC, USA, 2010. IEEE Computer Society.","DOI":"10.1109\/CLOUD.2010.55"},{"key":"12_CR10","unstructured":"Eyal Even-Dar and Yishay Mansour. Learning rates for Q-learning. Journal of Machine Learning Research, 5:1\u201325, December 2004."},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"F.\u00a0Farahnakian, P.\u00a0Liljeberg, and J.\u00a0Plosila. Energy-efficient virtual machines consolidation in cloud data centers using reinforcement learning. In Parallel, Distributed and Network-Based Processing (PDP), 2014 22nd Euromicro International Conference on, pages 500\u2013507, Feb 2014.","DOI":"10.1109\/PDP.2014.109"},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Robert France and Bernhard Rumpe. Model-driven development of complex software: A research roadmap. In 2007 Future of Software Engineering, FOSE \u201907, pages 37\u201354, Washington, DC, USA, 2007. IEEE Computer Society.","DOI":"10.1109\/FOSE.2007.14"},{"key":"12_CR13","doi-asserted-by":"crossref","unstructured":"Martin Franzle and Christian Herde. HySAT: An efficient proof engine for bounded model checking of hybrid systems. Formal Methods in System Design, 30(3):179\u2013198, 2007.","DOI":"10.1007\/s10703-006-0031-0"},{"key":"12_CR14","doi-asserted-by":"crossref","unstructured":"Severino\u00a0F. Gal\u00e1n and Ole\u00a0J. Mengshoel. Generalized crowding for genetic algorithms. In Genetic and Evolutionary Computation Conference, GECCO 2010, Proceedings, Portland, Oregon, USA, July 7-11, 2010, pages 775\u2013782, 2010.","DOI":"10.1145\/1830483.1830620"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Sicun Gao, Soonho Kong, and E.M. Clarke. Satisfiability modulo ODEs. In Formal Methods in Computer-Aided Design (FMCAD), 2013, pages 105\u2013112, Oct 2013.","DOI":"10.1109\/FMCAD.2013.6679398"},{"key":"12_CR16","doi-asserted-by":"crossref","unstructured":"David Garlan, Shang-Wen Cheng, An-Cheng Huang, Bradley Schmerl, and Peter Steenkiste. Rainbow: Architecture-based self-adaptation with reusable infrastructure. Computer, 37(10):46\u201354, October 2004.","DOI":"10.1109\/MC.2004.175"},{"key":"12_CR17","doi-asserted-by":"crossref","unstructured":"Jin Heo and Tarek Abdelzaher. Adaptguard: Guarding adaptive systems from instability. In Proceedings of the 6th International Conference on Autonomic Computing, ICAC \u201909, pages 77\u201386, New York, NY, USA, 2009. ACM.","DOI":"10.1145\/1555228.1555256"},{"key":"12_CR18","doi-asserted-by":"crossref","unstructured":"Zhihao Jiang and R.\u00a0Mangharam. Modeling cardiac pacemaker malfunctions with the virtual heart model. In Engineering in Medicine and Biology Society, EMBC, 2011 Annual International Conference of the IEEE, pages 263\u2013266, Aug 2011.","DOI":"10.1109\/IEMBS.2011.6090051"},{"key":"12_CR19","unstructured":"Leslie\u00a0Pack Kaelbling, Michael\u00a0L. Littman, and Andrew\u00a0W. Moore. Reinforcement learning: a survey. Journal of Artificial Intelligence Research, 4:237\u2013285, 1996."},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Jeffrey\u00a0O Kephart and William\u00a0E Walsh. An artificial intelligence perspective on autonomic computing policies. In Policies for Distributed Systems and Networks, 2004. POLICY 2004. Proceedings. Fifth IEEE International Workshop on, pages 3\u201312. IEEE, 2004.","DOI":"10.1109\/POLICY.2004.1309145"},{"key":"12_CR21","doi-asserted-by":"crossref","unstructured":"M.M.H. Khan, Jin Heo, Shen Li, and T.\u00a0Abdelzaher. Understanding vicious cycles in server clusters. In Distributed Computing Systems (ICDCS), 2011 31st International Conference on, pages 645\u2013654, June 2011.","DOI":"10.1109\/ICDCS.2011.73"},{"key":"12_CR22","doi-asserted-by":"crossref","unstructured":"Cristian Klein, Alessandro\u00a0Vittorio Papadopoulos, Manfred Dellkrantz, Jonas D\u00fcrango, Martina Maggio, Karl-Erik \u00c5rz\u00e9n, Francisco Hern\u00e1ndez-Rodriguez, and Erik Elmroth. Improving cloud service resilience using brownout-aware load-balancing. In Reliable Distributed Systems (SRDS), 2014 IEEE 33rd International Symposium on, pages 31\u201340, Oct 2014.","DOI":"10.1109\/SRDS.2014.14"},{"key":"12_CR23","unstructured":"Ian\u00a0Dor\u00e9 Landau and Gianluca Zito. Digital Control Systems: Design, Identification and Implementation. Communications and Control Engineering. Springer-Verlag London, 2006."},{"key":"12_CR24","unstructured":"Shen Li, Shaohan Hu, Raghu Ganti, Mudhakar Srivatsa, and Tarek Abdelzaher. Pyro: A spatial-temporal big-data storage system. In 2015 USENIX Annual Technical Conference (USENIX ATC 15), pages 97\u2013109, Santa Clara, CA, July 2015. USENIX Association."},{"key":"12_CR25","doi-asserted-by":"crossref","unstructured":"Pattie Maes. Concepts and experiments in computational reflection. In Conference Proceedings on Object-oriented Programming Systems, Languages and Applications, OOPSLA \u201987, pages 147\u2013155, New York, NY, USA, 1987. ACM.","DOI":"10.1145\/38765.38821"},{"key":"12_CR26","doi-asserted-by":"crossref","unstructured":"Ole\u00a0J. Mengshoel, Severino\u00a0F. Gal\u00e1n, and Antonio de\u00a0Dios. Adaptive generalized crowding for genetic algorithms. Inf. Sci., 258:140\u2013159, 2014.","DOI":"10.1016\/j.ins.2013.08.056"},{"key":"12_CR27","doi-asserted-by":"crossref","unstructured":"Ole\u00a0J. Mengshoel and David\u00a0E. Goldberg. The crowding approach to niching in genetic algorithms. Evol. Comput., 16(3):315\u2013354, September 2008.","DOI":"10.1162\/evco.2008.16.3.315"},{"key":"12_CR28","unstructured":"Ole\u00a0J. Mengshoel, Abe Ishihara, and Erik Reed. Reactive bayesian network computation using feedback control: An empirical study. In Proceedings of the Ninth UAI Bayesian Modeling Applications Workshop, Catalina Island, United States, August 18, 2012, pages 44\u201354, 2012."},{"key":"12_CR29","doi-asserted-by":"crossref","unstructured":"Ole\u00a0J. Mengshoel, Dan Roth, and David\u00a0C. Wilkins. Portfolios in stochastic local search: Efficiently computing most probable explanations in bayesian networks. J. Autom. Reasoning, 46(2):103\u2013160, 2011.","DOI":"10.1007\/s10817-010-9170-5"},{"key":"12_CR30","unstructured":"Alessandro\u00a0Vittorio Papadopoulos, Ahmed Ali-Eldin, Karl-Erik \u00c5rz\u00e9n, Johan Tordsson, and Erik Elmroth. PEAS: A performance evaluation framework for auto-scaling strategies in cloud applications. ACM Transactions on Modeling and Performance Evaluation of Computing Systems, 2016."},{"key":"12_CR31","doi-asserted-by":"crossref","unstructured":"L.\u00a0Parolini, B.\u00a0Sinopoli, B.H. Krogh, and Zhikui Wang. A cyber-physical systems approach to data center modeling and control for energy efficiency. Proceedings of the IEEE, 100(1):254\u2013268, Jan 2012.","DOI":"10.1109\/JPROC.2011.2161244"},{"key":"12_CR32","doi-asserted-by":"crossref","unstructured":"Wenyi Qian, Xin Peng, Bihuan Chen, John Mylopoulos, Huanhuan Wang, and Wenyun Zhao. Rationalism with a dose of empiricism: Case-based reasoning for requirements-driven self-adaptation. In Requirements Engineering Conference (RE), 2014 IEEE 22nd International, pages 113\u2013122, Aug 2014.","DOI":"10.1109\/RE.2014.6912253"},{"key":"12_CR33","doi-asserted-by":"crossref","unstructured":"E.\u00a0Reed, A.\u00a0Ishihara, and O.\u00a0Mengshoel. Adaptive control of bayesian network computation. In Resilient Control Systems (ISRCS), 2012 5th International Symposium on, pages 106\u2013111, Aug 2012.","DOI":"10.1109\/ISRCS.2012.6309302"},{"key":"12_CR34","unstructured":"Francesca Rossi, Peter\u00a0van Beek, and Toby Walsh. Handbook of Constraint Programming (Foundations of Artificial Intelligence). Elsevier Science Inc., New York, NY, USA, 2006."},{"key":"12_CR35","doi-asserted-by":"crossref","unstructured":"Jun Shi, Ole\u00a0J. Mengshoel, and Dipan\u00a0K. Pal. Feedback control for multi-modal optimization using genetic algorithms. In Genetic and Evolutionary Computation Conference, GECCO \u201914, Vancouver, BC, Canada, July 12-16, 2014, pages 839\u2013846, 2014.","DOI":"10.1145\/2576768.2598231"},{"key":"12_CR36","doi-asserted-by":"crossref","unstructured":"Filippo Sironi, Martina Maggio, Riccardo Cattaneo, Giovanni\u00a0Francesco Del\u00a0Nero, Donatella Sciuto, and Marco\u00a0Domenico Santambrogio. ThermOS: System support for dynamic thermal management of chip multi-processors. In Proceedings of the 22Nd International Conference on Parallel Architectures and Compilation Techniques, PACT \u201913, pages 41\u201350, Piscataway, NJ, USA, 2013. IEEE Press.","DOI":"10.1109\/PACT.2013.6618802"},{"key":"12_CR37","unstructured":"Richard\u00a0S. Sutton and Andrew\u00a0G. Barto. Introduction to Reinforcement Learning. MIT Press, Cambridge, MA, USA, 1st edition, 1998."},{"key":"12_CR38","doi-asserted-by":"crossref","unstructured":"G.\u00a0Tesauro, N.K. Jong, R.\u00a0Das, and M.N. Bennani. A hybrid reinforcement learning approach to autonomic resource allocation. In Autonomic Computing, 2006. ICAC \u201906. IEEE International Conference on, pages 65\u201373, June 2006.","DOI":"10.1109\/ICAC.2006.1662383"},{"key":"12_CR39","doi-asserted-by":"crossref","unstructured":"Gerald Tesauro, Rajarshi Das, William\u00a0E Walsh, and Jeffrey\u00a0O Kephart. Utility-function-driven resource allocation in autonomic systems. In null, pages 342\u2013343. IEEE, 2005.","DOI":"10.1109\/ICAC.2005.65"},{"key":"12_CR40","doi-asserted-by":"crossref","unstructured":"Matthias Tichy and Holger Giese. A self-optimizing run-time architecture for configurable dependability of services. In Rog\u00e9rio de\u00a0Lemos, Cristina Gacek, and Alexander Romanovsky, editors, Architecting Dependable Systems II, volume 3069 of Lecture Notes in Computer Science, pages 25\u201350. Springer Berlin Heidelberg, 2004.","DOI":"10.1007\/978-3-540-25939-8_2"},{"key":"12_CR41","doi-asserted-by":"crossref","unstructured":"K.\u00a0Van\u00a0Moffaert, T.\u00a0Brys, A.\u00a0Chandra, L.\u00a0Esterle, P.R. Lewis, and A.\u00a0Nowe. A novel adaptive weight selection algorithm for multi-objective multi-agent reinforcement learning. In Neural Networks (IJCNN), 2014 International Joint Conference on, pages 2306\u20132314, July 2014.","DOI":"10.1109\/IJCNN.2014.6889637"},{"key":"12_CR42","doi-asserted-by":"crossref","unstructured":"Thomas Vogel, Andreas Seibel, and Holger Giese. The role of models and megamodels at runtime. In Proceedings of the 2010 International Conference on Models in Software Engineering, MODELS\u201910, pages 224\u2013238, Berlin, Heidelberg, 2011. Springer-Verlag.","DOI":"10.1007\/978-3-642-21210-9_22"},{"key":"12_CR43","doi-asserted-by":"crossref","unstructured":"Christopher J.C.H. Watkins and Peter Dayan. Q-learning. Machine Learning, 8(3-4):279\u2013292, 1992.","DOI":"10.1023\/A:1022676722315"},{"key":"12_CR44","unstructured":"R.R. Yager and L.A. Zadeh. An Introduction to Fuzzy Logic Applications in Intelligent Systems. The Springer International Series in Engineering and Computer Science. Springer US, 2012."},{"key":"12_CR45","doi-asserted-by":"crossref","unstructured":"Jingling Yuan, Xing Jiang, Luo Zhong, and Hui Yu. Energy aware resource scheduling algorithm for data center using reinforcement learning. In Intelligent Computation Technology and Automation (ICICTA), 2012 Fifth International Conference on, pages 435\u2013438, Jan 2012.","DOI":"10.1109\/ICICTA.2012.115"}],"container-title":["Self-Aware Computing Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-47474-8_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,14]],"date-time":"2025-06-14T18:28:04Z","timestamp":1749925684000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-47474-8_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319474724","9783319474748"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-47474-8_12","relation":{},"subject":[],"published":{"date-parts":[[2017]]}}}