{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,2]],"date-time":"2025-02-02T15:10:28Z","timestamp":1738509028686,"version":"3.35.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2008,11,6]],"date-time":"2008-11-06T00:00:00Z","timestamp":1225929600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2009,3]]},"DOI":"10.1007\/s10586-008-0071-x","type":"journal-article","created":{"date-parts":[[2008,11,5]],"date-time":"2008-11-05T22:00:36Z","timestamp":1225922436000},"page":"87-100","source":"Crossref","is-referenced-by-count":3,"title":["An adaptive middleware for supporting time-critical event response"],"prefix":"10.1007","volume":"12","author":[{"given":"Qian","family":"Zhu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gagan","family":"Agrawal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2008,11,6]]},"reference":[{"key":"71_CR1","doi-asserted-by":"crossref","unstructured":"Bhat, V., Parashar, M., Liu, H., Khandekar, M., Kandasamy, N., Abdelwahed, S.: Enabling self-managing applications using model-based online control strategies. In: Proceedings of the 3rd International Conference on Autonomic Computing (ICAC06), June 2005, pp. 15\u201324","DOI":"10.1109\/ICAC.2006.1662377"},{"key":"71_CR2","doi-asserted-by":"crossref","unstructured":"Creighton, D.C., Nahavandi, S.: The application of a reinforcement learning agent to a multi-product manufacturing facility. In: Proceedings of the IEEE International Conference on Industrial Technology (ICIT02), pp. 1229\u20131234 (2002)","DOI":"10.1109\/ICIT.2002.1189350"},{"key":"71_CR3","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1016\/j.entcs.2007.05.046","volume":"189","author":"M. Cremene","year":"2007","unstructured":"Cremene, M., Riveill, M., Martel, C.: Autonomic adaptation based on service-context adequacy determination. Electron. Notes Theor. Comput. Sci. 189, 35\u201350 (2007)","journal-title":"Electron. Notes Theor. Comput. Sci."},{"key":"71_CR4","unstructured":"Crites, R.H., Barto, A.G.: Improving elevator performance using reinforcement learning. In: Proceedings of the Advances in Neural Information Processing Systems (NIPS 96), pp. 1017\u20131023 (1996)"},{"key":"71_CR5","doi-asserted-by":"crossref","unstructured":"Drebin, R.A., Carpenter, L., Hanrahan, P.: Volume rendering. In: Proceedings of the 15th Annual Conference on Computer Graphics and Interactive Techniques, pp. 65\u201374 (1988)","DOI":"10.1145\/54852.378484"},{"key":"71_CR6","doi-asserted-by":"crossref","unstructured":"Foster, I., Kesselman, C., Nick, J.M., Tuecke, S.: The physiology of the grid: An open grid services architecture for distributed systems integration. Global Grid Forum, 189, Open Grid Service Infrastructure Working Group (2002)","DOI":"10.1109\/MC.2002.1009167"},{"key":"71_CR7","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1109\/MC.2004.175","volume":"37","author":"D. Garlan","year":"2004","unstructured":"Garlan, D., Chen, S., Huang, A., Schmerl, B., Steenkiste, P.: Rainbow: Architecture-based self-adaptation with reusable infrastructure. IEEE Comput. 37, 46\u201354 (2004)","journal-title":"IEEE Comput."},{"key":"71_CR8","doi-asserted-by":"crossref","unstructured":"Hertz, T., Hillel, A.B., Weinshall, D.: Learning a kernel function for classification with small training samples. In: Proceedings of the 23rd International Conference on Machine Learning (ICML06), June 2006","DOI":"10.1145\/1143844.1143895"},{"key":"71_CR9","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, T., Mei, H., Zheng, Z., Liu, Z., Fan, G.: Towards autonomic computing middleware via reflection. In: Proceedings of the 28th Annual International Computer Software and Applications Conference(COMPSAC04), September 2004, pp. 135\u2013140","DOI":"10.1109\/CMPSAC.2004.1342817"},{"key":"71_CR10","doi-asserted-by":"crossref","unstructured":"Kandasamy, N., Abdelwahed, S., Hayes, J.P.: Self-optimization in computer systems via on-line control: Application to power management. In: Proceedings of the 1st International Conference on Autonomic Computing (ICAC04), June 2004, pp. 54\u201361","DOI":"10.1109\/ICAC.2004.1301347"},{"key":"71_CR11","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1109\/MC.2003.1160055","volume":"36","author":"J.O. Kephart","year":"2003","unstructured":"Kephart, J.O., Chess, D.M.: The vision of autonomic computing. IEEE Comput. 36, 41\u201350 (2003)","journal-title":"IEEE Comput."},{"key":"71_CR12","volume-title":"Optimal Control Theory: An Introduction","author":"D.E. Kirk","year":"1970","unstructured":"Kirk, D.E.: Optimal Control Theory: An Introduction. Prentice-Hall, Englewood Cliffs (1970)"},{"key":"71_CR13","doi-asserted-by":"crossref","unstructured":"Kumar, V., Cai, Z., Cooper, B.F., Eisenhauer, G., Schwan, K., Mansour, M., Seshasayee, B., Widener, P.: Implementing diverse messaging models with self-managing properties using if low. In: Proceedings of the 3rd International Conference on Autonomic Computing (ICAC06), January 2006, pp. 243\u2013252","DOI":"10.1109\/ICAC.2006.1662404"},{"key":"71_CR14","doi-asserted-by":"crossref","unstructured":"Lee, C., Suzuki, J.: An autonomic adaptation mechanism for decentralized grid applications. In: Proceedings of the 3rd IEEE Consumer Communications and Networking Conference (CCNC06), January 2006, pp. 583\u2013589","DOI":"10.1109\/CCNC.2006.1593091"},{"key":"71_CR15","unstructured":"Mahadevan, S., Connell, J.: Automatic programming of behavior-based robots using reinforcement learning. In: Proceedings of the Ninth National Conference on Artificial Intelligence (AAAI 91), pp. 768\u2013773 (1991)"},{"key":"71_CR16","unstructured":"Mahadevan, S., Marchalleck, N., Das, T., Gosavi, A.: Self-improving factory simulation using continuous-time average-reward reinforcement learning. In: Proceedings of the 14th International Conference on Machine Learning (IMLC 97), pp. 202\u2013210 (1997)"},{"key":"71_CR17","doi-asserted-by":"crossref","unstructured":"Mirin, A.A., Cohen, R.H., Curtis, B.C., Dannevik, W.P., Dimits, A.M., Duchauneau, M.A., Eliason, D.E., Schikore, D.R., Anderson, S.E., Porter, D.H., Woodward, P.R., Shieh, L.J., White, S.W.: Very high resolution simulation of compressible turbulence on the IBM-SP system. In: Proceedings of ACM\/IEEE Supercomputing Conference (SC99), 1999","DOI":"10.1145\/331532.331601"},{"key":"71_CR18","first-page":"48","volume":"9","author":"M. Parashar","year":"2006","unstructured":"Parashar, M., Liu, H., Li, Z., Matossian, V., Schmidt, C., Zhang, G., Hariri, S.: Automate: Enabling autonomic grid applications. Cluster Comput. 9, 48\u201357 (2006)","journal-title":"Cluster Comput."},{"key":"71_CR19","doi-asserted-by":"crossref","unstructured":"Poellabauer, C., Abbasi, H., Schwan, K.: Cooperative run-time management of adaptive applications and distributed resources. In: Proceedings of the 10th ACM International Conference on Multimedia, December 2002, pp. 402\u2013411","DOI":"10.1145\/641007.641090"},{"key":"71_CR20","doi-asserted-by":"crossref","unstructured":"Poellabauer, C., Schwan, K., Agarwal, S., Gavrilovska, A., Eisenhauer, G., Pande, S., Pu, C., Wolf, M.: Service morphing: Integrated system- and application-level service adaptation in autonomic systems. In: Proceedings of the 5th Annual International Workshop on Active Middleware Services (AMS03), June 2003","DOI":"10.1109\/ACW.2003.1210209"},{"key":"71_CR21","doi-asserted-by":"crossref","unstructured":"Ruth, P., Junghwan, R., Dongyan, X., Kennell, R., Goasguen, S.: Autonomic live adaptation of virtual computational environments in a multi-domain infrastructure. In: Proceedings of the 3rd International Conference on Autonomic Computing (ICAC06), June 2006, pp. 5\u201314","DOI":"10.1109\/ICAC.2006.1662376"},{"key":"71_CR22","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1147\/rd.33.0210","volume":"3","author":"A.L. Samuel","year":"1959","unstructured":"Samuel, A.L.: Some studies in machine learning using the game of checkers. IBM J. Res. Dev. 3, 211\u2013229 (1959)","journal-title":"IBM J. Res. Dev."},{"key":"71_CR23","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1109\/37.257895","volume":"14","author":"S. Schaal","year":"1994","unstructured":"Schaal, S., Atkeson, C.G.: Robot juggling: Implementation of memory-based learning. IEEE Control Syst. Mag. 14, 57\u201371 (1994)","journal-title":"IEEE Control Syst. Mag."},{"key":"71_CR24","volume-title":"Statistical Signal Processing","author":"L.L. Scharf","year":"1991","unstructured":"Scharf, L.L.: Statistical Signal Processing. Addison-Wesley, Reading (1991)"},{"key":"71_CR25","volume-title":"Reinforcement Learning: An Introduction","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"71_CR26","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1145\/203330.203343","volume":"38","author":"G. Tesauro","year":"1995","unstructured":"Tesauro, G.: Temporal difference learning and td-gammon. Commun. ACM 38, 58\u201368 (1995)","journal-title":"Commun. ACM"},{"key":"71_CR27","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1109\/MIC.2007.21","volume":"11","author":"G. Tesauro","year":"2007","unstructured":"Tesauro, G.: Reinforcement learning in autonomic computing: A manifesto and case studies. IEEE Internet Comput. 11, 22\u201330 (2007)","journal-title":"IEEE Internet Comput."},{"key":"71_CR28","doi-asserted-by":"crossref","unstructured":"Tesauro, G., Jong, N.K., Das, R., Bennani, M.N.: A hybrid reinforcement learning approach to autonomic resource allocation. In: Proceedings of the 3rd International Conference on Autonomic Computing (ICAC06), June 2005, pp. 65\u201373","DOI":"10.1109\/ICAC.2006.1662383"},{"key":"71_CR29","doi-asserted-by":"crossref","unstructured":"Trumler, W., Petzold, J., Bagci, F., Ungerer, T.: Amon\u2014autonomic middleware for ubiquitous environments applied to the smart doorplate project. In: Proceedings of the 1st International Conference on Autonomic Computing (ICAC04), May 2004","DOI":"10.1109\/ICAC.2004.1301376"},{"key":"71_CR30","doi-asserted-by":"crossref","unstructured":"Valetto, G., Kaiser, G., Phung, D.: A uniform programming abstraction for effecting autonomic adaptations onto software systems. In: Proceedings of the 2nd International Conference on Autonomic Computing (ICAC05), June 2005, pp. 286\u2013297","DOI":"10.1109\/ICAC.2005.6"},{"key":"71_CR31","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1109\/TVCG.2007.15","volume":"13","author":"C. Wang","year":"2006","unstructured":"Wang, C., Garcia, A., Shen, H.W.: Interactive level-of-detail selection using image-based quality metric for large volume visualization. IEEE Trans. Vis. Comput. Graph. 13, 122\u2013134 (2006)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"71_CR32","doi-asserted-by":"crossref","unstructured":"Wang, M., Kandasamy, N., Guez, A., Kam, M.: Adaptive performance control of computing systems via distributed cooperative control: Application to power management in computing clusters. In: Proceedings of the 3rd International Conference on Autonomic Computing (ICAC06), June 2006, pp. 165\u2013174","DOI":"10.1109\/ICAC.2006.1662395"},{"key":"71_CR33","unstructured":"Wang, C., Shen, H.W.: A framework for rendering large time-varying data using wavelet-based time-space partitioning (wtsp) tree. Technical report OSUCISRC-1\/04-TR05, Department of Computer and Information Science, Ohio State University (January 2004)"},{"key":"71_CR34","doi-asserted-by":"crossref","unstructured":"Zhu, H., Parashar, M., Yang, J., Zhang, Y., Rao, S., Hariri, S.: Self-adapting, self-optimizing runtime management of grid applications using pragma. In: Proceedings of the 17th IEEE International Parallel and Distributed Processing Symposium (IPDPS03), April 2003","DOI":"10.1109\/IPDPS.2003.1213382"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-008-0071-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10586-008-0071-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-008-0071-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,2]],"date-time":"2025-02-02T14:31:16Z","timestamp":1738506676000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10586-008-0071-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,11,6]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2009,3]]}},"alternative-id":["71"],"URL":"https:\/\/doi.org\/10.1007\/s10586-008-0071-x","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"type":"print","value":"1386-7857"},{"type":"electronic","value":"1573-7543"}],"subject":[],"published":{"date-parts":[[2008,11,6]]}}}