{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T20:58:33Z","timestamp":1694638713521},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2010,6,8]],"date-time":"2010-06-08T00:00:00Z","timestamp":1275955200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2010,9]]},"DOI":"10.1007\/s10723-010-9161-0","type":"journal-article","created":{"date-parts":[[2010,6,7]],"date-time":"2010-06-07T01:31:23Z","timestamp":1275874283000},"page":"473-492","source":"Crossref","is-referenced-by-count":13,"title":["Multi-objective Reinforcement Learning for Responsive Grids"],"prefix":"10.1007","volume":"8","author":[{"given":"Julien","family":"Perez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"C\u00e9cile","family":"Germain-Renaud","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Balazs","family":"K\u00e9gl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Charles","family":"Loomis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,6,8]]},"reference":[{"key":"9161_CR1","unstructured":"The Grid Observatory Portal. www.grid-observatory.org . Accessed 24 May 2010"},{"key":"9161_CR2","first-page":"30","volume-title":"12th Int. Conf. on Machine Learning","author":"L Baird","year":"1995","unstructured":"Baird, L.: Residual algorithms: reinforcement learning with function approximation. In: 12th Int. Conf. on Machine Learning, pp. 30\u201337. Morgan Kaufmann, San Francisco, CA (1995)"},{"key":"9161_CR3","first-page":"295","volume":"239","author":"P Beckman","year":"2007","unstructured":"Beckman, P., Nadella, S., Trebon, N., Beschastnikh, I.: SPRUCE: a system for supporting urgent high-performance computing. IFIP Series 239, 295\u2013311 (2007)","journal-title":"IFIP Series"},{"key":"9161_CR4","doi-asserted-by":"crossref","unstructured":"Blanchet, C., Combet, C., Deleage, G.: Integrating bioinformatics resources on the EGEE Grid platform. In: 6th ACM\/IEEE Int. Symp. on Cluster Computing and the Grid, p.\u00a048 (2006)","DOI":"10.1109\/CCGRID.2006.1630940"},{"key":"9161_CR5","doi-asserted-by":"crossref","unstructured":"Blanchet, C., Mollon, R., Thain, D., Deleage, G.: Grid deployment of legacy bioinformatics applications with transparent data access. In: 7th IEEE\/ACM International Conference on Grid Computing, pp. 120\u2013127 (2006)","DOI":"10.1109\/ICGRID.2006.311006"},{"key":"9161_CR6","unstructured":"Boyan, J.A., Moore, A.W.: Generalization in reinforcement learning: safely approximating the value function. In: Advances in Neural Information Processing Systems, vol. 7, pp. 369\u2013376. MIT Press, Cambridge, MA (1995)"},{"key":"9161_CR7","unstructured":"Colling, D.J., McGough, A.S.: The GRIDCC project. In: 1st Int. Conf. on Communication System Software and Middleware, pp. 1\u20134 (2006)"},{"key":"9161_CR8","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1162\/089976600300015961","volume":"12","author":"K Doya","year":"2000","unstructured":"Doya, K.: Reinforcement learning in continuous time and space. Neural Comput. 12, 219\u2013245 (2000)","journal-title":"Neural Comput."},{"issue":"1\u20132","key":"9161_CR9","first-page":"97","volume":"7","author":"D Weissenbach","year":"2009","unstructured":"Weissenbach, D., Cl\u00e9v\u00e9d\u00e9, E., Gotab, B.: Distributed jobs on EGEE Grid infrastructure for an Earth science application: moment tensor computation at the centroid of an earthquake. Earth Science Informatics 7(1\u20132), 97\u2013106 (2009)","journal-title":"Earth Science Informatics"},{"issue":"7","key":"9161_CR10","doi-asserted-by":"crossref","first-page":"672","DOI":"10.1016\/j.future.2008.02.003","volume":"24","author":"A Iosup","year":"2008","unstructured":"Iosup, A., et al.: The Grid workloads archive. Future Gener. Comput. Syst. 24(7), 672\u2013686 (2008)","journal-title":"Future Gener. Comput. Syst."},{"key":"9161_CR11","doi-asserted-by":"crossref","unstructured":"Germain-Renaud, C., et\u00a0al.: Grid analysis of radiological data. In: Cannataro, M. (ed.) Handbook of Research on Computational Grid Technologies for Life Sciences, Biomedicine and Healthcare. IGI Press, Hershey, PA (2009)","DOI":"10.4018\/978-1-60566-374-6.ch019"},{"issue":"1","key":"9161_CR12","doi-asserted-by":"crossref","first-page":"33","DOI":"10.12921\/cmst.2006.12.01.33-45","volume":"12","author":"E Laure","year":"2006","unstructured":"Laure, E., et al.: Programming the Grid with gLite. Comput. Methods Sci. Technol. 12(1), 33\u201345 (2006)","journal-title":"Comput. Methods Sci. Technol."},{"key":"9161_CR13","doi-asserted-by":"crossref","first-page":"1729","DOI":"10.1098\/rsta.2005.1603","volume":"1833","author":"F Gagliardi","year":"2005","unstructured":"Gagliardi, F., et al.: Building an infrastructure for scientific Grid computing: status and goals of the EGEE project. Philos. Trans. R. Soc. A 1833, 1729\u20131742 (2005)","journal-title":"Philos. Trans. R. Soc. A"},{"issue":"4","key":"9161_CR14","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1007\/s10723-008-9108-x","volume":"6","author":"J Montagnat","year":"2008","unstructured":"Montagnat, J., et al.: Workflow-based data parallel applications on the EGEE production Grid infrastructure. Journal of Grid Computing 6(4), 369\u2013383 (2008)","journal-title":"Journal of Grid Computing"},{"issue":"3","key":"9161_CR15","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1177\/109434200101500302","volume":"15","author":"I Foster","year":"2001","unstructured":"Foster, I., Kesselman, C., Tuecke, S.: The anatomy of the Grid: enabling scalable virtual organizations. Int. J. Supercomput. Appl. 15(3), 200\u2013222 (2001)","journal-title":"Int. J. Supercomput. Appl."},{"key":"9161_CR16","doi-asserted-by":"crossref","unstructured":"Foster, I., Zhao, Y., Raicu, I., Lu, S.: Cloud computing and Grid computing 360-degree compared. In: Grid Computing Environments Workshop, pp. 1\u201310. IEEE, Austin, TX (2008)","DOI":"10.1109\/GCE.2008.4738445"},{"issue":"1","key":"9161_CR17","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1007\/s10723-007-9086-4","volume":"6","author":"C Germain-Renaud","year":"2008","unstructured":"Germain-Renaud, C., Loomis, C., Moscicki, J., Texier, R.: Scheduling for responsive Grids. Journal of Grid Computing 6(1), 15\u201327 (2008)","journal-title":"Journal of Grid Computing"},{"key":"9161_CR18","unstructured":"Germain-Renaud, C., Perez, J., K\u00e9gl, B., Loomis, C.: Grid differentiated services: a reinforcement learning approach. In: 8th IEEE International Symposium on Cluster Computing and the Grid, Lyon France (2008)"},{"issue":"6","key":"9161_CR19","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1109\/MIC.2009.137","volume":"13","author":"C Germain-Renaud","year":"2009","unstructured":"Germain-Renaud, C., Rana, O.F.: The convergence of clouds, Grids, and autonomics. Internet Computing 13(6), 9 (2009)","journal-title":"Internet Computing"},{"key":"9161_CR20","unstructured":"Gordon, G.J.: Reinforcement learning with function approximation converges to a region. In: Advances in Neural Information Processing Systems, pp. 1040\u20131046. MIT Press, Denver, CO (2001)"},{"key":"9161_CR21","unstructured":"Jaeger, H.: Adaptive nonlinear system identification with Echo State Networks. In: Advances in Neural Information Processing Systems, vol. 15, pp. 593\u2013600. MIT Press, Cambridge, MA (2003)"},{"issue":"5667","key":"9161_CR22","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1126\/science.1091277","volume":"304","author":"H Jaeger","year":"2004","unstructured":"Jaeger, H., Haas, H.: Harnessing nonlinearity: predicting chaotic systems and saving energy in wireless communication. Science 304(5667), 78\u201380 (2004)","journal-title":"Science"},{"key":"9161_CR23","unstructured":"Douglas Jensen, E., Douglas Locke, C., Tokuda, H.: A time-driven scheduling model for real-time operating systems. In: IEEE Real-Time Systems Symposium, pp. 112\u2013122 (1985)"},{"key":"9161_CR24","doi-asserted-by":"crossref","unstructured":"Amar, L., Barak, A., Levy, E., Okun, M.: An on-line algorithm for fair-share node allocations in a cluster. In: 7th IEEE\/ACM Int. Symp. on Cluster Computing and the Grid, pp. 83\u201391 (2007)","DOI":"10.1109\/CCGRID.2007.22"},{"issue":"4","key":"9161_CR25","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1145\/1243401.1243402","volume":"34","author":"H Li","year":"2007","unstructured":"Li, H., Muskulus, M.: Analysis and modeling of job arrivals in a production Grid. SIGMETRICS Perform. Eval. Rev. 34(4), 59\u201370 (2007)","journal-title":"SIGMETRICS Perform. Eval. Rev."},{"key":"9161_CR26","doi-asserted-by":"crossref","unstructured":"Li, H., Muskulus, M., Wolters, L.: Modeling correlated workloads by combining model based clustering and a localized sampling algorithm. In: 21st Int. Conf. on Supercomputing, pp. 64\u201372 (2007)","DOI":"10.1145\/1274971.1274983"},{"key":"9161_CR27","unstructured":"Llorente, I.M.: Researching cloud resource management and use: the StratusLab initiative. The Cloud Computing Journal. http:\/\/cloudcomputing.sys-con.com\/node\/856815 (2009). Accessed 24 May 2010"},{"key":"9161_CR28","doi-asserted-by":"crossref","unstructured":"Loomis, C.: The Grid observatory. In: Grids Meet Autonomic Computing workshop at ICAC\u201909. ACM, New York, NY (2009)","DOI":"10.1145\/1555301.1555307"},{"key":"9161_CR29","doi-asserted-by":"crossref","unstructured":"Luckow, A., Lacinski, L., Jha, S.: SAGA BigJob: an extensible and interoperable pilot-job abstraction for distributed applications and systems. In: 10th ACM\/IEEE Int. Symp. on Cluster, Cloud and Grid Computing (2010)","DOI":"10.1109\/CCGRID.2010.91"},{"key":"9161_CR30","doi-asserted-by":"crossref","unstructured":"Perez, J., Germain Renaud, C., K\u00e9gl, B., Loomis, C.: Utility-based reinforcement learning for reactive Grids. In: 5th IEEE International Conference on Autonomic Computing (2008). Short paper","DOI":"10.1109\/ICAC.2008.18"},{"key":"9161_CR31","doi-asserted-by":"crossref","unstructured":"Rasmusen, C.E., Williams, C.: Gaussian Processes for Machine Learning. MIT Press, Cambridge, MA (2006)","DOI":"10.7551\/mitpress\/3206.001.0001"},{"key":"9161_CR32","unstructured":"Sakellariou, R., Yarmolenko, V.: Job scheduling on the Grid: towards SLA-based scheduling. In: Grandinetti, L. (ed.) High Performance Computing and Grids in Action. IOS Press, Amsterdam (2008)"},{"key":"9161_CR33","doi-asserted-by":"crossref","unstructured":"Snell, Q., Clement, M.J., Jackson, D.B., Gregory, C.: The performance impact of advance reservation meta-scheduling. In: IPDPS \u201900\/JSSPP \u201900, pp. 137\u2013153. Springer, Berlin\/Heidelberg (2000)","DOI":"10.1007\/3-540-39997-6_9"},{"key":"9161_CR34","doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge, MA (1998)","DOI":"10.1109\/TNN.1998.712192"},{"key":"9161_CR35","doi-asserted-by":"crossref","unstructured":"Szita, I., Gyenes, V., Lorincz, A.: Reinforcement learning with echo state networks. In: Artificial Neural Networks, ICANN 2006, pp. 830\u2013839. Springer, Berlin\/Heidelberg (2006)","DOI":"10.1007\/11840817_86"},{"key":"9161_CR36","doi-asserted-by":"crossref","unstructured":"Tesauro, G., Jong, N.K., Das, R., Bennani, M.N.: On the use of hybrid reinforcement learning for autonomic resource allocation. Cluster Comput. 10(3), 287\u2013299 (2007)","DOI":"10.1007\/s10586-007-0035-6"},{"issue":"3","key":"9161_CR37","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1016\/0004-3702(89)90017-9","volume":"39","author":"G Tesauro","year":"1989","unstructured":"Tesauro, G., Sejnowski, T.J.: A parallel network that learns to play backgammon. Artif. Intell. 39(3), 357\u2013390 (1989)","journal-title":"Artif. Intell."},{"key":"9161_CR38","doi-asserted-by":"crossref","unstructured":"Tesauro, G.J., Walsh, W.E., Kephart, J.O.: Utility-function-driven resource allocation in autonomic systems. In: Int. Conf. Autonomic computing and Communications, pp. 342\u2013343 (2005)","DOI":"10.1109\/ICAC.2005.65"},{"key":"9161_CR39","unstructured":"Wu, H., Ravindran, B., Jensen, E.D., Balli, U.: Utility accrual scheduling under arbitrary time\/utility functions and multiunit resource constraints. In: IEEE Real-Time and Embedded Computing Systems and Applications, pp. 80\u201398 (2004)"},{"key":"9161_CR40","doi-asserted-by":"crossref","unstructured":"Vengerov, D.: A reinforcement learning approach to dynamic resource allocation. Eng. Appl. Artif. Intell. 20(3) (2007)","DOI":"10.1016\/j.engappai.2006.06.019"}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-010-9161-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10723-010-9161-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-010-9161-0","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,29]],"date-time":"2021-10-29T01:05:54Z","timestamp":1635469554000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10723-010-9161-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,6,8]]},"references-count":40,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2010,9]]}},"alternative-id":["9161"],"URL":"https:\/\/doi.org\/10.1007\/s10723-010-9161-0","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,6,8]]}}}