{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,20]],"date-time":"2026-07-20T21:05:12Z","timestamp":1784581512002,"version":"3.55.0"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2007,4,30]],"date-time":"2007-04-30T00:00:00Z","timestamp":1177891200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2008,1]]},"DOI":"10.1007\/s11227-007-0135-3","type":"journal-article","created":{"date-parts":[[2007,4,28]],"date-time":"2007-04-28T22:20:45Z","timestamp":1177798845000},"page":"1-19","source":"Crossref","is-referenced-by-count":21,"title":["A reinforcement learning framework for online data migration in hierarchical storage systems"],"prefix":"10.1007","volume":"43","author":[{"given":"David","family":"Vengerov","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2007,4,30]]},"reference":[{"key":"135_CR1","unstructured":"Das R, Tesauro GJ, Walsh WE (2005) Model-based and model-free approaches to autonomic resource allocation. IBM Technical Report RC23802"},{"key":"135_CR2","unstructured":"Hasinoff SW (2002) Reinforcement learning for problems with hidden state. Technical Report, University of Toronto, Department of Computer Science"},{"key":"135_CR3","volume-title":"Dynamic programming and Markov processes","author":"RA Howard","year":"1960","unstructured":"Howard RA (1960) Dynamic programming and Markov processes. Wiley, New York"},{"key":"135_CR4","unstructured":"Kretchmar RM, Anderson CW (1997) Comparison of CMACs and RBFs for local function approximators in reinforcement learning. In: Proceedings of the IEEE international conference on machine learning, Houston, TX, pp 834\u2013837"},{"key":"135_CR5","unstructured":"Lin LJ, Mitchell TM (1992) Memory approaches to reinforcement learning in non-Markovian domain. Carnegie Mellon School of Computer Science Technical Report CMU-CS-92-138"},{"key":"135_CR6","first-page":"219","volume-title":"Conference on file and storage technology (FAST\u201902)","author":"C Lu","year":"2002","unstructured":"Lu C, Alvarez GA, Wilkes J (2002) Aqueduct: online data migration with performance guarantees. In: Conference on file and storage technology (FAST\u201902), Monterey, CA. USENIX, Berkeley, pp\u00a0219\u2013230"},{"key":"135_CR7","unstructured":"McCallum AK (1995) Reinforcement learning with selective perception and hidden state, PhD thesis, University of Rochester, Department of Computer Science"},{"issue":"2","key":"135_CR8","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1147\/sj.422.0250","volume":"42","author":"J Menon","year":"2003","unstructured":"Menon J, Pease DA, Rees B, Duyanovich LM, Hillsber BL (2003) IBM storage tank\u2014a heterogeneous scalable SAN file system. IBM Syst J 42(2):250\u2013267","journal-title":"IBM Syst J"},{"key":"135_CR9","unstructured":"Meuleau N, Peshkin L, Kim K-E, Kaelbling LP (1999) Learning finite-state controllers for partially observable environments. In: Proceedings of the fifteenth conference on uncertainty in artificial intelligence (UAI), pp 427\u2013436"},{"issue":"3","key":"135_CR10","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1109\/90.392383","volume":"3","author":"V Paxson","year":"1995","unstructured":"Paxson V, Floyd S (1995) Wide-area traffic: the failure of poisson modeling. IEEE\/ACM Trans Netw 3(3):226\u2013244","journal-title":"IEEE\/ACM Trans Netw"},{"key":"135_CR11","doi-asserted-by":"crossref","unstructured":"Sinnwell M, Weikum G (1997) A cost-model-based online method for distributed caching. In: Proceedings of the thirteenth international conference on data engineering (ICDE), Birmingham, UK, pp\u00a0532\u2013541","DOI":"10.1109\/ICDE.1997.582022"},{"key":"135_CR12","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction. MIT, Cambridge"},{"key":"135_CR13","unstructured":"Sun Microsystems Inc. (2004) Sun StorEdge QFS and SAM-FS software. Technical white paper. Available electronically at http:\/\/www.sun.com\/storage\/white-papers\/qfs-samfs.pdf"},{"issue":"5","key":"135_CR14","doi-asserted-by":"crossref","first-page":"674","DOI":"10.1109\/9.580874","volume":"42","author":"JN Tsitsiklis","year":"1997","unstructured":"Tsitsiklis JN, Van Roy B (1997) An Analysis of Temporal-Difference Learning with Function Approximation. IEEE Trans Autom Control 42(5):674\u2013690","journal-title":"IEEE Trans Autom Control"},{"key":"135_CR15","series-title":"Lecture notes in computer science","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/11589990_14","volume-title":"18th Australian joint conference on artificial intelligence","author":"P Vamplew","year":"2005","unstructured":"Vamplew P, Ollington R (2005) Global versus local constructive function approximation for on-line reinforcement learning. In: 18th Australian joint conference on artificial intelligence, Sydney, Australia, 5\u20139 December 2005. Lecture notes in computer science, vol 3809. Springer, Berlin, pp 113\u2013121"},{"key":"135_CR16","unstructured":"Vengerov D (2005) Reinforcement learning framework for utility-based scheduling in resource-constrained systems. Sun Microsystems Laboratories Technical Report TR-2005-141"},{"key":"135_CR17","unstructured":"Vengerov D (2005) A reinforcement learning approach to dynamic resource allocation. Sun Microsystems Laboratories Technical Report TR-2005-148"},{"key":"135_CR18","unstructured":"Vengerov D (2006) Dynamic tuning of online data migration policies in hierarchical storage systems using reinforcement learning. Sun Microsystems Laboratories Technical Report TR-2006-157"},{"key":"135_CR19","doi-asserted-by":"crossref","unstructured":"Verma A, Sharma U, Rubas J, Pease D, Kaplan M, Jain R, Devarakonda M, Beigi M (2005) An architecture for lifecycle management in very large file systems. In: Proceedings of the 22nd IEEE\/13th NASA Goddard conference on mass storage systems and technologies (MSST), pp 160\u2013168","DOI":"10.1109\/MSST.2005.4"},{"key":"135_CR20","doi-asserted-by":"crossref","unstructured":"Wang L-X (1992) Fuzzy systems are universal approximators. In: Proceedings of the IEEE international conference on fuzzy systems (FUZZ-IEEE \u201992), pp 1163\u20131169","DOI":"10.1109\/FUZZY.1992.258721"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-007-0135-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11227-007-0135-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-007-0135-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T10:23:55Z","timestamp":1559384635000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11227-007-0135-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,4,30]]},"references-count":20,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2008,1]]}},"alternative-id":["135"],"URL":"https:\/\/doi.org\/10.1007\/s11227-007-0135-3","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2007,4,30]]}}}