{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T07:47:22Z","timestamp":1759132042426},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2014,11,15]],"date-time":"2014-11-15T00:00:00Z","timestamp":1416009600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Technol Manag"],"published-print":{"date-parts":[[2015,12]]},"DOI":"10.1007\/s10799-014-0205-1","type":"journal-article","created":{"date-parts":[[2014,11,14]],"date-time":"2014-11-14T10:28:38Z","timestamp":1415960918000},"page":"313-326","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Reinforcement learning-based prediction approach for distributed Dynamic Data-Driven Application Systems"],"prefix":"10.1007","volume":"16","author":[{"given":"Szu-Yin","family":"Lin","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,11,15]]},"reference":[{"key":"205_CR1","doi-asserted-by":"crossref","unstructured":"Liu B, Cao S, He W (2011) Distributed data mining for e-business. Inf Technol Manag 12:67\u201379","DOI":"10.1007\/s10799-011-0091-8"},{"key":"205_CR2","doi-asserted-by":"crossref","unstructured":"Aggarwal CC, Xie Y, Yu PS (2011) On dynamic data-driven selection of sensor streams. In: Proceedings of the 17th ACM SIGKDD international conference on knowledge discovery and data mining, San Diego, CA, USA, pp 1226\u20131234","DOI":"10.1145\/2020408.2020595"},{"key":"205_CR3","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1109\/TII.2012.2189221","volume":"10","author":"W He","year":"2014","unstructured":"He W, Da XL (2014) Integration of distributed enterprise applications: a survey. IEEE Trans Ind Inf 10:35\u201342","journal-title":"IEEE Trans Ind Inf"},{"key":"205_CR4","doi-asserted-by":"crossref","unstructured":"Darema F (2005) Dynamic Data Driven Applications Systems: new capabilities for application simulations and measurements. In: Computational science\u2014ICCS 2005 (lecture notes in computer science), vol 3515, pp 661\u2013712","DOI":"10.1007\/11428848_79"},{"key":"205_CR5","doi-asserted-by":"crossref","unstructured":"Darema F (2004) Dynamic Data Driven Applications Systems: a new paradigm for application simulations and measurements. In: Computational science\u2014ICCS 2004 (lecture notes in computer science), vol 3038, pp 662\u2013669","DOI":"10.1007\/978-3-540-24688-6_86"},{"key":"205_CR6","unstructured":"NSF. DDDAS 2006 workshop report (online). http:\/\/www.dddas.org\/nsf-workshop-2006\/wkshp_report.pdf"},{"key":"205_CR7","doi-asserted-by":"crossref","unstructured":"Lin S-Y, Chao K-M, Lo C-C, Godwin N\u00a0(2013)\u00a0Distributed dynamic data driven prediction based on reinforcement learning approach.\u00a0In: Proceedings of the 28th annual ACM symposium on applied computing\u00a0(SAC '13), New York, USA, pp 779\u2013784","DOI":"10.1145\/2480362.2480511"},{"key":"205_CR8","unstructured":"Mahadevan S, Kaelbling LP (1996) The NSF workshop on reinforcement learning: summary and observations. AI Mag 17:1\u201316"},{"key":"205_CR9","doi-asserted-by":"crossref","unstructured":"Bar-Hillel A, Di-Nur A, Ein-Dor L, Gilad-Bachrach R, Ittach Y (2007) Workstation capacity tuning using reinforcement learning. In: Proceedings of the 2007 ACM\/IEEE conference on supercomputing, Reno, Nevada, pp 1\u201311","DOI":"10.1145\/1362622.1362666"},{"key":"205_CR10","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/j.datak.2010.09.002","volume":"70","author":"Z Huang","year":"2011","unstructured":"Huang Z, van der Aalst WMP, Lu X, Duan H (2011) Reinforcement learning based resource allocation in business process management. Data Knowl Eng 70:127\u2013145","journal-title":"Data Knowl Eng"},{"key":"205_CR11","unstructured":"NSF. DDDAS 2000 workshop report (online). http:\/\/www.nsf.gov\/cise\/cns\/dddas\/dd_das_work_shop_rprt.pdf"},{"key":"205_CR12","doi-asserted-by":"crossref","unstructured":"Darema F (2007) Introduction to the ICCS 2007 workshop on dynamic data driven applications systems. In: Computational science\u2014ICCS 2007 (lecture notes in computer science), vol 4487, pp 955\u2013962","DOI":"10.1007\/978-3-540-72584-8_125"},{"key":"205_CR13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ecolmodel.2006.12.010","volume":"204","author":"Y Ouyang","year":"2007","unstructured":"Ouyang Y, Zhang JE, Luo SM (2007) Dynamic data driven application system: recent development and future perspective. Ecol Model 204:1\u20138","journal-title":"Ecol Model"},{"key":"205_CR14","doi-asserted-by":"crossref","first-page":"616","DOI":"10.1016\/j.ecoleng.2010.12.023","volume":"37","author":"Y Ouyang","year":"2011","unstructured":"Ouyang Y, Luo SM, Cui LH, Wang Q, Zhang JE (2011) Estimation of real-time N load in surface water using Dynamic Data-Driven Application System. Ecol Eng 37:616\u2013621","journal-title":"Ecol Eng"},{"key":"205_CR15","volume-title":"Towards a dynamic data driven system for rapid adaptive interdisciplinary ocean forecasting, Invited paper in Dynamic Data-Driven Application Systems","author":"N Patrikalakis","year":"2004","unstructured":"Patrikalakis N, McCarthy J, Robinson A, Schmidt H, Evangelinos C, Haley P, Lalis S, Lermustaux P, Tian R, Leslie W (2004) Towards a dynamic data driven system for rapid adaptive interdisciplinary ocean forecasting, Invited paper in Dynamic Data-Driven Application Systems. Kluwer, Amsterdam"},{"key":"205_CR16","doi-asserted-by":"crossref","unstructured":"Douglas CC, Lodder RA, Beezley JD, Mandel J, Ewing RE, Efendiev Y, Qin G, Iskandarani M, Coen J, Vodacek A, Kritz M, Haase G (2006) DDDAS approaches to wildland fire modeling and contaminant tracking. In: Proceedings of the 2006 winter simulation conference, Monterey, CA, pp 2117\u20132124","DOI":"10.1109\/WSC.2006.323011"},{"key":"205_CR17","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1007\/978-0-387-73659-4_14","volume":"239","author":"CC Douglas","year":"2007","unstructured":"Douglas CC, Bansal D, Beezley JD, Bennethum LS, Chakraborty S, Coen JL, Efendiev Y, Ewing RE, Hatcher J, Iskandarani M, Johnson CR, Li D, Kim MJ, Lodder RA, Mandel J, Qin G, Vodacek A (2007) Dynamic Data-Driven Application Systems for empty houses, contaminat tracking, and wildland fireline prediction. Grid-Based Probl Solving Environ 239:255\u2013272","journal-title":"Grid-Based Probl Solving Environ"},{"key":"205_CR18","doi-asserted-by":"crossref","unstructured":"Rodriguez R, Cortes A, Margalef T (2009) Injecting dynamic real-time data into a DDDAS for forest fire behavior prediction. In: Computational science\u2014ICCS 2009 (lecture notes in computer science), vol 5545, pp 489\u2013499","DOI":"10.1007\/978-3-642-01973-9_55"},{"key":"205_CR19","doi-asserted-by":"crossref","unstructured":"Rodriguez R, Cortes A, Margalef T (2010) Towards policies for data insertion in dynamic data driven application systems: a case study sudden changes in wildland fire. In: ICCS 2010\u2014international conference on computational science, proceedings, vol 1, pp 1261\u20131270","DOI":"10.1016\/j.procs.2010.04.141"},{"key":"205_CR20","doi-asserted-by":"crossref","unstructured":"Denham M, Cortes A, Margalef T, Luque E (2008) Applying a dynamic data driven genetic algorithm to improve forest fire spread prediction. In: Computational science\u2014ICCS 2008 (lecture notes in computer science), vol 5103, pp 36\u201345","DOI":"10.1007\/978-3-540-69389-5_6"},{"key":"205_CR21","doi-asserted-by":"crossref","unstructured":"Denham M, Cortes A, Margalef T (2009) Computational steering strategy to calibrate input variables in a dynamic data driven genetic algorithm for forest fire spread prediction. In: Computational science\u2014ICCS 2009 (lecture notes in computer science), vol 5545, pp 479\u2013488","DOI":"10.1007\/978-3-642-01973-9_54"},{"key":"205_CR22","doi-asserted-by":"crossref","unstructured":"Denham M, Cortes A, Margalef T (2009) Parallel dynamic data driven genetic algorithm for forest fire prediction. In: Recent advances in parallel virtual machine and message passing interface, proceedings, vol 5759, pp 323\u2013324","DOI":"10.1007\/978-3-642-03770-2_40"},{"key":"205_CR23","doi-asserted-by":"crossref","unstructured":"Fujimoto R, Guensler R, Hunter M, Kim H, Lee J, Leonard J, Palekar M, Schwan K, Seshasayee B (2006) Dynamic data driven application simulation of surface transportation systems. Computational science\u2014ICCS 2006 (lecture notes in computer science), vol 3993, pp 425\u2013432","DOI":"10.1007\/11758532_57"},{"key":"205_CR24","unstructured":"Rossetti M, Hill R, Johansson B, Dunkin A, Ingalls R (2009) A dynamic data-driven approach for rail transport system simulation. In: Proceedings of the 2009 winter simulation conference, Austin, TX, pp 2553\u20132562"},{"key":"205_CR25","doi-asserted-by":"crossref","unstructured":"Hunter MP, Fujimoto RM, Suh W, Kim HK (2006) An investigation of real-time dynamic data driven transportation simulation. In: Proceedings of the 2006 winter simulation conference, Monterey, CA, pp 1414\u20131421","DOI":"10.1109\/WSC.2006.323242"},{"key":"205_CR26","doi-asserted-by":"crossref","unstructured":"Pingali K, Stodghill P (2004) O\u2019SOAP\u2014a Web services framework for DDDAS applications. In: Computational science\u2014ICCS 2004 (lecture notes in computer science), vol 3038, pp 797\u2013804","DOI":"10.1007\/978-3-540-24688-6_103"},{"key":"205_CR27","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1145\/2188379.2188383","volume":"12","author":"S-Y Lin","year":"2012","unstructured":"Lin S-Y, Chao K-M, Lo C-C (2012) Service-oriented Dynamic Data Driven Application Systems to urban traffic management in resource-bounded environment. ACM SIGAPP Appl Comput Rev 12:35\u201349","journal-title":"ACM SIGAPP Appl Comput Rev"},{"key":"205_CR28","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Intell Res 4:237\u2013285","journal-title":"J Artif Intell Res"},{"key":"205_CR29","unstructured":"Manju MS, Punithavalli MM (2011) An analysis of Q-Learning algorithms with strategies of reward function. Int J Comput Sci Eng 3:814\u2013820"},{"key":"205_CR30","doi-asserted-by":"crossref","unstructured":"Vien NA, Viet NH, Lee S, Chung T (2007) Heuristic search based exploration in reinforcement learning. In: Proceedings of the 9th international work conference on artificial neural networks, San Sebasti, Spain, pp 110\u2013118","DOI":"10.1007\/978-3-540-73007-1_14"}],"container-title":["Information Technology and Management"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10799-014-0205-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10799-014-0205-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10799-014-0205-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,17]],"date-time":"2019-08-17T06:36:20Z","timestamp":1566023780000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10799-014-0205-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,11,15]]},"references-count":30,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2015,12]]}},"alternative-id":["205"],"URL":"https:\/\/doi.org\/10.1007\/s10799-014-0205-1","relation":{},"ISSN":["1385-951X","1573-7667"],"issn-type":[{"value":"1385-951X","type":"print"},{"value":"1573-7667","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,11,15]]}}}