{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T13:40:03Z","timestamp":1746279603298,"version":"3.40.4"},"publisher-location":"Berlin, Heidelberg","reference-count":20,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783662438794"},{"type":"electronic","value":"9783662438800"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-662-43880-0_27","type":"book-chapter","created":{"date-parts":[[2014,6,25]],"date-time":"2014-06-25T09:42:01Z","timestamp":1403689321000},"page":"248-255","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Adaptive Critic Design and Heuristic Search for Optimization"],"prefix":"10.1007","author":[{"given":"Petia","family":"Koprinkova-Hristova","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,6,26]]},"reference":[{"issue":"5","key":"27_CR1","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","volume":"13","author":"AG Barto","year":"1983","unstructured":"Barto, A.G., Sutton, R.S., Anderson, C.W.: Neuronlike adaptive elements that can solve difficult learning control problems. IEEE Trans. Syst. Man Cybern. 13(5), 834\u2013846 (1983)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"key":"27_CR2","volume-title":"Dynamic Programming","author":"RE Bellman","year":"1957","unstructured":"Bellman, R.E.: Dynamic Programming. Princeton Univ. Press, Princeton (1957)"},{"key":"27_CR3","volume-title":"Neuro-Dymanic Programming","author":"DP Bertsekas","year":"1996","unstructured":"Bertsekas, D.P., Tsitsiklis, J.N.: Neuro-Dymanic Programming. Athena Scientific, Belmont (1996)"},{"key":"27_CR4","unstructured":"Jaeger, H.: Tutorial on training recurrent neural networks, covering BPPT, RTRL, EKF and the \u201cecho state network approach. GMD Report 159, German National Research Center for Information Technology (2002)"},{"key":"27_CR5","first-page":"593","volume-title":"In: Advances in Neural Information Processing Systems 15 (NIPS 2002)","author":"H Jaeger","year":"2003","unstructured":"Jaeger, H.: Adaptive nonlinear system identification with echo state networks. In: Advances in Neural Information Processing Systems 15 (NIPS 2002), pp. 593\u2013600. MIT Press, Cambridge (2003)"},{"key":"27_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1007\/978-3-642-15822-3_54","volume-title":"Artificial Neural Networks \u2013 ICANN 2010","author":"P Koprinkova-Hristova","year":"2010","unstructured":"Koprinkova-Hristova, P., Palm, G.: Adaptive critic design with ESN critic for bioprocess optimization. In: Diamantaras, K., Duch, W., Iliadis, L.S. (eds.) ICANN 2010, Part II. LNCS, vol. 6353, pp. 438\u2013447. Springer, Heidelberg (2010)"},{"issue":"4","key":"27_CR7","doi-asserted-by":"crossref","first-page":"964","DOI":"10.1080\/13102818.2008.10817589","volume":"22","author":"P Koprinkova-Hristova","year":"2008","unstructured":"Koprinkova-Hristova, P.: Knowledge-based approach to control of mixed culture cultivation for PHB production process. Biotechnol. Biotechnol. Equip. 22(4), 964\u2013967 (2008)","journal-title":"Biotechnol. Biotechnol. Equip."},{"key":"27_CR8","doi-asserted-by":"crossref","unstructured":"Koprinkova-Hristova, P., Oubbati, M., Palm, G.: Adaptive critic design with echo state network. In: Proceedings of 2010 IEEE International Conference on Systems, Man and Cybernetics, Istanbul, Turkey, pp. 1010\u20131015, 10\u201313 October 2010","DOI":"10.1109\/ICSMC.2010.5641744"},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"Lenardis, G.G.: A retrospective on adaptive dynamic programming for control. In: Proceedings of Interenational Joint Conference on Neural Networks, Atlanta, GA, USA, pp. 1750\u20131757, 14\u201319 June 2009","DOI":"10.1109\/IJCNN.2009.5178716"},{"key":"27_CR10","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cosrev.2009.03.005","volume":"3","author":"M Lukosevicius","year":"2009","unstructured":"Lukosevicius, M., Jaeger, H.: Reservoir computing approaches to recurrent neural network training. Comput. Sci. Revi. 3, 127\u2013149 (2009)","journal-title":"Comput. Sci. Revi."},{"key":"27_CR11","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1162\/106454602320184202","volume":"8","author":"N Meuleau","year":"2002","unstructured":"Meuleau, N., Dorigo, M.: Ant colony optimization and stochastic gradient descent. Artif. Life 8, 103\u2013121 (2002)","journal-title":"Artif. Life"},{"key":"27_CR12","unstructured":"Prokhorov, D.V.: Adaptive critic designs and their applications. Ph.D. dissertation. Department of Electrical Engineering, Texas Tech University (1997)"},{"key":"27_CR13","doi-asserted-by":"crossref","unstructured":"Prokhorov, D.: Toward effective combination of off-line and on-line training in ADP framework. In: Proceedings of the 2007 IEEE Symposium on Approximate Dynamic Programming and Reinforcement Learning (ADPRL 2007), pp. 268\u2013271 (2007)","DOI":"10.1109\/ADPRL.2007.368198"},{"issue":"4","key":"27_CR14","doi-asserted-by":"publisher","first-page":"1003","DOI":"10.1109\/TNN.2007.899521","volume":"18","author":"D Prokhorov","year":"2007","unstructured":"Prokhorov, D.: Training recurrent neurocontrollers for real-time applications. IEEE Trans. Neural Netw. 18(4), 1003\u20131015 (2007)","journal-title":"IEEE Trans. Neural Netw."},{"key":"27_CR15","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.1016\/j.neucom.2007.12.020","volume":"71","author":"B Schrauwen","year":"2008","unstructured":"Schrauwen, B., Wandermann, M., Verstraeten, D., Steil, J.J.: Improving reservoirs using intrinsic plasticity. Neurocomputing 71, 1159\u20131171 (2008)","journal-title":"Neurocomputing"},{"issue":"2","key":"27_CR16","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1109\/72.914523","volume":"12","author":"J Si","year":"2001","unstructured":"Si, J., Wang, Y.-T.: On-line learning control by association and reinforcement. IEEE Trans. Neural Netw. 12(2), 264\u2013276 (2001)","journal-title":"IEEE Trans. Neural Netw."},{"key":"27_CR17","unstructured":"Simple and very simple Matlab toolbox for Echo State Networks by H. Jaeger and group members. http:\/\/www.reservoir-computing.org\/software"},{"key":"27_CR18","first-page":"9","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton, R.S.: Learning to predict by methods of temporal differences. Mach. Learn. 3, 9\u201344 (1988)","journal-title":"Mach. Learn."},{"key":"27_CR19","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/S1369-703X(01)00184-X","volume":"10","author":"M Tohyama","year":"2002","unstructured":"Tohyama, M., Patarinska, T., Qiang, Z., Shimizu, K.: Modeling of the mixed culture and periodic control for PHB production. Biochem. Eng. J. 10, 157\u2013173 (2002)","journal-title":"Biochem. Eng. J."},{"issue":"10","key":"27_CR20","doi-asserted-by":"publisher","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"PJ Werbos","year":"1990","unstructured":"Werbos, P.J.: Backpropagation through time: What it does and how to do it. Proc. IEEE 78(10), 1550\u20131560 (1990)","journal-title":"Proc. IEEE"}],"container-title":["Lecture Notes in Computer Science","Large-Scale Scientific Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-662-43880-0_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T13:09:34Z","timestamp":1746277774000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-662-43880-0_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783662438794","9783662438800"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-662-43880-0_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]},"assertion":[{"value":"26 June 2014","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}