{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,10,10]],"date-time":"2023-10-10T17:29:34Z","timestamp":1696958974299},"reference-count":14,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2006,3,15]],"date-time":"2006-03-15T00:00:00Z","timestamp":1142380800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2007,1]]},"DOI":"10.1007\/s00500-006-0054-x","type":"journal-article","created":{"date-parts":[[2006,3,14]],"date-time":"2006-03-14T03:26:19Z","timestamp":1142306779000},"page":"81-89","source":"Crossref","is-referenced-by-count":2,"title":["An Adaptive Actor-critic Algorithm with Multi-step Simulated Experiences for Controlling Nonholonomic Mobile Robots"],"prefix":"10.1007","volume":"11","author":[{"given":"Rafiuddin","family":"Syam","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Keigo","family":"Watanabe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kiyotaka","family":"Izumi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2006,3,15]]},"reference":[{"issue":"2","key":"54_CR1","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1109\/91.669012","volume":"6","author":"WM Buijtenen van","year":"1998","unstructured":"van Buijtenen WM, Schram G, Babu\u0161ka R, Verbruggen HB (1998) Adaptive fuzzy control of satellite attitude by reinforcement learning. IEEE Trans Fuzzy Syst 6(2):185\u2013194","journal-title":"IEEE Trans Fuzzy Syst"},{"key":"54_CR2","first-page":"9","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton RS (1988) Learning to predict by the methods of temporal differences. Mach Learn 3:9\u201344","journal-title":"Mach Learn"},{"issue":"4","key":"54_CR3","doi-asserted-by":"crossref","first-page":"1143","DOI":"10.1137\/S0363012901385691","volume":"42","author":"VR Konda","year":"2003","unstructured":"Konda VR, Tsitsiklis JN (2003) On actor-critic algorithms. SIAM J Contr Optim 42(4):1143\u20131166","journal-title":"SIAM J Contr Optim"},{"key":"54_CR4","unstructured":"Watanabe K, Syam R, Izumi K, Kiguchi K (2001) Adaptive actor-critic with current estimated or predicted value-function. In: Proceeding of the international Conference on KES2001. Osaka, Japan, pp 1308\u20131318"},{"key":"54_CR5","unstructured":"Syam R, Watanabe K, Izumi K, Kiguchi K (2001) Adaptive actor-critic learning of mobile robots using actual and simulated experiences. In: Proceedings of the international Conference on ICCAS2001. Cheju, Korea, pp 312\u2013316"},{"key":"54_CR6","volume-title":"Adaptive estimation and control","author":"K Watanabe","year":"1992","unstructured":"Watanabe K (1992) Adaptive estimation and control. Prentice Hall, London"},{"key":"54_CR7","unstructured":"Syam R, Watanabe K, Izumi K, Kiguchi K (2002) Adaptive actor-critic learning of mobile robot using simulated experience through predictive model. In: Proceedings of the international conference on AROB2002. Beppu, Japan, pp 421\u2013424"},{"key":"54_CR8","doi-asserted-by":"crossref","unstructured":"Syam R, Watanabe K, Izumi K, Kiguchi K (2002) Control of nonholonomic mobile robot by an adaptive actor-critic method with simulated experience based value-functions. In: Proceedings of 2002 IEEE international conference on Robotics and Automation (ICRA2002). Washington D.C., pp 3960\u20133965","DOI":"10.1109\/ROBOT.2002.1014349"},{"issue":"5","key":"54_CR9","doi-asserted-by":"crossref","first-page":"997","DOI":"10.1109\/72.623201","volume":"8","author":"DV Prokhorov","year":"1997","unstructured":"Prokhorov DV, Wunch DC (1997) Adaptive critic designs. IEEE Trans Neural Network 8(5):997\u20131007","journal-title":"IEEE Trans Neural Network"},{"issue":"5","key":"54_CR10","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","volume":"13","author":"AG Barto","year":"1983","unstructured":"Barto AG, Sutton RS, Anderson W (1983) Neuron-like adaptive elements can solve difficult learning control problems. IEEE Trans Syst Man, Cybernet 13(5):834\u2013846","journal-title":"IEEE Trans Syst Man, Cybernet"},{"key":"54_CR11","volume-title":"Reinforcement learning, an introduction","author":"RS Sutton","year":"1999","unstructured":"Sutton RS, Barto AG (1999) Reinforcement learning, an introduction. MIT Press, Cambridge"},{"issue":"2","key":"54_CR12","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1109\/87.486346","volume":"4","author":"K Watanabe","year":"1996","unstructured":"Watanabe K, Tang J, Nakamura M, Koga S, Fukuda T (1996) A fuzzy-Gaussian neural network and its application to mobile robot. IEEE Trans Contr Syst Technol 4(2):193\u2013199","journal-title":"IEEE Trans Contr Syst Technol"},{"issue":"4","key":"54_CR13","doi-asserted-by":"crossref","first-page":"589","DOI":"10.1109\/72.701173","volume":"9","author":"R Fierro","year":"1998","unstructured":"Fierro R, Lewis FL (1998) Control of nonholonomic mobile robot using neural networks. IEEE Trans Neural Network 9(4):589\u2013600","journal-title":"IEEE Trans Neural Network"},{"issue":"3","key":"54_CR14","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1002\/(SICI)1097-4563(199703)14:3<149::AID-ROB1>3.0.CO;2-R","volume":"14","author":"R Fierro","year":"1997","unstructured":"Fierro R, Lewis FL (1997) Control of a nonholonomic mobile robot: backstepping kinematics into dynamics. J Robot Syst 14(3):149\u2013163","journal-title":"J Robot Syst"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-006-0054-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00500-006-0054-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-006-0054-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,28]],"date-time":"2019-05-28T21:39:47Z","timestamp":1559079587000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00500-006-0054-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2006,3,15]]},"references-count":14,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2007,1]]}},"alternative-id":["54"],"URL":"https:\/\/doi.org\/10.1007\/s00500-006-0054-x","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2006,3,15]]}}}