{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T15:40:41Z","timestamp":1759333241558,"version":"3.37.3"},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642135224"},{"type":"electronic","value":"9783642135231"}],"license":[{"start":{"date-parts":[[2010,1,1]],"date-time":"2010-01-01T00:00:00Z","timestamp":1262304000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-13523-1_10","type":"book-chapter","created":{"date-parts":[[2010,6,23]],"date-time":"2010-06-23T04:34:26Z","timestamp":1277267666000},"page":"69-80","source":"Crossref","is-referenced-by-count":11,"title":["Tug-of-War Model for Multi-armed Bandit Problem"],"prefix":"10.1007","author":[{"given":"Song-Ju","family":"Kim","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Masashi","family":"Aono","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Masahiko","family":"Hara","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"10_CR1","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1038\/35035159","volume":"407","author":"T. Nakagaki","year":"2000","unstructured":"Nakagaki, T., Yamada, H., Toth, A.: Maze-solving by an amoeboid organism. Nature\u00a0407, 470 (2000)","journal-title":"Nature"},{"key":"10_CR2","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.physa.2006.01.053","volume":"363","author":"A. Tero","year":"2006","unstructured":"Tero, A., Kobayashi, R., Nakagaki, T.: Physarum solver: A biologically inspired method of road-network navigation. Physica A\u00a0363, 115\u2013119 (2006)","journal-title":"Physica A"},{"key":"10_CR3","doi-asserted-by":"publisher","first-page":"68104","DOI":"10.1103\/PhysRevLett.99.068104","volume":"99","author":"T. Nakagaki","year":"2007","unstructured":"Nakagaki, T., Iima, M., Ueda, T., Nishiura, Y., Saigusa, T., Tero, A., Kobayashi, R., Showalter, K.: Minimum-risk path finding by an adaptive amoebal network. Phys. Rev. Lett.\u00a099, 068104 (2007)","journal-title":"Phys. Rev. Lett."},{"key":"10_CR4","doi-asserted-by":"publisher","first-page":"18101","DOI":"10.1103\/PhysRevLett.100.018101","volume":"100","author":"T. Saigusa","year":"2008","unstructured":"Saigusa, T., Tero, A., Nakagaki, T., Kuramoto, Y.: Amoebae anticipate periodic events. Phys. Rev. Lett.\u00a0100, 018101 (2008)","journal-title":"Phys. Rev. Lett."},{"issue":"9","key":"10_CR5","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1145\/1284621.1284651","volume":"50","author":"M. Aono","year":"2007","unstructured":"Aono, M., Hara, M., Aihara, K.: Amoeba-based neurocomputing with chaotic dynamics. Communications of the ACM\u00a050(9), 69\u201372 (2007)","journal-title":"Communications of the ACM"},{"key":"10_CR6","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/j.biosystems.2007.08.004","volume":"91","author":"M. Aono","year":"2008","unstructured":"Aono, M., Hara, M.: Spontaneous deadlock breaking on amoeba-based neurocomputer. BioSystems\u00a091, 83\u201393 (2008)","journal-title":"BioSystems"},{"key":"10_CR7","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/s00354-008-0058-4","volume":"27","author":"M. Aono","year":"2009","unstructured":"Aono, M., Hirata, Y., Hara, M., Aihara, K.: Amoeba-based chaotic neurocomputing: Combinatorial optimization by coupled biological oscillators. New Generation Computing\u00a027, 129\u2013157 (2009)","journal-title":"New Generation Computing"},{"key":"10_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1007\/978-3-642-03745-0_13","volume-title":"Unconventional Computation","author":"M. Aono","year":"2009","unstructured":"Aono, M., Hirata, Y., Hara, M., Aihara, K.: Resource-competing oscillator network as a model of amoeba-based neurocomputer. In: Calude, C.S., Costa, J.F., Dershowitz, N., Freire, E., Rozenberg, G. (eds.) UC 2009. LNCS, vol.\u00a05715, pp. 56\u201369. Springer, Heidelberg (2009)"},{"key":"10_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1007\/978-3-642-03745-0_32","volume-title":"Unconventional Computation","author":"S.-J. Kim","year":"2009","unstructured":"Kim, S.-J., Aono, M., Hara, M.: Tug-of-war model for two-bandit problem. In: Calude, C.S., Costa, J.F., Dershowitz, N., Freire, E., Rozenberg, G. (eds.) UC 2009. LNCS, vol.\u00a05715, p. 289. Springer, Heidelberg (2009)"},{"key":"10_CR10","unstructured":"Kim, S.-J., Aono, M., Hara, M.: Tug-of-war model for the two-bandit problem: nonlocally-correlated parallel exploration via resource conservation (submitted)"},{"key":"10_CR11","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1090\/S0002-9904-1952-09620-8","volume":"58","author":"H. Robbins","year":"1952","unstructured":"Robbins, H.: Some aspects of the sequential design of experiments. Bull. Amer. Math. Soc.\u00a058, 527\u2013536 (1952)","journal-title":"Bull. Amer. Math. Soc."},{"key":"10_CR12","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1093\/biomet\/25.3-4.285","volume":"25","author":"W. Thompson","year":"1933","unstructured":"Thompson, W.: On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika\u00a025, 285\u2013294 (1933)","journal-title":"Biometrika"},{"key":"10_CR13","first-page":"241","volume-title":"Progress in Statistics","author":"J. Gittins","year":"1974","unstructured":"Gittins, J., Jones, D.: A dynamic allocation index for the sequential design of experiments. In: Gans, J. (ed.) Progress in Statistics, pp. 241\u2013266. North Holland, Amsterdam (1974)"},{"key":"10_CR14","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1111\/j.2517-6161.1979.tb01068.x","volume":"41","author":"J. Gittins","year":"1979","unstructured":"Gittins, J.: Bandit processes and dynamic allocation indices. J. R. Stat. Soc. B\u00a041, 148\u2013177 (1979)","journal-title":"J. R. Stat. Soc. B"},{"key":"10_CR15","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1016\/0196-8858(85)90002-8","volume":"6","author":"T. Lai","year":"1985","unstructured":"Lai, T., Robbins, H.: Asymptotically efficient adaptive allocation rules. Advances in Applied Mathematics\u00a06, 4\u201322 (1985)","journal-title":"Advances in Applied Mathematics"},{"key":"10_CR16","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.2307\/1427934","volume":"27","author":"R. Agrawal","year":"1995","unstructured":"Agrawal, R.: Sample mean based index policies with O(log n) regret for the multi-armed bandit problem. Adv. Appl. Prob.\u00a027, 1054\u20131078 (1995)","journal-title":"Adv. Appl. Prob."},{"key":"10_CR17","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1023\/A:1013689704352","volume":"47","author":"P. Auer","year":"2002","unstructured":"Auer, P., Cesa-Bianchi, N., Fischer, P.: Finite-time analysis of the multiarmed bandit problem. Machine Learning\u00a047, 235\u2013256 (2002)","journal-title":"Machine Learning"},{"key":"10_CR18","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1007\/11564096_42","volume-title":"Machine Learning: ECML 2005","author":"J. Vermorel","year":"2005","unstructured":"Vermorel, J., Mohri, M.: Multi-armed bandit algorithms and empirical evaluation. In: Gama, J., Camacho, R., Brazdil, P.B., Jorge, A.M., Torgo, L., et al. (eds.) ECML 2005. LNCS (LNAI), vol.\u00a03720, pp. 437\u2013448. Springer, Heidelberg (2005)"},{"key":"10_CR19","volume-title":"Reinforcement learning: An introduction","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement learning: An introduction. MIT Press, Cambridge (1998)"},{"key":"10_CR20","doi-asserted-by":"publisher","first-page":"876","DOI":"10.1038\/nature04766","volume":"441","author":"N. Daw","year":"2006","unstructured":"Daw, N., O\u2019Doherty, J., Dayan, P., Seymour, B., Dolan, R.: Cortical substrates for exploratory decisions in humans. Nature\u00a0441, 876\u2013879 (2006)","journal-title":"Nature"},{"issue":"1481","key":"10_CR21","doi-asserted-by":"publisher","first-page":"933","DOI":"10.1098\/rstb.2007.2098","volume":"362","author":"J. Cohen","year":"2007","unstructured":"Cohen, J., McClure, S., Yu, A.: Should I stay or should I go? How the human brain manages the trade-off between exploitation and exploration. Phil. Trans. R. Soc. B\u00a0362(1481), 933\u2013942 (2007)","journal-title":"Phil. Trans. R. Soc. B"}],"container-title":["Lecture Notes in Computer Science","Unconventional Computation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-13523-1_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T05:14:20Z","timestamp":1740201260000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-13523-1_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642135224","9783642135231"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-13523-1_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2010]]}}}