{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T06:49:34Z","timestamp":1725518974987},"publisher-location":"Berlin, Heidelberg","reference-count":33,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540884385"},{"type":"electronic","value":"9783540884392"}],"license":[{"start":{"date-parts":[[2008,1,1]],"date-time":"2008-01-01T00:00:00Z","timestamp":1199145600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2008]]},"DOI":"10.1007\/978-3-540-88439-2_2","type":"book-chapter","created":{"date-parts":[[2008,10,4]],"date-time":"2008-10-04T05:01:12Z","timestamp":1223096472000},"page":"16-28","source":"Crossref","is-referenced-by-count":4,"title":["A Cultural Algorithm for POMDPs from Stochastic Inventory Control"],"prefix":"10.1007","author":[{"given":"S. D.","family":"Prestwich","sequence":"first","affiliation":[]},{"given":"S. A.","family":"Tarim","sequence":"additional","affiliation":[]},{"given":"R.","family":"Rossi","sequence":"additional","affiliation":[]},{"given":"B.","family":"Hnich","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"issue":"1","key":"2_CR1","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/4235.985690","volume":"6","author":"D.V. Arnold","year":"2002","unstructured":"Arnold, D.V., Beyer, H.-G.: Local Performance of the (1+1)-ES in a Noisy Environment. IEEE Trans. Evolutionary Computation\u00a06(1), 30\u201341 (2002)","journal-title":"IEEE Trans. Evolutionary Computation"},{"key":"2_CR2","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1007\/978-3-540-30498-2_88","volume-title":"Advances in Artificial Intelligence \u2013 IBERAMIA 2004","author":"R.L. Becerra","year":"2004","unstructured":"Becerra, R.L., Coello, C.A.C.: A Cultural Algorithm with Differential Evolution to Solve Constrained Optimization Problems. In: Lema\u00eetre, C., Reyes, C.A., Gonz\u00e1lez, J.A. (eds.) IBERAMIA 2004. LNCS (LNAI), vol.\u00a03315, pp. 881\u2013890. Springer, Heidelberg (2004)"},{"key":"2_CR3","unstructured":"de Croon, G., van Dartel, M.F., Postma, E.O.: Evolutionary Learning Outperforms Reinforcement Learning on Non-Markovian Tasks. In: Workshop on Memory and Learning Mechanisms in Autonomous Robots, 8th European Conference on Artificial Life, Canterbury, Kent, UK (2005)"},{"key":"2_CR4","first-page":"101","volume":"3","author":"J.M. Fitzpatrick","year":"1988","unstructured":"Fitzpatrick, J.M., Grefenstette, J.J.: Genetic Algorithms in Noisy Environments. Machine Learning\u00a03, 101\u2013120 (1988)","journal-title":"Machine Learning"},{"key":"2_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1007\/11893295_90","volume-title":"Neural Information Processing","author":"F. Gao","year":"2006","unstructured":"Gao, F., Cui, G., Liu, H.: Integration of Genetic Algorithm and Cultural Algorithms for Constrained Optimization. In: King, I., Wang, J., Chan, L.-W., Wang, D. (eds.) ICONIP 2006. LNCS, vol.\u00a04234, pp. 817\u2013825. Springer, Heidelberg (2006)"},{"key":"2_CR6","doi-asserted-by":"crossref","unstructured":"Gopalakrishnan, G., Minsker, B.S., Goldberg, D.: Optimal Sampling in a Noisy Genetic Algorithm for Risk-Based Remediation Design. In: World Water and Environmental Resources Congress. ASCE (2001)","DOI":"10.1061\/40569(2001)94"},{"key":"2_CR7","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/S0925-5273(00)00151-1","volume":"73","author":"G. Heisig","year":"2001","unstructured":"Heisig, G.: Comparison of (s,S) and (s,nQ) Inventory Control Rules with Respect to Planning Stability. International Journal of Production Economics\u00a073, 59\u201382 (2001)","journal-title":"International Journal of Production Economics"},{"key":"2_CR8","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1016\/B978-0-12-543104-0.50012-3","volume-title":"Progress in Theoretical Biology IV","author":"J.H. Holland","year":"1976","unstructured":"Holland, J.H.: Adaptation. In: Progress in Theoretical Biology IV, pp. 263\u2013293. Academic Press, London (1976)"},{"key":"2_CR9","unstructured":"Iglesias, R., Rodriguez, M., S\u00e1nchez, M., Pereira, E., Regueiro, C.V.: Improving Reinforcement Learning Through a Better Exploration Strategy and an Adjustable Representation of the Environment. In: 3rd European Conference on Mobile Robots (2007)"},{"key":"2_CR10","volume-title":"Advances in Neural Information Processing Systems 6","author":"T. Jaakkola","year":"1994","unstructured":"Jaakkola, T., Singh, S.P., Jordan, M.I.: Reinforcement Learning Algorithm for Partially Observable Markov Decision Problems. In: Advances in Neural Information Processing Systems 6. MIT Press, Cambridge (1994)"},{"key":"2_CR11","unstructured":"Kovacs, T., Reynolds, S.I.: A Proposal for Population-Based Reinforcement Learning. Technical report CSTR-03-001, Department of Computer Science, University of Bristol (2003)"},{"key":"2_CR12","unstructured":"Littman, M.: Memoryless Policies: Theoretical Limitations and Practical Results. In: 3rd Conference on Simulation of Adaptive Behavior (1994)"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Littman, M.L., Cassandra, A.R., Kaelbling, L.P.: Learning Policies for Partially Observable Environments: Scaling Up. In: International Conference on Machine Learning (1995)","DOI":"10.1016\/B978-1-55860-377-6.50052-9"},{"key":"2_CR14","unstructured":"Littman, M., Dean, T., Kaelbling, L.: On the Complexity of Solving Markov Decision Problems. In: 11th Conference on Uncertainty in Artificial Intelligence, pp. 394\u2013402 (1995)"},{"key":"2_CR15","unstructured":"Liu, H., Hong, B., Shi, D., Ng, G.S.: On Partially Observable Markov Decision Processes Using Genetic Algorithm Based Q-Learning. In: Advances in Neural Networks, pp. 248\u2013252. Watam Press (2007)"},{"key":"2_CR16","unstructured":"Loch, J., Singh, S.P.: Using Eligibility Traces to Find the Best Memoryless Policy in Partially Observable Markov Decision Processes. In: 15th International Conference on Machine Learning, pp. 323\u2013331 (1998)"},{"key":"2_CR17","unstructured":"Miller, B.L.: Noise, Sampling, and Efficient Genetic Algorithms. PhD thesis, University of Illinois, Urbana-Champaign (1997)"},{"key":"2_CR18","unstructured":"Miller, B.L., Goldberg, D.E.: Optimal Sampling for Genetic Algorithms. In: Intelligent Engineering Systems Through Artificial Neural Networks, vol.\u00a06, pp. 291\u2013298. ASME Press (1996)"},{"key":"2_CR19","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1613\/jair.613","volume":"11","author":"D.E. Moriarty","year":"1999","unstructured":"Moriarty, D.E., Schultz, A.C., Grefenstette, J.J.: Evolutionary Algorithms for Reinforcement Learning. Journal of Artificial Intelligence Research\u00a011, 241\u2013276 (1999)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"2_CR20","first-page":"421","volume-title":"15th International Conference on Machine Learning","author":"M.D. Penrith","year":"1998","unstructured":"Penrith, M.D., McGarity, M.J.: An Analysis of Direct Reinforcement Learning in non-Markovian Domains. In: 15th International Conference on Machine Learning, pp. 421\u2013429. Morgan Kaufmann, San Francisco (1998)"},{"key":"2_CR21","first-page":"131","volume-title":"3rd Annual Conference on Evolutionary Programming","author":"R.G. Reynolds","year":"1994","unstructured":"Reynolds, R.G.: An Introduction to Cultural Algorithms. In: 3rd Annual Conference on Evolutionary Programming, pp. 131\u2013139. World Scientific Publishing, Singapore (1994)"},{"key":"2_CR22","series-title":"New Ideas in Optimization","first-page":"367","volume-title":"Cultural Algorithms: Theory and Applications","author":"R.G. Reynolds","year":"1999","unstructured":"Reynolds, R.G.: Cultural Algorithms: Theory and Applications. New Ideas in Optimization, pp. 367\u2013377. McGraw-Hill, New York (1999)"},{"key":"2_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1007\/BFb0014822","volume-title":"Evolutionary Programming VI","author":"R.G. Reynolds","year":"2006","unstructured":"Reynolds, R.G., Chung, C.: A Cultural Algorithm Framework to Evolve Multiagent Cooperation With Evolutionary Programming. In: Angeline, P.J., McDonnell, J.R., Reynolds, R.G., Eberhart, R. (eds.) EP 1997. LNCS, vol.\u00a01213, pp. 323\u2013333. Springer, Heidelberg (2006)"},{"issue":"1","key":"2_CR24","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1080\/03052150600956811","volume":"39","author":"D.C. Rivera","year":"2007","unstructured":"Rivera, D.C., Becerra, R.L., Coello, C.A.C.: Cultural Algorithms, an Alternative Heuristic to Solve the Job Shop Scheduling Problem. Engineering Optimization\u00a039(1), 69\u201385 (2007)","journal-title":"Engineering Optimization"},{"key":"2_CR25","unstructured":"Rummery, G.A., Niranjan, M.: On-line Q-learning Using Connectionist Systems. Technical report CUED\/F-INFENG\/TR 166, Cambridge University (1994)"},{"key":"2_CR26","first-page":"656","volume-title":"20th International Conference on Machine Learning","author":"S.J. Russell","year":"2003","unstructured":"Russell, S.J., Zimdars, A.: Q-Decomposition for Reinforcement Learning Agents. In: 20th International Conference on Machine Learning, pp. 656\u2013663. AAAI Press, Menlo Park (2003)"},{"key":"2_CR27","volume-title":"Inventory Management and Production Planning and Scheduling","author":"E.A. Silver","year":"1998","unstructured":"Silver, E.A., Pyke, D.F., Peterson, R.: Inventory Management and Production Planning and Scheduling. John-Wiley and Sons, New York (1998)"},{"key":"2_CR28","first-page":"284","volume-title":"11th International Conference on Machine Learning","author":"S. Singh","year":"1994","unstructured":"Singh, S., Jaakkola, T., Jordan, M.: Learning Without State-Estimation in Partially Observable Markovian Decision Processes. In: 11th International Conference on Machine Learning, pp. 284\u2013292. Morgan Kaufmann, San Francisco (1994)"},{"issue":"1","key":"2_CR29","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1109\/4235.910466","volume":"5","author":"P.D. Stroud","year":"2001","unstructured":"Stroud, P.D.: Kalman-Extended Genetic Algorithm for Search in Nonstationary Environments with Noisy Fitness Functions. IEEE Transactions on Evolutionary Computation\u00a05(1), 66\u201377 (2001)","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"2_CR30","volume-title":"Reinforcement Learning: An Introduction","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"issue":"5","key":"2_CR31","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1287\/mnsc.48.5.607.7807","volume":"48","author":"J.T. Treharne","year":"2002","unstructured":"Treharne, J.T., Sox, C.R.: Adaptive Inventory Control for Nonstationary Demand and Partial Information. Management Science\u00a048(5), 607\u2013624 (2002)","journal-title":"Management Science"},{"key":"2_CR32","unstructured":"Watkins, C.J.C.H.: Learning From Delayed Rewards. PhD thesis, Cambridge University (1989)"},{"key":"2_CR33","unstructured":"Whitley, D., Kauth, J.: GENITOR: A Different Genetic Algorithm. In: Rocky Mountain Conference on Artificial Intelligence, Denver, CO, USA, pp. 118\u2013130 (1988)"}],"container-title":["Lecture Notes in Computer Science","Hybrid Metaheuristics"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-88439-2_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,3,3]],"date-time":"2019-03-03T10:07:31Z","timestamp":1551607651000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-88439-2_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008]]},"ISBN":["9783540884385","9783540884392"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-88439-2_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2008]]}}}