{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T06:33:42Z","timestamp":1770532422746,"version":"3.49.0"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032032805","type":"print"},{"value":"9783032032812","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T00:00:00Z","timestamp":1761177600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T00:00:00Z","timestamp":1761177600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-03281-2_19","type":"book-chapter","created":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T04:57:11Z","timestamp":1761109031000},"page":"283-297","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating Adaptive Systems: A Comparative Study of\u00a0XCS and\u00a0Established Reinforcement Learning Algorithms in\u00a0Noisy Multi-step Environments"],"prefix":"10.1007","author":[{"given":"Marco","family":"Steinberger","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3047-8369","authenticated-orcid":false,"given":"Roman","family":"K\u00fcble","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3140-1993","authenticated-orcid":false,"given":"Michael","family":"Heider","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0107-264X","authenticated-orcid":false,"given":"J\u00f6rg","family":"H\u00e4hner","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,23]]},"reference":[{"key":"19_CR1","doi-asserted-by":"crossref","unstructured":"Akiba, T.e.a.: Optuna: a next-generation hyperparameter optimization framework. In: Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2623\u20132631. KDD \u201919, Association for Computing Machinery, New York, NY, USA (2019)","DOI":"10.1145\/3292500.3330701"},{"key":"19_CR2","doi-asserted-by":"crossref","unstructured":"et\u00a0al., M.H.: Suprb in the context of rule-based machine learning methods: a comparative study. Appl. Soft Comput. 147, 110706 (2023)","DOI":"10.1016\/j.asoc.2023.110706"},{"key":"19_CR3","unstructured":"et\u00a0al., S.T.: Organic computing in the spotlight. CoRR abs\/1701.08125 (2017)"},{"key":"19_CR4","doi-asserted-by":"crossref","unstructured":"Bishop, J.T.e.a.: Optimality-based analysis of XCSF compaction in discrete reinforcement learning. In: Parallel Problem Solving from Nature \u2013 PPSN XVI, pp. 471\u2013484 (2020)","DOI":"10.1007\/978-3-030-58115-2_33"},{"key":"19_CR5","unstructured":"Brockman, G.e.a.: Openai gym. arXiv preprint arXiv:1606.01540 (2016)"},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Butz, M.V.e.a.: An algorithmic description of XCS. In: Advances in Learning Classifier Systems, pp. 253\u2013272. Springer Berlin Heidelberg (2001)","DOI":"10.1007\/3-540-44640-0_15"},{"key":"19_CR7","doi-asserted-by":"crossref","unstructured":"Gaines, D.A.e.a.: An examination of evolved behavior in two reinforcement learning systems. Decis. Support Syst. 55(1), 194\u2013205 (2013)","DOI":"10.1016\/j.dss.2013.01.019"},{"key":"19_CR8","doi-asserted-by":"crossref","unstructured":"Heider, M.e.a.: Investigating the impact of independent rule fitnesses in a learning classifier system. In: Bioinspired Optimization Methods and Their Applications, pp. 142\u2013156 (2022)","DOI":"10.1007\/978-3-031-21094-5_11"},{"key":"19_CR9","doi-asserted-by":"crossref","unstructured":"Inoue, H.e.a.: Exploring XCS in multiagent environments. In: Proceedings of the 7th Annual Workshop on Genetic and Evolutionary Computation, pp. 109\u2013111 (2005)","DOI":"10.1145\/1102256.1102281"},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Lanzi, P.e.a.: Xcs with computed prediction in continuous multistep environments. In: 2005 IEEE Congress on Evolutionary Computation, pp. 2032\u20132039, vol. 3 (2005)","DOI":"10.1109\/CEC.2005.1554945"},{"key":"19_CR11","doi-asserted-by":"crossref","unstructured":"Mnih, V.e.a.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","DOI":"10.1038\/nature14236"},{"key":"19_CR12","doi-asserted-by":"crossref","unstructured":"M\u00fcller-Schloer, C.e.a.: Organic computing\u2014a paradigm shift for complex systems. Springer Science and Business Media (2011)","DOI":"10.1007\/978-3-0348-0130-0"},{"key":"19_CR13","doi-asserted-by":"crossref","unstructured":"M\u00fcller-Schloer, C.e.a.: Organic Computing-Technical Systems for Survival in the Real World. Springer (2017)","DOI":"10.1007\/978-3-319-68477-2"},{"key":"19_CR14","doi-asserted-by":"crossref","unstructured":"Rosenbauer, L.e.a.: XCS as a reinforcement learning approach to automatic test case prioritization. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference Companion, pp. 1798\u20131806. ACM, Canc\u00fan Mexico (2020)","DOI":"10.1145\/3377929.3398128"},{"key":"19_CR15","doi-asserted-by":"crossref","unstructured":"Siddique, A.e.a.: A survey on learning classifier systems from 2022 to 2024. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp. 1797\u20131806. GECCO \u201924 Companion, Association for Computing Machinery, New York, NY, USA (2024)","DOI":"10.1145\/3638530.3664165"},{"key":"19_CR16","doi-asserted-by":"crossref","unstructured":"Sommer, M.e.a.: An Organic Computing Approach to Resilient Traffic Management, pp. 113\u2013130. Springer International Publishing, Cham (2016)","DOI":"10.1007\/978-3-319-25808-9_7"},{"key":"19_CR17","doi-asserted-by":"crossref","unstructured":"Stein, A.e.a.: XCS classifier system with experience replay. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference, pp. 404\u2013413 (2020)","DOI":"10.1145\/3377930.3390249"},{"key":"19_CR18","unstructured":"Stone, C.e.a.: Comparing XCS and ZCS on noisy continuous-valued environments. ETechnical Report. UWE 15 (2005)"},{"key":"19_CR19","unstructured":"Sutton, R.S.: Generalization in reinforcement learning: Successful examples using sparse coarse coding. Adv. Neural Inf. Process. Syst. 8 (1995)"},{"key":"19_CR20","unstructured":"Sutton, R.S.: Reinforcement learning: an introduction. A Bradford Book (2018)"},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Tomforde, S.e.a.: Cooperative self-optimisation of network protocol parameters at runtime. In: 2015 12th International Conference on Informatics in Control, Automation and Robotics (ICINCO), pp. 123\u2013130 (2015)","DOI":"10.5220\/0005520701230130"},{"key":"19_CR22","doi-asserted-by":"crossref","unstructured":"Urbanowicz, R.J.e.a.: Learning classifier systems: a complete introduction, review, and roadmap. J. Artif. Evol. Appl. 2009(1), 736398 (2009)","DOI":"10.1155\/2009\/736398"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Von\u00a0Mammen, S.e.a.: An organic computing approach to self-organizing robot ensembles. Front. Rob. AI 3, 67 (2016)","DOI":"10.3389\/frobt.2016.00067"},{"key":"19_CR24","doi-asserted-by":"crossref","unstructured":"Von\u00a0Pilchau, W.P.e.a.: Semi-model-Based Reinforcement Learning in Organic Computing Systems. In: Schulz, M., Trinitis, C., Papadopoulou, N., Pionteck, T. (eds.) Architecture of Computing Systems, vol. 13642, pp. 241\u2013255. Springer International Publishing, Cham (2022), series Title: Lecture Notes in Computer Science","DOI":"10.1007\/978-3-031-21867-5_16"},{"key":"19_CR25","doi-asserted-by":"crossref","unstructured":"Watkins, C.J.e.a.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992)","DOI":"10.1007\/BF00992698"},{"issue":"2","key":"19_CR26","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1162\/evco.1995.3.2.149","volume":"3","author":"SW Wilson","year":"1995","unstructured":"Wilson, S.W.: Classifier fitness based on accuracy. Evol. Comput. 3(2), 149\u2013175 (1995)","journal-title":"Evol. Comput."},{"key":"19_CR27","doi-asserted-by":"crossref","unstructured":"Zhao, D.e.a.: Deep reinforcement learning with experience replay based on sarsa. In: 2016 IEEE Symposium Series on Computational Intelligence (SSCI), pp.\u00a01\u20136 (2016)","DOI":"10.1109\/SSCI.2016.7849837"},{"key":"19_CR28","doi-asserted-by":"crossref","unstructured":"Zhao, Y.e.a.: Dynamic Reward-Based Dueling Deep Dyna-Q: Robust Policy Learning in Noisy Environments. Proc. AAAI Conf. Artif. Intell. 34(05), 9676\u20139684 (2020)","DOI":"10.1609\/aaai.v34i05.6516"}],"container-title":["Lecture Notes in Computer Science","Architecture of Computing Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-03281-2_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T04:57:23Z","timestamp":1761109043000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-03281-2_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,23]]},"ISBN":["9783032032805","9783032032812"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-03281-2_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,23]]},"assertion":[{"value":"23 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ARCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Architecture of Computing Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kiel","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"38","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"arcs2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/arcs-conference.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}