{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T22:32:11Z","timestamp":1761172331222,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032032805","type":"print"},{"value":"9783032032812","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T00:00:00Z","timestamp":1761177600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T00:00:00Z","timestamp":1761177600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-03281-2_18","type":"book-chapter","created":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T04:57:32Z","timestamp":1761109052000},"page":"268-282","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Neural Rules for\u00a0Reinforcement Learning with\u00a0XCSF as\u00a0Controller in\u00a0Organic Computing Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9298-6641","authenticated-orcid":false,"given":"Connor","family":"Sch\u00f6nberner","sequence":"first","affiliation":[]},{"given":"Kjell-Matti","family":"Rothenburger","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6680-5297","authenticated-orcid":false,"given":"Armin","family":"Mackensen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5825-8915","authenticated-orcid":false,"given":"Sven","family":"Tomforde","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,23]]},"reference":[{"key":"18_CR1","doi-asserted-by":"crossref","unstructured":"Bishop, J., Gallagher, M.: Optimality-based analysis of XCSF compaction in discrete reinforcement learning. arXiv:2009.01476 (2020)","DOI":"10.1007\/978-3-030-58115-2_33"},{"key":"18_CR2","unstructured":"Bull, L., O\u2019Hara, T.: Accuracy-based neuro and neuro-fuzzy classifier systems (2002)"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Butz, M., Kovacs, T., Lanzi, P.L., Wilson, S.W.: Toward a theory of generalization and learning in XCS. IEEE Trans. Evol. Comput. (2004)","DOI":"10.1109\/TEVC.2003.818194"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Butz, M., Wilson, S.W.: An algorithmic description of XCS. In: Revised Papers from IWLCS 2000. Springer-Verlag (2000)","DOI":"10.1007\/3-540-44640-0_15"},{"key":"18_CR5","doi-asserted-by":"crossref","unstructured":"Buu, S.J., Kang, H.B., Cho, S.B.: Ensemble of deep convolutional learning classifier system based on genetic algorithm for database intrusion detection (2022)","DOI":"10.3390\/electronics11050745"},{"key":"18_CR6","unstructured":"Chevalier-Boisvert, M., Dai, B., Towers, M., de\u00a0Lazcano, R., et\u00a0al.: Minigrid & miniworld: modular & customizable reinforcement learning environments for goal-oriented tasks. CoRR abs\/2306.13831 (2023)"},{"key":"18_CR7","doi-asserted-by":"crossref","unstructured":"Dam, H., Abbass, H., Lokan, C.: Xin Yao: Neural-based learning classifier systems. IEEE Trans. Knowl. Data Eng. (2008)","DOI":"10.1007\/978-3-540-78979-6_4"},{"key":"18_CR8","doi-asserted-by":"crossref","unstructured":"Heider, M., P\u00e4tzel, D., Stegherr, H., H\u00e4hner, J.: A metaheuristic perspective on learning classifier systems. In: Metaheuristics for Machine Learning. Springer Nature Singapore (2023)","DOI":"10.1007\/978-981-19-3888-7_3"},{"key":"18_CR9","doi-asserted-by":"crossref","unstructured":"Howard, D., Bull, L., Lanzi, P.L.: A cognitive architecture based on a learning classifier system with spiking classifiers. arXiv:1508.07700 (2015)","DOI":"10.1007\/s11063-015-9451-4"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Howard, G.D., Bull, L., Lanzi, P.L.: Self-adaptive constructivism in neural XCS and XCSF. In: Proceedings of the GECCO 2008. ACM Press (2008)","DOI":"10.1145\/1389095.1389364"},{"issue":"1","key":"18_CR11","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/MC.2003.1160055","volume":"36","author":"JO Kephart","year":"2003","unstructured":"Kephart, J.O., Chess, D.M.: The vision of autonomic computing. Computer 36(1), 41\u201350 (2003)","journal-title":"Computer"},{"key":"18_CR12","doi-asserted-by":"crossref","unstructured":"Kim, J.Y., Cho, S.B.: Exploiting deep convolutional neural networks for a neural-based learning classifier system (2019)","DOI":"10.1016\/j.neucom.2018.05.137"},{"key":"18_CR13","unstructured":"Lanzi, P.L., Loiacono, D.: XCSF with neural prediction. In: Proceedings of the ICEC 2006. IEEE (2006)"},{"key":"18_CR14","doi-asserted-by":"crossref","unstructured":"Lanzi, P.L., Loiacono, D., Wilson, S.W., Goldberg, D.E.: Generalization in the XCSF classifier system: analysis, improvement, and extension. Evol. Comput. (2) (2007)","DOI":"10.1162\/evco.2007.15.2.133"},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Loeser, I., Braun, M., Gruhl, C., Menke, J.H., Sick, B., Tomforde, S.: The vision of self-management in cognitive organic power distribution systems. Energies (2022)","DOI":"10.3390\/en15030881"},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., et\u00a0al.: Human-level control through deep reinforcement learning. Nature (2015)","DOI":"10.1038\/nature14236"},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"M\u00fcller-Schloer, C., Tomforde, S.: Organic computing - technical systems for survival in the real world. Birkh\u00e4user (2017)","DOI":"10.1007\/978-3-319-68477-2"},{"key":"18_CR18","unstructured":"Preen, R.J., Bull, L.: Deep learning with a classifier system: initial results. arXiv:2103.01118 (2021)"},{"key":"18_CR19","unstructured":"Preen, R.J., P\u00e4tzel, D.: XCSF. Zenodo (2024)"},{"key":"18_CR20","doi-asserted-by":"crossref","unstructured":"Preen, R.J., Wilson, S.W., Bull, L.: Autoencoding with a classifier system. IEEE Trans. Evol. Comput. (2021)","DOI":"10.1109\/TEVC.2021.3079320"},{"key":"18_CR21","doi-asserted-by":"crossref","unstructured":"Prothmann, H., Tomforde, S., Branke, J., H\u00e4hner, J., M\u00fcller-Schloer, C., Schmeck, H.: Organic traffic control. In: Organic Computing \u2014 A Paradigm Shift for Complex Systems. Springer Basel (2011)","DOI":"10.1007\/978-3-0348-0130-0_28"},{"key":"18_CR22","doi-asserted-by":"crossref","unstructured":"Rosenbauer, L., P\u00e4tzel, D., Stein, A., H\u00e4hner, J.: An organic computing system for\u00a0automated testing. In: Proceedings of the ARCS 2021. LNCS, Springer (2021)","DOI":"10.1007\/978-3-030-81682-7_9"},{"key":"18_CR23","doi-asserted-by":"crossref","unstructured":"Sch\u00f6nberner, C., Tomforde, S.: Deep reinforcement learning with a classifier system \u2013 first steps. In: Proceedings of the ARCS 2022. Springer (2022)","DOI":"10.1007\/978-3-031-21867-5_17"},{"key":"18_CR24","doi-asserted-by":"crossref","unstructured":"Sch\u00f6nberner, C., Tomforde, S.: XCS: Is covering all you need? In: Proceedings of the GECCO 2024 Companion. ACM, Melbourne VIC Australia (2024)","DOI":"10.1145\/3638530.3664146"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Siddique, A., Browne, W.N., Grimshaw, G.M.: Frames-of-reference-based learning: overcoming perceptual aliasing in multistep decision-making tasks. IEEE Trans. Evol. Comput. (2022)","DOI":"10.1109\/TEVC.2021.3102241"},{"key":"18_CR26","doi-asserted-by":"crossref","unstructured":"Siddique, A., Heider, M., Iqbal, M., Shiraishi, H.: A survey on learning classifier systems from 2022 to 2024 (2024)","DOI":"10.1145\/3638530.3664165"},{"key":"18_CR27","doi-asserted-by":"crossref","unstructured":"Stein, A., Maier, R., Rosenbauer, L., H\u00e4hner, J.: XCS classifier system with experience replay. In: Proceedings of the GECCO 2020. ACM (2020)","DOI":"10.1145\/3377930.3390249"},{"key":"18_CR28","doi-asserted-by":"crossref","unstructured":"Stein, A., Rauh, D., Tomforde, S., H\u00e4hner, J.: Interpolation in the eXtended classifier system: an architectural perspective. J. Sys. Arch. (2017)","DOI":"10.1016\/j.sysarc.2017.01.010"},{"key":"18_CR29","doi-asserted-by":"crossref","unstructured":"Stone, C., Bull, L.: For real! XCS with continuous-valued inputs. Evol. Comput. (2003)","DOI":"10.1162\/106365603322365315"},{"key":"18_CR30","doi-asserted-by":"crossref","unstructured":"Tomforde, S., Brameshuber, A., H\u00e4hner, J., M\u00fcller-Schloer, C.: Restricted on-line learning in real-world systems. In: Proceedings of the CEC 2011 (2011)","DOI":"10.1109\/CEC.2011.5949810"},{"key":"18_CR31","doi-asserted-by":"crossref","unstructured":"Tomforde, S., H\u00e4hner, J.: Organic network control. In: Biologically Inspired Networking and Sensing - Algorithms and Architectures, pp. 11\u201335. IGI Global (2012)","DOI":"10.4018\/978-1-61350-092-7.ch002"},{"key":"18_CR32","doi-asserted-by":"crossref","unstructured":"Tomforde, S., Prothmann, H., Branke, J., et\u00a0al.: Observation and control of organic systems. In: Organic Computing \u2014 A Paradigm Shift for Complex Systems. Springer Basel (2011)","DOI":"10.1007\/978-3-0348-0130-0_21"},{"key":"18_CR33","doi-asserted-by":"crossref","unstructured":"Uwano, F., Browne, W.N.: Cognitive learning system for sequential aliasing patterns of states in multistep decision-making. In: Proceedings of the GECCO-C 2024. ACM (2024)","DOI":"10.1145\/3638530.3654110"},{"key":"18_CR34","doi-asserted-by":"crossref","unstructured":"Wilson, S.W.: Classifier fitness based on accuracy. Evol. Comput. (1995)","DOI":"10.1162\/evco.1995.3.2.149"},{"key":"18_CR35","doi-asserted-by":"crossref","unstructured":"Wilson, S.W.: Get real! XCS with continuous-valued inputs. In: Learning Classifier Systems. Springer Berlin Heidelberg (2000)","DOI":"10.1007\/3-540-45027-0_11"},{"key":"18_CR36","unstructured":"Wilson, S.W.: Classifiers that approximate functions. Nat. Comput. (2002)"}],"container-title":["Lecture Notes in Computer Science","Architecture of Computing Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-03281-2_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T04:57:48Z","timestamp":1761109068000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-03281-2_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,23]]},"ISBN":["9783032032805","9783032032812"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-03281-2_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,23]]},"assertion":[{"value":"23 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ARCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Architecture of Computing Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kiel","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"38","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"arcs2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/arcs-conference.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}