{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T22:52:32Z","timestamp":1777503152732,"version":"3.51.4"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030653095","type":"print"},{"value":"9783030653101","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-65310-1_20","type":"book-chapter","created":{"date-parts":[[2020,12,8]],"date-time":"2020-12-08T07:56:15Z","timestamp":1607414175000},"page":"269-286","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Feature Model-Guided Online Reinforcement Learning for Self-Adaptive Services"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4808-8297","authenticated-orcid":false,"given":"Andreas","family":"Metzger","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3203-6107","authenticated-orcid":false,"given":"Cl\u00e9ment","family":"Quinton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5741-2709","authenticated-orcid":false,"given":"Zolt\u00e1n \u00c1d\u00e1m","family":"Mann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6467-837X","authenticated-orcid":false,"given":"Luciano","family":"Baresi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2199-5257","authenticated-orcid":false,"given":"Klaus","family":"Pohl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,12,9]]},"reference":[{"key":"20_CR1","doi-asserted-by":"crossref","unstructured":"Acher, M., Heymans, P., Collet, P., Quinton, C., Lahire, P., Merle, P.: Feature model differences. In: Proceedings of the 24th International Conference on Advanced Information Systems Engineering, CAiSE 2012, pp. 629\u2013645 (2012)","DOI":"10.1007\/978-3-642-31095-9_41"},{"key":"20_CR2","doi-asserted-by":"crossref","unstructured":"Arabnejad, H., Pahl, C., Jamshidi, P., Estrada, G.: A comparison of reinforcement learning techniques for fuzzy cloud auto-scaling. In: 17th Intl Symposium on Cluster, Cloud and Grid Computing, CCGRID 2017, pp. 64\u201373 (2017)","DOI":"10.1109\/CCGRID.2017.15"},{"issue":"12","key":"20_CR3","doi-asserted-by":"publisher","first-page":"1656","DOI":"10.1002\/cpe.2864","volume":"25","author":"E Barrett","year":"2013","unstructured":"Barrett, E., Howley, E., Duggan, J.: Applying reinforcement learning towards automating resource allocation and application scalability in the cloud. Concurr. Comput. Pract. Exp. 25(12), 1656\u20131674 (2013)","journal-title":"Concurr. Comput. Pract. Exp."},{"issue":"4","key":"20_CR4","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1109\/TPDS.2012.174","volume":"24","author":"X Bu","year":"2013","unstructured":"Bu, X., Rao, J., Xu, C.: Coordinated self-configuration of virtual machines and appliances using a model-free learning approach. IEEE Trans. Parallel Distrib. Syst. 24(4), 681\u2013690 (2013)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"issue":"4","key":"20_CR5","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1007\/s10515-015-0185-3","volume":"23","author":"J B\u00fcrdek","year":"2015","unstructured":"B\u00fcrdek, J., Kehrer, T., Lochau, M., Reuling, D., Kelter, U., Sch\u00fcrr, A.: Reasoning about product-line evolution using complex feature model differences. Autom. Softw. Eng. 23(4), 687\u2013733 (2015). https:\/\/doi.org\/10.1007\/s10515-015-0185-3","journal-title":"Autom. Softw. Eng."},{"key":"20_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1007\/978-3-319-44482-6_4","volume-title":"Service-Oriented and Cloud Computing","author":"M Caporuscio","year":"2016","unstructured":"Caporuscio, M., D\u2019Angelo, M., Grassi, V., Mirandola, R.: Reinforcement learning techniques for decentralized self-adaptive service assembly. In: Aiello, M., Johnsen, E.B., Dustdar, S., Georgievski, I. (eds.) ESOCC 2016. LNCS, vol. 9846, pp. 53\u201368. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44482-6_4"},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Chen, B., Peng, X., Yu, Y., Nuseibeh, B., Zhao, W.: Self-adaptation through incremental generative model transformations at runtime. In: 36th International Conference on Software Engineering, ICSE 2014, pp. 676\u2013687 (2014)","DOI":"10.1145\/2568225.2568310"},{"issue":"5","key":"20_CR8","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1109\/TSE.2016.2608826","volume":"43","author":"T Chen","year":"2017","unstructured":"Chen, T., Bahsoon, R.: Self-adaptive and online QoS modeling for cloud-based software services. IEEE Trans. Software Eng. 43(5), 453\u2013475 (2017)","journal-title":"IEEE Trans. Software Eng."},{"key":"20_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-35813-5_1","volume-title":"Software Engineering for Self-Adaptive Systems II","author":"R de Lemos","year":"2013","unstructured":"de Lemos, R., et al.: Software engineering for self-adaptive systems: a second research roadmap. In: de Lemos, R., Giese, H., M\u00fcller, H.A., Shaw, M. (eds.) Software Engineering for Self-Adaptive Systems II. LNCS, vol. 7475, pp. 1\u201332. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-35813-5_1"},{"key":"20_CR10","doi-asserted-by":"crossref","unstructured":"D\u2019Ippolito, N., Braberman, V.A., Kramer, J., Magee, J., Sykes, D., Uchitel, S.: Hope for the best, prepare for the worst: multi-tier control for adaptive systems. In: 36th International Conference on Software Engineering, ICSE 2014, pp. 688\u2013699 (2014)","DOI":"10.1145\/2568225.2568264"},{"key":"20_CR11","unstructured":"Dutreilh, X., Kirgizov, S., Melekhova, O., Malenfant, J., Rivierre, N., Truck, I.: Using reinforcement learning for autonomic resource allocation in clouds: towards a fully automated workflow. In: 7th International Conference on Autonomic and Autonomous Systems, ICAS 2011, pp. 67\u201374 (2011)"},{"issue":"11","key":"20_CR12","doi-asserted-by":"publisher","first-page":"1467","DOI":"10.1109\/TSE.2013.37","volume":"39","author":"N Esfahani","year":"2013","unstructured":"Esfahani, N., Elkhodary, A., Malek, S.: A learning-based framework for engineering feature-oriented self-adaptive software systems. IEEE Trans. Softw. Eng. 39(11), 1467\u20131493 (2013)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"3","key":"20_CR13","doi-asserted-by":"publisher","first-page":"16:1","DOI":"10.1145\/3092691","volume":"12","author":"RVR Filho","year":"2017","unstructured":"Filho, R.V.R., Porter, B.: Defining emergent software using continuous self-assembly, perception, and learning. TAAS 12(3), 16:1\u201316:25 (2017)","journal-title":"TAAS"},{"issue":"10","key":"20_CR14","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MC.2012.332","volume":"45","author":"M Hinchey","year":"2012","unstructured":"Hinchey, M., Park, S., Schmid, K.: Building dynamic software product lines. IEEE Comput. 45(10), 22\u201326 (2012)","journal-title":"IEEE Comput."},{"key":"20_CR15","doi-asserted-by":"crossref","unstructured":"Jamshidi, P., Velez, M., K\u00e4stner, C., Siegmund, N., Kawthekar, P.: Transfer learning for improving model predictions in highly configurable software. In: 12th International Symposium on Software Engineering for Adaptive and Self-Managing Systems, SEAMS 2017, pp. 31\u201341 (2017)","DOI":"10.1109\/SEAMS.2017.11"},{"key":"20_CR16","doi-asserted-by":"crossref","unstructured":"Kinneer, C., Coker, Z., Wang, J., Garlan, D., Le Goues, C.: Managing uncertainty in self-adaptive systems with plan reuse and stochastic search. In: 13th International Symposium on Software Engineering for Adaptive and Self-Managing Systems, SEAMS 2018, pp. 40\u201350 (2018)","DOI":"10.1145\/3194133.3194145"},{"key":"20_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/978-3-319-44482-6_9","volume-title":"Service-Oriented and Cloud Computing","author":"Z\u00c1 Mann","year":"2016","unstructured":"Mann, Z.\u00c1.: Interplay of virtual machine selection and virtual machine placement. In: Aiello, M., Johnsen, E.B., Dustdar, S., Georgievski, I. (eds.) ESOCC 2016. LNCS, vol. 9846, pp. 137\u2013151. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44482-6_9"},{"issue":"1","key":"20_CR18","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1109\/TPDS.2017.2744627","volume":"29","author":"Z\u00c1 Mann","year":"2018","unstructured":"Mann, Z.\u00c1.: Resource optimization across the cloud stack. IEEE Trans. Parallel Distrib. Syst. 29(1), 169\u2013182 (2018)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"20_CR19","doi-asserted-by":"crossref","unstructured":"Metzger, A., Bayer, A., Doyle, D., Molzam Sharifloo, A., Pohl, K., Wessling, F.: Coordinated run-time adaptation of variability-intensive systems: An application in cloud computing. In: 1st International Workshop on Variability and Complexity in Software Design, VACE 2016 (2016)","DOI":"10.1145\/2897045.2897049"},{"key":"20_CR20","doi-asserted-by":"crossref","unstructured":"Metzger, A., Di Nitto, E.: Addressing highly dynamic changes in service-oriented systems: Towards agile evolution and adaptation. In: Agile and Lean Service-Oriented Development: Foundations, Theory and Practice, pp. 33\u201346 (2012)","DOI":"10.4018\/978-1-4666-2503-7.ch002"},{"key":"20_CR21","doi-asserted-by":"crossref","unstructured":"Metzger, A., Pohl, K.: Software product line engineering and variability management: achievements and challenges. In: Future of Software Engineering, FOSE 2014, pp. 70\u201384 (2014)","DOI":"10.1145\/2593882.2593888"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Moustafa, A., Zhang, M.: Learning efficient compositions for QoS-aware service provisioning. In: IEEE International Conference on Web Services, ICWS 2014, pp. 185\u2013192 (2014)","DOI":"10.1109\/ICWS.2014.37"},{"key":"20_CR23","unstructured":"Nachum, O., Norouzi, M., Xu, K., Schuurmans, D.: Bridging the gap between value and policy based reinforcement learning. In: Advances in Neural Information Processing Systems 12 (NIPS 2017), pp. 2772\u20132782 (2017)"},{"key":"20_CR24","doi-asserted-by":"crossref","unstructured":"Palm, A., Metzger, A., Pohl, K.: Online reinforcement learning for self-adaptive information systems. In: Yu, E., Dustdar, S. (eds.) International Conference on Advanced Information Systems Engineering, CAiSE 2020 (2020)","DOI":"10.1007\/978-3-030-49435-3_11"},{"key":"20_CR25","unstructured":"Papazoglou, M.P.: The challenges of service evolution. In: 20th International Conference on Advanced Information Systems Engineering, CAiSE 2008, pp. 1\u201315 (2008)"},{"key":"20_CR26","unstructured":"Plappert, M., et al.: Parameter space noise for exploration. In: 6th International Conference on Learning Representations, ICLR 2018, OpenReview.net (2018)"},{"key":"20_CR27","doi-asserted-by":"crossref","unstructured":"Ramirez, A.J., Cheng, B.H.C., McKinley, P.K., Beckmann, B.E.: Automatically generating adaptive logic to balance non-functional tradeoffs during reconfiguration. In: 7th International Conference on Autonomic Computing, ICAC 2010, pp. 225\u2013234 (2010)","DOI":"10.1145\/1809049.1809080"},{"issue":"2","key":"20_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1516533.1516538","volume":"4","author":"M Salehie","year":"2009","unstructured":"Salehie, M., Tahvildari, L.: Self-adaptive software: landscape and research challenges. TAAS 4(2), 1\u201342 (2009)","journal-title":"TAAS"},{"key":"20_CR29","doi-asserted-by":"crossref","unstructured":"Sharifloo, A.M., Metzger, A., Quinton, C., Baresi, L., Pohl, K.: Learning and evolution in dynamic software product lines. In: 11th International Symposium on Software Engineering for Adaptive and Self-Managing Systems, SEAMS 2016, pp. 158\u2013164 (2016)","DOI":"10.1145\/2897053.2897058"},{"key":"20_CR30","doi-asserted-by":"crossref","unstructured":"Siegmund, N., Grebhahn, A., Apel, S., K\u00e4stner, C.: Performance-influence Models for Highly Configurable Systems. In: Proceedings of the 2015 10th Joint Meeting on Foundations of Software Engineering, ESEC\/FSE 2015, pp. 284\u2013294. ACM, New York (2015)","DOI":"10.1145\/2786805.2786845"},{"key":"20_CR31","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. MIT Press, Cambridge (2018)","edition":"2"},{"key":"20_CR32","first-page":"1633","volume":"10","author":"ME Taylor","year":"2009","unstructured":"Taylor, M.E., Stone, P.: Transfer learning for reinforcement learning domains: a survey. J. Mach. Learn. Res. 10, 1633\u20131685 (2009)","journal-title":"J. Mach. Learn. Res."},{"issue":"3","key":"20_CR33","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/s10586-007-0035-6","volume":"10","author":"G Tesauro","year":"2007","unstructured":"Tesauro, G., Jong, N.K., Das, R., Bennani, M.N.: On the use of hybrid reinforcement learning for autonomic resource allocation. Cluster Comput. 10(3), 287\u2013299 (2007)","journal-title":"Cluster Comput."},{"key":"20_CR34","doi-asserted-by":"crossref","unstructured":"Th\u00fcm, T., Batory, D., Kastner, C.: Reasoning about edits to feature models. In: 31st International Conference on Software Engineering, ICSE 2009, pp. 254\u2013264 (2009)","DOI":"10.1109\/ICSE.2009.5070526"},{"key":"20_CR35","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.scico.2012.06.002","volume":"79","author":"T Th\u00fcm","year":"2014","unstructured":"Th\u00fcm, T., K\u00e4stner, C., Benduhn, F., Meinicke, J., Saake, G., Leich, T.: FeatureIDE: an extensible framework for feature-oriented software development. Sci. Comput. Program. 79, 70\u201385 (2014)","journal-title":"Sci. Comput. Program."},{"key":"20_CR36","doi-asserted-by":"crossref","unstructured":"Th\u00fcm, T., K\u00e4stner, C., Erdweg, S., Siegmund, N.: Abstract features in feature modeling. In: 15th International Conference on Software Product Lines, SPLC 2011, pp. 191\u2013200 (2011)","DOI":"10.1109\/SPLC.2011.53"},{"key":"20_CR37","doi-asserted-by":"crossref","unstructured":"Van Der Donckt, J., Weyns, D., Quin, F., Van Der Donckt, J., Michiels, S.: Applying deep learning to reduce large adaptation spaces of self-adaptive systems with multiple types of goals. In: 15th International Symposium on Software Engineering for Adaptive and Self-Managing Systems, SEAMS 2020. ACM (2020)","DOI":"10.1145\/3387939.3391605"},{"key":"20_CR38","doi-asserted-by":"crossref","unstructured":"Wang, H., Gu, M., Yu, Q., Fei, H., Li, J., Tao, Y.: Large-scale and adaptive service composition using deep reinforcement learning. In: 15th Intl Conference on Service-Oriented Computing (ICSOC 2017), pp. 383\u2013391 (2017)","DOI":"10.1007\/978-3-319-69035-3_27"},{"issue":"2","key":"20_CR39","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/j.jpdc.2011.10.003","volume":"72","author":"C Xu","year":"2012","unstructured":"Xu, C., Rao, J., Bu, X.: URL: A unified reinforcement learning approach for autonomic cloud management. J. Parallel Distrib. Comput. 72(2), 95\u2013105 (2012)","journal-title":"J. Parallel Distrib. Comput."},{"key":"20_CR40","doi-asserted-by":"crossref","unstructured":"Zhao, T., Zhang, W., Zhao, H., Jin, Z.: A reinforcement learning-based framework for the generation and evolution of adaptation rules. In: International Conference on Autonomic Computing, ICAC 2017, pp. 103\u2013112 (2017)","DOI":"10.1109\/ICAC.2017.47"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-65310-1_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T01:02:01Z","timestamp":1765155721000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-65310-1_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030653095","9783030653101"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-65310-1_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"9 December 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dubai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Arab Emirates","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 December 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 December 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icsoc2020.connect.rs\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Conftool","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"137","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"In addition, 3 industry papers are included. Due to the COVID-19 pandemic, the conference took place virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}