{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T10:24:18Z","timestamp":1742984658121,"version":"3.40.3"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031368882"},{"type":"electronic","value":"9783031368899"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-36889-9_17","type":"book-chapter","created":{"date-parts":[[2023,7,15]],"date-time":"2023-07-15T21:01:50Z","timestamp":1689454910000},"page":"233-245","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards Online Testing Under Uncertainty Using Model-Based Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Matteo","family":"Camilli","sequence":"first","affiliation":[]},{"given":"Raffaela","family":"Mirandola","sequence":"additional","affiliation":[]},{"given":"Patrizia","family":"Scandurra","sequence":"additional","affiliation":[]},{"given":"Catia","family":"Trubiani","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,7,16]]},"reference":[{"key":"17_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1007\/978-3-319-96562-8_3","volume-title":"Machine Learning for Dynamic Software Analysis: Potentials and Limits","author":"BK Aichernig","year":"2018","unstructured":"Aichernig, B.K., Mostowski, W., Mousavi, M.R., Tappler, M., Taromirad, M.: Model learning and model-based testing. In: Bennaceur, A., H\u00e4hnle, R., Meinke, K. (eds.) Machine Learning for Dynamic Software Analysis: Potentials and Limits. LNCS, vol. 11026, pp. 74\u2013100. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-96562-8_3"},{"key":"17_CR2","doi-asserted-by":"crossref","unstructured":"Perez-Palacin, D., Mirandola, R.: Uncertainties in the modeling of self-adaptive systems: a taxonomy and an example of availability evaluation. In: International Conference on Performance Engineering, pp. 3\u201314 (2014)","DOI":"10.1145\/2568088.2568095"},{"key":"17_CR3","doi-asserted-by":"crossref","unstructured":"Trubiani, C., Apel, S.: PLUS: performance learning for uncertainty of software. In: International Conference on Software Engineering: NIER, pp. 77\u201380 (2019)","DOI":"10.1109\/ICSE-NIER.2019.00028"},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Garlan, D.: Software engineering in an uncertain world. In: International Workshop on Future of Software Engineering Research, pp. 125\u2013128 (2010)","DOI":"10.1145\/1882362.1882389"},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Zhang, M., Ali, S., Yue, T.: Uncertainty-wise test case generation and minimization for cyber-physical systems. J. Syst. Softw. 153, 1\u201321 (2019). https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0164121219300561","DOI":"10.1016\/j.jss.2019.03.011"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Menghi, C., Nejati, S., Briand, L., Parache, Y.I.: Approximation-refinement testing of compute-intensive cyber-physical models: an approach based on system identification. In: Proceedings of the International Conference on Software Engineering, pp. 372\u2013384 (2020)","DOI":"10.1145\/3377811.3380370"},{"key":"17_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/978-3-319-66197-1_24","volume-title":"Software Engineering and Formal Methods","author":"M Camilli","year":"2017","unstructured":"Camilli, M., Gargantini, A., Scandurra, P., Bellettini, C.: Towards inverse uncertainty quantification in\u00a0software development (short paper). In: Cimatti, A., Sirjani, M. (eds.) SEFM 2017. LNCS, vol. 10469, pp. 375\u2013381. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-66197-1_24"},{"key":"17_CR8","doi-asserted-by":"crossref","unstructured":"Camilli, M., Bellettini, C., Gargantini, A., Scandurra, P.: Online model-based testing under uncertainty. In: International Symposium on Software Reliability Engineering, pp. 36\u201346 (2018)","DOI":"10.1109\/ISSRE.2018.00015"},{"issue":"2","key":"17_CR9","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1730","volume":"30","author":"M Camilli","year":"2020","unstructured":"Camilli, M., Gargantini, A., Scandurra, P.: Model-based hypothesis testing of uncertain software systems. Softw. Test. Verif. Reliab. 30(2), e1730 (2020)","journal-title":"Softw. Test. Verif. Reliab."},{"issue":"5\u20136","key":"17_CR10","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1561\/2200000049","volume":"8","author":"M Ghavamzadeh","year":"2015","unstructured":"Ghavamzadeh, M., Mannor, S., Pineau, J., Tamar, A.: Bayesian reinforcement learning: a survey. Found. Trends Mach. Learn. 8(5\u20136), 359\u2013483 (2015). https:\/\/doi.org\/10.1561\/2200000049","journal-title":"Found. Trends Mach. Learn."},{"key":"17_CR11","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"1994","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. Wiley, Hoboken (1994)"},{"key":"17_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1007\/978-3-642-21455-4_3","volume-title":"Formal Methods for Eternal Networked Software Systems","author":"V Forejt","year":"2011","unstructured":"Forejt, V., Kwiatkowska, M., Norman, G., Parker, D.: Automated verification techniques for probabilistic systems. In: Bernardo, M., Issarny, V. (eds.) SFM 2011. LNCS, vol. 6659, pp. 53\u2013113. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-21455-4_3"},{"key":"17_CR13","doi-asserted-by":"publisher","DOI":"10.1007\/0-387-71599-1","volume-title":"The Bayesian Choice: From Decision-Theoretic Foundations to Computational Implementation","author":"CP Robert","year":"2007","unstructured":"Robert, C.P.: The Bayesian Choice: From Decision-Theoretic Foundations to Computational Implementation, 2nd edn. Springer, New York (2007). https:\/\/doi.org\/10.1007\/0-387-71599-1","edition":"2"},{"key":"17_CR14","unstructured":"Insua, D., Ruggeri, F., Wiper, M.: Bayesian Analysis of Stochastic Process Models. Wiley Series in Probability and Statistics. Wiley, Hoboken (2012)"},{"key":"17_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jss.2019.03.011","volume":"153","author":"M Zhang","year":"2019","unstructured":"Zhang, M., Ali, S., Yue, T.: Uncertainty-wise test case generation and minimization for cyber-physical systems. J. Syst. Softw. 153, 1\u201321 (2019). https:\/\/doi.org\/10.1016\/j.jss.2019.03.011","journal-title":"J. Syst. Softw."},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Camilli, M., Gargantini, A., Scandurra, P., Trubiani, C.: Uncertainty-aware exploration in model-based testing. In: 2021 14th IEEE Conference on Software Testing, Verification and Validation (ICST), pp. 71\u201381 (2021)","DOI":"10.1109\/ICST49551.2021.00019"},{"key":"17_CR17","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1007\/978-3-642-27645-3_11","volume-title":"Reinforcement Learning","author":"N Vlassis","year":"2012","unstructured":"Vlassis, N., Ghavamzadeh, M., Mannor, S., Poupart, P.: Bayesian reinforcement learning. In: Wiering, M., van Otterlo, M. (eds.) Reinforcement Learning, pp. 359\u2013386. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-27645-3_11"},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"Ramirez, A.J., Jensen, A.C., Cheng, B.H.C.: A taxonomy of uncertainty for dynamically adaptive systems. In: International Symposium on Software Engineering for Adaptive and Self-Managing Systems, pp. 99\u2013108 (2012)","DOI":"10.1109\/SEAMS.2012.6224396"},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Perez-Palacin, D., Mirandola, R.: Uncertainties in the modeling of self-adaptive systems: a taxonomy and an example of availability evaluation. In: Proceedings of the 5th ACM\/SPEC International Conference on Performance Engineering, ICPE 2014, pp. 3\u201314. ACM, New York (2014). http:\/\/doi.acm.org\/10.1145\/2568088.2568095","DOI":"10.1145\/2568088.2568095"},{"issue":"4","key":"17_CR20","doi-asserted-by":"publisher","first-page":"1183","DOI":"10.1007\/s10270-020-00842-1","volume":"20","author":"J Troya","year":"2021","unstructured":"Troya, J., Moreno, N., Bertoa, M.F., Vallecillo, A.: Uncertainty representation in software models: a survey. Softw. Syst. Model. 20(4), 1183\u20131213 (2021). https:\/\/doi.org\/10.1007\/s10270-020-00842-1","journal-title":"Softw. Syst. Model."},{"issue":"4","key":"17_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3487921","volume":"15","author":"S Mahdavi-Hezavehi","year":"2021","unstructured":"Mahdavi-Hezavehi, S., Weyns, D., Avgeriou, P., Calinescu, R., Mirandola, R., Perez-Palacin, D.: Uncertainty in self-adaptive systems: a research community perspective. ACM Trans. Adapt. Auton. Syst. 15(4), 1\u201336 (2021)","journal-title":"ACM Trans. Adapt. Auton. Syst."},{"key":"17_CR22","doi-asserted-by":"crossref","unstructured":"Walkinshaw, N., Fraser, G.: Uncertainty-driven black-box test data generation. In: 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST), pp. 253\u2013263 (2017)","DOI":"10.1109\/ICST.2017.30"},{"issue":"2","key":"17_CR23","doi-asserted-by":"publisher","first-page":"1379","DOI":"10.1007\/s10270-017-0609-6","volume":"18","author":"M Zhang","year":"2017","unstructured":"Zhang, M., Ali, S., Yue, T., Norgren, R., Okariz, O.: Uncertainty-wise cyber-physical system test modeling. Softw. Syst. Model. 18(2), 1379\u20131418 (2017). https:\/\/doi.org\/10.1007\/s10270-017-0609-6","journal-title":"Softw. Syst. Model."},{"key":"17_CR24","doi-asserted-by":"crossref","unstructured":"Camilli, M., Mirandola, R., Scandurra, P.: Runtime equilibrium verification for resilient cyber-physical systems. In: IEEE International Conference on Autonomic Computing and Self-Organizing Systems (ACSOS) 2021, pp. 71\u201380 (2021)","DOI":"10.1109\/ACSOS52086.2021.00025"},{"key":"17_CR25","doi-asserted-by":"publisher","unstructured":"Camilli, M., Mirandola, R., Scandurra, P.: Taming model uncertainty in self-adaptive systems using Bayesian model averaging. In: Proceedings of the 17th Symposium on Software Engineering for Adaptive and Self-Managing Systems, SEAMS 2022, pp. 25\u201335. Association for Computing Machinery, New York (2022). https:\/\/doi.org\/10.1145\/3524844.3528056","DOI":"10.1145\/3524844.3528056"},{"key":"17_CR26","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1007\/978-3-030-81915-6_8","volume-title":"Composing Model-Based Analysis Tools","author":"S Bernardi","year":"2021","unstructured":"Bernardi, S., et al.: Living with uncertainty in model-based development. In: Heinrich, R., Dur\u00e1n, F., Talcott, C., Zschaler, S. (eds.) Composing Model-Based Analysis Tools, pp. 159\u2013185. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-81915-6_8"},{"key":"17_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106371","volume":"127","author":"P Arcaini","year":"2020","unstructured":"Arcaini, P., Inverso, O., Trubiani, C.: Automated model-based performance analysis of software product lines under uncertainty. Inf. Softw. Technol. 127, 106371 (2020)","journal-title":"Inf. Softw. Technol."},{"key":"17_CR28","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/j.jss.2018.01.010","volume":"138","author":"A Aleti","year":"2018","unstructured":"Aleti, A., Trubiani, C., van Hoorn, A., Jamshidi, P.: An efficient method for uncertainty propagation in robust software performance estimation. J. Syst. Softw. 138, 222\u2013235 (2018)","journal-title":"J. Syst. Softw."}],"container-title":["Lecture Notes in Computer Science","Software Architecture. ECSA 2022 Tracks and Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-36889-9_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,15]],"date-time":"2023-07-15T21:03:18Z","timestamp":1689454998000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-36889-9_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031368882","9783031368899"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-36889-9_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"16 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECSA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Software Architecture","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Prague","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecsa2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conf.researchr.org\/home\/ecsa-2022","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"43% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2 tutorial papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}