{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T01:04:59Z","timestamp":1743037499235,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031148613"},{"type":"electronic","value":"9783031148620"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14862-0_9","type":"book-chapter","created":{"date-parts":[[2022,9,6]],"date-time":"2022-09-06T04:04:59Z","timestamp":1662437099000},"page":"35-46","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Criteria for the Analysis of Gaps and Limitations of V&V Methods for Safety- and Security-Critical Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0666-6597","authenticated-orcid":false,"given":"Enrico","family":"Ferrari","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5644-1679","authenticated-orcid":false,"given":"Rupert","family":"Schlick","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1813-398X","authenticated-orcid":false,"given":"Jose Luis","family":"de la Vara","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5224-9412","authenticated-orcid":false,"given":"Peter","family":"Folkesson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9536-4269","authenticated-orcid":false,"given":"Behrooz","family":"Sangchoolie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,9,7]]},"reference":[{"key":"9_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.micpro.2021.104349","volume":"87","author":"J Agirre","year":"2021","unstructured":"Agirre, J., et al.: The VALU3S ECSEL project: verification and validation of automated systems safety and security. Microprocess. Microsyst. 87, 104349 (2021)","journal-title":"Microprocess. Microsyst."},{"key":"9_CR2","doi-asserted-by":"crossref","unstructured":"Aguirre, J., et al.: Multidimensional framework for characterizing verification and validation of automated systems. In: EDCC (2022)","DOI":"10.1109\/EDCC57035.2022.00018"},{"key":"9_CR3","unstructured":"Amalthea4public project: D3.1 - Analysis of state of the art V&V techniques (2015)"},{"key":"9_CR4","unstructured":"AMASS project: https:\/\/cordis.europa.eu\/project\/id\/692474"},{"key":"9_CR5","unstructured":"AMASS project: D1.7 - AMASS solution benchmarking (2019)"},{"key":"9_CR6","unstructured":"AMASS project: D3.1 - Baseline and requirements for architecture-driven assurance (2018)"},{"key":"9_CR7","doi-asserted-by":"publisher","unstructured":"Bauer, T., et al.: Cross-domain modelling of verification and validation workflows in the large scale European research project VALU3S. In: Orailoglu, A., Jung, M., Reichenbach, M. (eds) Embedded Computer Systems: Architectures, Modeling, and Simulation. SAMOS 2021. LNCS, vol. 13227. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-04580-6_25","DOI":"10.1007\/978-3-031-04580-6_25"},{"key":"9_CR8","doi-asserted-by":"crossref","unstructured":"de la Vara, J.L., et al.: A proposal for the classification of methods for verification and validation of safety, cybersecurity, and privacy of automated systems. In: QUATIC (2021)","DOI":"10.1007\/978-3-030-85347-1_24"},{"key":"9_CR9","unstructured":"ElasTest project: D7.3 - Public demonstrator artifacts (2019)"},{"key":"9_CR10","volume-title":"Software Metrics - A Rigorous and Practical Approach","author":"NE Fenton","year":"2015","unstructured":"Fenton, N.E., Pfleeger, S.L.: Software Metrics - A Rigorous and Practical Approach, 3rd edn. CRC Press, Boca Raton (2015)","edition":"3"},{"key":"9_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/978-3-319-24255-2_11","volume-title":"Computer Safety, Reliability, and Security","author":"P Folkesson","year":"2015","unstructured":"Folkesson, P., Ayatolahi, F., Sangchoolie, B., Vinter, J., Islam, M., Karlsson, J.: Back-to-back fault injection testing in model-based development. In: Koornneef, F., van Gulijk, C. (eds.) SAFECOMP 2015. LNCS, vol. 9337, pp. 135\u2013148. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24255-2_11"},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Grinschgl, J., et al.: Efficient fault emulation using automatic pre-injection memory access analysis. In: 2012 IEEE International SOC Conference, pp. 277\u2013282. Niagara Falls, NY (2012)","DOI":"10.1109\/SOCC.2012.6398361"},{"key":"9_CR13","unstructured":"INCOSE: Guide for Writing Requirements (2019)"},{"key":"9_CR14","unstructured":"iRel40 project: https:\/\/cordis.europa.eu\/project\/id\/876659"},{"key":"9_CR15","unstructured":"ISO: ISO\/IEC\/IEEE 24765: Systems and software engineering - Vocabulary (2017)"},{"key":"9_CR16","volume-title":"Metrics and Models in Software Quality Engineering","author":"S Kan","year":"2002","unstructured":"Kan, S.: Metrics and Models in Software Quality Engineering, 2nd edn. Addison Wesley, Boston (2002)","edition":"2"},{"key":"9_CR17","doi-asserted-by":"publisher","DOI":"10.1002\/9781119130161","volume-title":"Model-Based Testing Essentials-Guide to the ISTQB Certified Model-Based Tester: Foundation Level","author":"A Kramer","year":"2016","unstructured":"Kramer, A., Legeard, B.: Model-Based Testing Essentials-Guide to the ISTQB Certified Model-Based Tester: Foundation Level. Wiley, Hoboken (2016)"},{"issue":"3","key":"9_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-021-09941-z","volume":"26","author":"T Ma","year":"2021","unstructured":"Ma, T., Ali, S., Yue, T.: Testing self-healing cyber-physical systems under uncertainty with reinforcement learning: an empirical study. Empir. Softw. Eng. 26(3), 1\u201354 (2021). https:\/\/doi.org\/10.1007\/s10664-021-09941-z","journal-title":"Empir. Softw. Eng."},{"key":"9_CR19","doi-asserted-by":"crossref","unstructured":"Miller, L., et al.: Guidelines for the verification and validation of expert system software and conventional software. US Nuclear Regulatory Commission (1995)","DOI":"10.2172\/42511"},{"issue":"4","key":"9_CR20","doi-asserted-by":"publisher","first-page":"1645","DOI":"10.1007\/s11219-020-09511-4","volume":"28","author":"V Moreno","year":"2020","unstructured":"Moreno, V., G\u00e9nova, G., Parra, E., Fraga, A.: Application of machine learning techniques to the flexible assessment and improvement of requirements quality. Softw. Qual. J. 28(4), 1645\u20131674 (2020). https:\/\/doi.org\/10.1007\/s11219-020-09511-4","journal-title":"Softw. Qual. J."},{"issue":"3","key":"9_CR21","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1145\/2841425","volume":"48","author":"R Natella","year":"2016","unstructured":"Natella, R., et al.: Assessing dependability with software fault injection: a survey. ACM Comput. Surv. 48(3), 44 (2016)","journal-title":"ACM Comput. Surv."},{"key":"9_CR22","unstructured":"OPENCOSS project: https:\/\/cordis.europa.eu\/project\/id\/289011"},{"key":"9_CR23","unstructured":"OPENCOSS project: D1.3 - Evaluation framework and quality metrics (2013)"},{"key":"9_CR24","unstructured":"Oxford UK Dictionary: Method. https:\/\/www.lexico.com\/definition\/method (2021)"},{"issue":"3","key":"9_CR25","doi-asserted-by":"publisher","first-page":"836","DOI":"10.1016\/j.infsof.2012.11.009","volume":"55","author":"RK Panesar-Walawege","year":"2013","unstructured":"Panesar-Walawege, R.K., et al.: Supporting the verification of compliance to safety standards via model-driven engineering: approach, tool-support and empirical validation. Inf. Softw. Technol. 55(3), 836\u2013864 (2013)","journal-title":"Inf. Softw. Technol."},{"key":"9_CR26","doi-asserted-by":"crossref","unstructured":"Parra, E., et al.: Advances in artefact quality analysis for safety-critical systems. In: 30th International Symposium on Software Reliability Engineering (ISSRE) (2019)","DOI":"10.1109\/ISSREW.2019.00047"},{"key":"9_CR27","unstructured":"Roza, M.: Verification, validation and uncertainty quantification methods and techniques. NATO (2014)"},{"key":"9_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1007\/978-3-642-15651-9_16","volume-title":"Computer Safety, Reliability, and Security","author":"R Svenningsson","year":"2010","unstructured":"Svenningsson, R., Vinter, J., Eriksson, H., T\u00f6rngren, M.: MODIFI: a MODel-implemented fault injection tool. In: Schoitsch, E. (ed.) SAFECOMP 2010. LNCS, vol. 6351, pp. 210\u2013222. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15651-9_16"},{"key":"9_CR29","unstructured":"VALU3S project: D3.1 - V&V methods for SCP evaluation of automated systems (2020)"},{"key":"9_CR30","unstructured":"VALU3S project: D3.3 - Identified gaps and limitations of the V&V methods listed in D3.1 (2021)"},{"key":"9_CR31","unstructured":"VALU3S project: D3.6 - Final description of methods designed to improve the V&V process (2022)"}],"container-title":["Lecture Notes in Computer Science","Computer Safety, Reliability, and Security. SAFECOMP 2022 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14862-0_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,18]],"date-time":"2023-02-18T05:19:37Z","timestamp":1676697577000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14862-0_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031148613","9783031148620"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14862-0_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"7 September 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SAFECOMP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computer Safety, Reliability, and Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Munich","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 June 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"41","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"safecomp2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/safecomp22.iks.fraunhofer.de\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"93","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3, 2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5, 5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The review process was thorough with at least 3 reviewers with ensured independency (single blind). In April 2022 an on-line meeting took place for the final discussion and selection.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}