{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T00:26:07Z","timestamp":1769127967767,"version":"3.49.0"},"publisher-location":"Cham","reference-count":49,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030545482","type":"print"},{"value":"9783030545499","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-54549-9_16","type":"book-chapter","created":{"date-parts":[[2020,8,19]],"date-time":"2020-08-19T19:03:42Z","timestamp":1597863822000},"page":"244-259","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":29,"title":["A Safety Framework for Critical Systems Utilising Deep Neural Networks"],"prefix":"10.1007","author":[{"given":"Xingyu","family":"Zhao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alec","family":"Banks","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Sharp","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Valentin","family":"Robu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Flynn","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Fisher","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaowei","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,7,31]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Abadi, M., et al.: Deep learning with differential privacy. In: ACM SIGSAC CCS\u201916 (2016)","DOI":"10.1145\/2976749.2978318"},{"key":"16_CR2","unstructured":"Alves, E., Bhatt, D., Hall, B., Driscoll, K., Murugesan, A., Rushby, J.: Considerations in assuring safety of increasingly autonomous systems. Technical report NASA\/CR-2018-220080, NASA, July 2018"},{"key":"16_CR3","doi-asserted-by":"crossref","unstructured":"Asaadi, E., Denney, E., Pai, G.: Towards quantification of assurance for learning-enabled components. In: EDCC 2019, pp. 55\u201362. IEEE, Naples, Italy (2019)","DOI":"10.1109\/EDCC.2019.00021"},{"key":"16_CR4","unstructured":"Ashmore, R., Calinescu, R., Paterson, C.: Assuring the machine learning lifecycle: Desiderata, methods, and challenges. arXiv preprint arXiv:1905.04223 (2019)"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Bagnall, A., Stewart, G.: Certifying the true error: Machine learning in Coq with verified generalization guarantees. In: AAAI 2019, vol. 33, pp. 2662\u20132669 (2019)","DOI":"10.1609\/aaai.v33i01.33012662"},{"key":"16_CR6","unstructured":"Barocas, S., Hardt, M., Narayanan, A.: Fairness and Machine Learning. fairmlbook.org (2019). http:\/\/www.fairmlbook.org"},{"key":"16_CR7","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1016\/j.ress.2014.04.002","volume":"130","author":"P Bishop","year":"2014","unstructured":"Bishop, P., Bloomfield, R., Littlewood, B., Popov, P., Povyakalo, A., Strigini, L.: A conservative bound for the probability of failure of a 1-out-of-2 protection system with one hardware-only and one software-based protection train. Reliab. Eng. Syst. Saf. 130, 61\u201368 (2014)","journal-title":"Reliab. Eng. Syst. Saf."},{"issue":"5","key":"16_CR8","doi-asserted-by":"publisher","first-page":"708","DOI":"10.1109\/TSE.2010.67","volume":"37","author":"P Bishop","year":"2011","unstructured":"Bishop, P., Bloomfield, R., Littlewood, B., Povyakalo, A., Wright, D.: Toward a formalism for conservative claims about the dependability of software-based systems. IEEE Trans. Softw. Eng. 37(5), 708\u2013717 (2011)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"16_CR9","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1016\/j.ress.2016.08.019","volume":"158","author":"P Bishop","year":"2017","unstructured":"Bishop, P., Povyakalo, A.: Deriving a frequentist conservative confidence bound for probability of failure per demand for systems with different operational and test profiles. Reliab. Eng. Syst. Saf. 158, 246\u2013253 (2017)","journal-title":"Reliab. Eng. Syst. Saf."},{"issue":"9","key":"16_CR10","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MC.2019.2914775","volume":"52","author":"R Bloomfield","year":"2019","unstructured":"Bloomfield, R., Khlaaf, H., Ryan Conmy, P., Fletcher, G.: Disruptive innovations and disruptive assurance: assuring machine learning and autonomy. Computer 52(9), 82\u201389 (2019)","journal-title":"Computer"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Bloomfield, R.E., Littlewood, B., Wright, D.: Confidence: its role in dependability cases for risk assessment. In: DSN 2007, pp. 338\u2013346. IEEE, Edinburgh (2007)","DOI":"10.1109\/DSN.2007.29"},{"key":"16_CR12","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1007\/978-1-84996-086-1_4","volume-title":"Making Systems Safer","author":"R Bloomfield","year":"2010","unstructured":"Bloomfield, R., Bishop, P.: Safety and assurance cases: past, present and possible future - an adelard perspective. In: Dale, C., Anderson, T. (eds.) Making Systems Safer, pp. 51\u201367. Springer, London (2010)"},{"key":"16_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/978-3-319-66284-8_1","volume-title":"Computer Safety, Reliability, and Security","author":"S Burton","year":"2017","unstructured":"Burton, S., Gauerhof, L., Heinzemann, C.: Making the case for safety of machine learning in highly automated driving. In: Tonetta, S., Schoitsch, E., Bitsch, F. (eds.) SAFECOMP 2017. LNCS, vol. 10489, pp. 5\u201316. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-66284-8_1"},{"key":"16_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/978-3-030-26250-1_30","volume-title":"Computer Safety, Reliability, and Security","author":"S Burton","year":"2019","unstructured":"Burton, S., Gauerhof, L., Sethy, B.B., Habli, I., Hawkins, R.: Confidence arguments for evidence of performance in machine learning for highly automated driving functions. In: Romanovsky, A., Troubitsyna, E., Gashi, I., Schoitsch, E., Bitsch, F. (eds.) SAFECOMP 2019. LNCS, vol. 11699, pp. 365\u2013377. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-26250-1_30"},{"issue":"3","key":"16_CR15","doi-asserted-by":"publisher","first-page":"1149","DOI":"10.1109\/TR.2015.2503335","volume":"65","author":"L Chen","year":"2016","unstructured":"Chen, L., May, J.H.R.: A diversity model based on failure distribution and its application in safety cases. IEEE Trans. Reliab. 65(3), 1149\u20131162 (2016)","journal-title":"IEEE Trans. Reliab."},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Denney, E., Pai, G., Habli, I.: Towards measurement of confidence in safety cases. In: International Symposium on Empirical Software Engineering and Measurement, pp. 380\u2013383 (2011)","DOI":"10.1109\/ESEM.2011.53"},{"key":"16_CR17","unstructured":"Du, S.S., Lee, J.D., Li, H., Wang, L., Zhai, X.: Gradient descent finds global minima of deep neural networks. arXiv e-prints p. arXiv:1811.03804 (Nov 2018)"},{"key":"16_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/978-3-030-03769-7_15","volume-title":"Runtime Verification","author":"A Ferrando","year":"2018","unstructured":"Ferrando, A., Dennis, L.A., Ancona, D., Fisher, M., Mascardi, V.: Verifying and validating autonomous systems: towards an integrated approach. In: Colombo, C., Leucker, M. (eds.) RV 2018. LNCS, vol. 11237, pp. 263\u2013281. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-03769-7_15"},{"key":"16_CR19","volume-title":"Introduction to Statistical Pattern Recognition","author":"K Fukunaga","year":"2013","unstructured":"Fukunaga, K.: Introduction to Statistical Pattern Recognition. Elsevier, New York (2013)"},{"key":"16_CR20","unstructured":"Galves, A., Gaudel, M.: Rare events in stochastic dynamical systems and failures in ultra-reliable reactive programs. In: FTCS 1998, pp. 324\u2013333. Munich, DE (1998)"},{"key":"16_CR21","unstructured":"He, F., Liu, T., Tao, D.: Control batch size and learning rate to generalize well: theoretical and empirical evidence. In: NIPS 2019, pp. 1141\u20131150 (2019)"},{"key":"16_CR22","unstructured":"Huang, X., et al.: A survey of safety and trustworthiness of deep neural networks. arXiv preprint arXiv:1812.08342 (2018)"},{"key":"16_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-63387-9_1","volume-title":"Computer Aided Verification","author":"X Huang","year":"2017","unstructured":"Huang, X., Kwiatkowska, M., Wang, S., Wu, M.: Safety verification of deep neural networks. In: Majumdar, R., Kun\u010dak, V. (eds.) CAV 2017. LNCS, vol. 10426, pp. 3\u201329. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-63387-9_1"},{"key":"16_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1007\/978-3-319-99229-7_2","volume-title":"Computer Safety, Reliability, and Security","author":"F Ishikawa","year":"2018","unstructured":"Ishikawa, F., Matsuno, Y.: Continuous argument engineering: tackling uncertainty in machine learning based systems. In: Gallina, B., Skavhaug, A., Schoitsch, E., Bitsch, F. (eds.) SAFECOMP 2018. LNCS, vol. 11094, pp. 14\u201321. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99229-7_2"},{"key":"16_CR25","unstructured":"Johnson, C. W.: The increasing risks of risk assessment: on the rise of artificial intelligence and non-determinism in safety-critical systems. In: The 26th Safety-Critical Systems Symposium, p. 15. Safety-Critical Systems Club, York, UK (2018)"},{"key":"16_CR26","unstructured":"Kelly, T.P.: Arguing safety: a systematic approach to managing safety cases. Ph.D. thesis, University of York (1999)"},{"key":"16_CR27","unstructured":"Koopman, P., Kane, A., Black, J.: Credible autonomy safety argumentation. In: 27th Safety-Critical System Symposium Safety-Critical Systems Club, Bristol, UK (2019)"},{"issue":"5","key":"16_CR28","first-page":"1178","volume":"38","author":"B Littlewood","year":"2012","unstructured":"Littlewood, B., Rushby, J.: Reasoning about the reliability of diverse two-channel systems in which one channel is \u201cpossibly perfect\u201d. TSE 38(5), 1178\u20131194 (2012)","journal-title":"TSE"},{"key":"16_CR29","unstructured":"Littlewood, B., Strigini, L.: \u2018Validation of ultra-high dependability...\u2019 - 20 years on. Safety Systems, Newsletter of the Safety-Critical Systems Club 20(3) (2011)"},{"issue":"12","key":"16_CR30","doi-asserted-by":"publisher","first-page":"1641","DOI":"10.1109\/TSE.2013.31","volume":"39","author":"B Littlewood","year":"2013","unstructured":"Littlewood, B., Povyakalo, A.: Conservative bounds for the pfd of a 1-out-of-2 software-based system based on an assessor\u2019s subjective probability of \u201cnot worse than independence\u201d. IEEE Trans. Soft. Eng. 39(12), 1641\u20131653 (2013)","journal-title":"IEEE Trans. Soft. Eng."},{"key":"16_CR31","doi-asserted-by":"publisher","first-page":"106752","DOI":"10.1016\/j.ress.2019.106752","volume":"197","author":"B Littlewood","year":"2020","unstructured":"Littlewood, B., Salako, K., Strigini, L., Zhao, X.: On reliability assessment when a software-based system is replaced by a thought-to-be-better one. Reliab. Eng. Syst. Saf. 197, 106752 (2020)","journal-title":"Reliab. Eng. Syst. Saf."},{"issue":"5","key":"16_CR32","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1109\/TSE.2007.1002","volume":"33","author":"B Littlewood","year":"2007","unstructured":"Littlewood, B., Wright, D.: The use of multilegged arguments to increase confidence in safety claims for software-based systems: a study based on a BBN analysis of an idealized example. IEEE Trans. Softw. Eng. 33(5), 347\u2013365 (2007)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"16_CR33","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1007\/978-3-030-26250-1_33","volume-title":"Computer Safety, Reliability, and Security","author":"Y Matsuno","year":"2019","unstructured":"Matsuno, Y., Ishikawa, F., Tokumoto, S.: Tackling uncertainty in safety assurance for machine learning: continuous argument engineering with attributed tests. In: Romanovsky, A., Troubitsyna, E., Gashi, I., Schoitsch, E., Bitsch, F. (eds.) SAFECOMP 2019. LNCS, vol. 11699, pp. 398\u2013404. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-26250-1_33"},{"issue":"3","key":"16_CR34","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1002\/sys.20097","volume":"11","author":"P Micouin","year":"2008","unstructured":"Micouin, P.: Toward a property based requirements theory: system requirements structured as a semilattice. Syst. Eng. 11(3), 235\u2013245 (2008)","journal-title":"Syst. Eng."},{"issue":"2","key":"16_CR35","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/52.199724","volume":"10","author":"JD Musa","year":"1993","unstructured":"Musa, J.D.: Operational profiles in software-reliability engineering. IEEE Softw. 10(2), 14\u201332 (1993)","journal-title":"IEEE Softw."},{"key":"16_CR36","doi-asserted-by":"crossref","unstructured":"O\u2019Hagan, A., et al.: Uncertain Judgements: Eliciting Experts\u2019 Probabilities. Wiley, Chichester (2006)","DOI":"10.1002\/0470033312"},{"key":"16_CR37","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/978-3-030-21642-9_46","volume-title":"Artificial Intelligence in Medicine","author":"C Picardi","year":"2019","unstructured":"Picardi, C., Habli, I.: Perspectives on assurance case development for retinal disease diagnosis using deep learning. In: Ria\u00f1o, D., Wilk, S., ten Teije, A. (eds.) AIME 2019. LNCS (LNAI), vol. 11526, pp. 365\u2013370. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-21642-9_46"},{"key":"16_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/978-3-030-26601-1_12","volume-title":"Computer Safety, Reliability, and Security","author":"C Picardi","year":"2019","unstructured":"Picardi, C., Hawkins, R., Paterson, C., Habli, I.: A pattern for arguing the assurance of machine learning in medical diagnosis systems. In: Romanovsky, A., Troubitsyna, E., Bitsch, F. (eds.) SAFECOMP 2019. LNCS, vol. 11698, pp. 165\u2013179. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-26601-1_12"},{"key":"16_CR39","doi-asserted-by":"crossref","unstructured":"Ponti Jr., M.P.: Combining classifiers: from the creation of ensembles to the decision fusion. In: SIBGRAPI 2011, pp. 1\u201310. IEEE, Alagoas, Brazil (2011)","DOI":"10.1109\/SIBGRAPI-T.2011.9"},{"key":"16_CR40","doi-asserted-by":"crossref","unstructured":"Ruan, W., Wu, M., Sun, Y., Huang, X., Kroening, D., Kwiatkowska, M.: Global robustness evaluation of deep neural networks with provable guarantees for the hamming distance. In: IJCAI 2019, pp. 5944\u20135952 (2019)","DOI":"10.24963\/ijcai.2019\/824"},{"key":"16_CR41","unstructured":"Rudolph, A., Voget, S., Mottok, J.: A consistent safety case argumentation for artificial intelligence in safety related automotive systems. In: ERTS 2018 (2018)"},{"key":"16_CR42","doi-asserted-by":"crossref","unstructured":"Rushby, J.: Software verification and system assurance. In: 7th International Conference on Software Engineering and Formal Methods, pp. 3\u201310. IEEE, Hanoi, Vietnam (2009)","DOI":"10.1109\/SEFM.2009.39"},{"key":"16_CR43","doi-asserted-by":"crossref","unstructured":"Schwalbe, G., Schels, M.: Concept enforcement and modularization as methods for the ISO 26262 safety argumentation of neural networks. In: ERTS 2020 (2020)","DOI":"10.20378\/irb-47277"},{"key":"16_CR44","doi-asserted-by":"crossref","unstructured":"Schwalbe, G., Schels, M.: A survey on methods for the safety assurance of machine learning based systems. In: ERTS 2020 (2020)","DOI":"10.20378\/irb-47275"},{"issue":"4","key":"16_CR45","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1109\/MS.2001.936213","volume":"18","author":"L Sha","year":"2001","unstructured":"Sha, L.: Using simplicity to control complexity. IEEE Softw. 18(4), 20\u201328 (2001)","journal-title":"IEEE Softw."},{"key":"16_CR46","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1007\/978-3-642-40793-2_10","volume-title":"Computer Safety, Reliability, and Security","author":"L Strigini","year":"2013","unstructured":"Strigini, L., Povyakalo, A.: Software fault-freeness and reliability predictions. In: Bitsch, F., Guiochet, J., Ka\u00e2niche, M. (eds.) SAFECOMP 2013. LNCS, vol. 8153, pp. 106\u2013117. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-40793-2_10"},{"key":"16_CR47","doi-asserted-by":"crossref","unstructured":"Sun, Y., Wu, M., Ruan, W., Huang, X., Kwiatkowska, M., Kroening, D.: Concolic testing for deep neural networks. In: ASE2018, pp. 109\u2013119. ACM (2018)","DOI":"10.1145\/3238147.3238172"},{"key":"16_CR48","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1016\/j.ress.2016.09.002","volume":"158","author":"X Zhao","year":"2017","unstructured":"Zhao, X., Littlewood, B., Povyakalo, A., Strigini, L., Wright, D.: Modeling the probability of failure on demand (pfd) of a 1-out-of-2 system in which one channel is \u201cquasi-perfect\u201d. Reliab. Eng. Syst. Saf. 158, 230\u2013245 (2017)","journal-title":"Reliab. Eng. Syst. Saf."},{"key":"16_CR49","doi-asserted-by":"crossref","unstructured":"Zhao, X., Robu, V., Flynn, D., Salako, K., Strigini, L.: Assessing the safety and reliability of autonomous vehicles from road testing. In: The 30th International Symposium on Software Reliability Engineering, pp. 13\u201323. IEEE, Berlin, Germany (2019)","DOI":"10.1109\/ISSRE.2019.00012"}],"container-title":["Lecture Notes in Computer Science","Computer Safety, Reliability, and Security"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-54549-9_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,6]],"date-time":"2023-10-06T01:15:17Z","timestamp":1696554917000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-54549-9_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030545482","9783030545499"],"references-count":49,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-54549-9_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"31 July 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SAFECOMP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computer Safety, Reliability, and Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lisbon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"39","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"safecomp2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/safecomp2020.di.fc.ul.pt\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"116","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6.2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}