{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T22:21:16Z","timestamp":1775082076284,"version":"3.50.1"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031562808","type":"print"},{"value":"9783031562815","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56281-5_7","type":"book-chapter","created":{"date-parts":[[2024,4,11]],"date-time":"2024-04-11T23:02:46Z","timestamp":1712876566000},"page":"112-131","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["ML-Enabled Systems Model Deployment and\u00a0Monitoring: Status Quo and\u00a0Problems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-4201-3534","authenticated-orcid":false,"given":"Eduardo","family":"Zimelewicz","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1445-3425","authenticated-orcid":false,"given":"Marcos","family":"Kalinowski","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0619-6027","authenticated-orcid":false,"given":"Daniel","family":"Mendez","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7023-9469","authenticated-orcid":false,"given":"G\u00f6rkem","family":"Giray","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3415-6201","authenticated-orcid":false,"given":"Antonio Pedro","family":"Santos Alves","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0535-1761","authenticated-orcid":false,"given":"Niklas","family":"Lavesson","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3464-6489","authenticated-orcid":false,"given":"Kelly","family":"Azevedo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4142-6967","authenticated-orcid":false,"given":"Hugo","family":"Villamizar","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7130-4330","authenticated-orcid":false,"given":"Tatiana","family":"Escovedo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4584-1455","authenticated-orcid":false,"given":"Helio","family":"Lopes","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3413-7780","authenticated-orcid":false,"given":"Stefan","family":"Biffl","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2163-3603","authenticated-orcid":false,"given":"Juergen","family":"Musil","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3818-4442","authenticated-orcid":false,"given":"Michael","family":"Felderer","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5256-8429","authenticated-orcid":false,"given":"Stefan","family":"Wagner","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8589-2850","authenticated-orcid":false,"given":"Teresa","family":"Baldassarre","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3646-235X","authenticated-orcid":false,"given":"Tony","family":"Gorschek","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,4,12]]},"reference":[{"key":"7_CR1","doi-asserted-by":"crossref","unstructured":"Nahar, N., Zhang, H., Lewis, G., Zhou, S., Kastner, C.: A meta-summary of challenges in building products with ml components - collecting experiences from 4758+ practitioners. In: 2023 IEEE\/ACM 2nd International Conference on AI Engineering - Software Engineering for AI (CAIN), pp. 171\u2013183. IEEE Computer Society, Los Alamitos, CA, USA, May 2023","DOI":"10.1109\/CAIN58948.2023.00034"},{"key":"7_CR2","unstructured":"Startech Up: Machine learning history: the complete timeline, September 2022"},{"key":"7_CR3","doi-asserted-by":"crossref","unstructured":"Paleyes, A., Urma, R.G., Lawrence, N.D.: Challenges in deploying machine learning: a survey of case studies. ACM Comput. Surv. 55(6) (2022)","DOI":"10.1145\/3533378"},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"John, M.M., Olsson, H.H., Bosch, J.: Towards MLOps: a framework and maturity model. In: 2021 47th Euromicro Conference on Software Engineering and Advanced Applications (SEAA), pp. 1\u20138 (2021)","DOI":"10.1109\/SEAA53835.2021.00050"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Lewis, G.A., Ozkaya, I., Xu, X.: Software architecture challenges for ml systems. In: 2021 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp. 634\u2013638 (2021)","DOI":"10.1109\/ICSME52107.2021.00071"},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"John, M.M., Olsson, H.H., Bosch, J.: AI deployment architecture: multi-case study for key factor identification. In: 2020 27th Asia-Pacific Software Engineering Conference (APSEC), pp. 395\u2013404 (2020)","DOI":"10.1109\/APSEC51365.2020.00048"},{"key":"7_CR7","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1007\/978-3-030-67292-8_2","volume-title":"Software Business","author":"MM John","year":"2021","unstructured":"John, M.M., Holmstr\u00f6m Olsson, H., Bosch, J.: Architecting AI deployment: a\u00a0systematic review of state-of-the-art and state-of-practice literature. In: Klotins, E., Wnuk, K. (eds.) ICSOB 2020. LNBIP, vol. 407, pp. 14\u201329. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-67292-8_2"},{"key":"7_CR8","doi-asserted-by":"crossref","unstructured":"Zaharia, M., et al.: Apache spark: a unified engine for big data processing. Commun. ACM 59(11), 56\u201365 (2016)","DOI":"10.1145\/2934664"},{"key":"7_CR9","doi-asserted-by":"crossref","unstructured":"Syafrudin, M., Alfian, G., Fitriyani, N.L., Rhee, J.: Performance analysis of IoT-based sensor, big data processing, and machine learning model for real-time monitoring system in automotive manufacturing. Sensors 18(9) (2018)","DOI":"10.3390\/s18092946"},{"key":"7_CR10","doi-asserted-by":"crossref","unstructured":"Chahal, D., Ojha, R., Ramesh, M., Singhal, R.: Migrating large deep learning models to serverless architecture, pp. 111\u2013116 (2020). Cited by: 14","DOI":"10.1109\/ISSREW51248.2020.00047"},{"key":"7_CR11","doi-asserted-by":"crossref","unstructured":"Nowrin, I., Khanam, F.: Importance of cloud deployment model and security issues of software as a service (SaaS) for cloud computing. In: 2019 International Conference on Applied Machine Learning (ICAML), pp. 183\u2013186 (2019)","DOI":"10.1109\/ICAML48257.2019.00042"},{"key":"7_CR12","doi-asserted-by":"crossref","unstructured":"Mrozek, D., Koczur, A., Ma\u0142ysiak-Mrozek, B.: Fall detection in older adults with mobile IoT devices and machine learning in the cloud and on the edge. Inf. Sci. 537, 132\u2013147 (2020). Cited by: 72. All Open Access, Hybrid Gold Open Access (2020)","DOI":"10.1016\/j.ins.2020.05.070"},{"key":"7_CR13","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/j.measurement.2018.01.022","volume":"119","author":"A Abdelaziz","year":"2018","unstructured":"Abdelaziz, A., Elhoseny, M., Salama, A.S., Riad, A.: A machine learning model for improving healthcare services on cloud computing environment. Measurement 119, 117\u2013128 (2018)","journal-title":"Measurement"},{"key":"7_CR14","doi-asserted-by":"crossref","unstructured":"Garg, S., Pundir, P., Rathee, G., Gupta, P., Garg, S., Ahlawat, S.: On continuous integration\/continuous delivery for automated deployment of machine learning models using MLOps. In: 2021 IEEE Fourth International Conference on Artificial Intelligence and Knowledge Engineering (AIKE), pp. 25\u201328 (2021)","DOI":"10.1109\/AIKE52691.2021.00010"},{"issue":"2","key":"7_CR15","doi-asserted-by":"publisher","first-page":"1485","DOI":"10.1109\/TSC.2022.3155447","volume":"16","author":"F Al-Doghman","year":"2023","unstructured":"Al-Doghman, F., Moustafa, N., Khalil, I., Sohrabi, N., Tari, Z., Zomaya, A.Y.: AI-enabled secure microservices in edge computing: opportunities and challenges. IEEE Trans. Serv. Comput. 16(2), 1485\u20131504 (2023)","journal-title":"IEEE Trans. Serv. Comput."},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Paraskevoulakou, E., Kyriazis, D.: ML-FaaS: towards exploiting the serverless paradigm to facilitate machine learning functions as a service. IEEE Trans. Netw. Serv. Manag. 20, 2110\u20132123 (2023)","DOI":"10.1109\/TNSM.2023.3239672"},{"key":"7_CR17","doi-asserted-by":"crossref","unstructured":"Kourouklidis, P., Kolovos, D., Noppen, J., Matragkas, N.: A model-driven engineering approach for monitoring machine learning models. In: 2021 ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C), pp. 160\u2013164 (2021)","DOI":"10.1109\/MODELS-C53483.2021.00028"},{"issue":"3","key":"7_CR18","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1016\/j.dsm.2022.07.004","volume":"5","author":"T Schr\u00f6der","year":"2022","unstructured":"Schr\u00f6der, T., Schulz, M.: Monitoring machine learning models: a categorization of challenges and methods. Data Sci. Manag. 5(3), 105\u2013116 (2022)","journal-title":"Data Sci. Manag."},{"key":"7_CR19","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/978-3-030-32489-6_4","volume-title":"Contemporary Empirical Methods in Software Engineering","author":"S Wagner","year":"2020","unstructured":"Wagner, S., Mendez, D., Felderer, M., Graziotin, D., Kalinowski, M.: Challenges in survey research. In: Contemporary Empirical Methods in Software Engineering, pp. 93\u2013125. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-32489-6_4"},{"issue":"4","key":"7_CR20","first-page":"1327","volume":"35","author":"CE Lunneborg","year":"2001","unstructured":"Lunneborg, C.E.: Bootstrap inference for local populations. Ther. Innov. Regul. Sci. 35(4), 1327\u20131342 (2001)","journal-title":"Ther. Innov. Regul. Sci."},{"key":"7_CR21","doi-asserted-by":"crossref","unstructured":"Wagner, S., et al.: Status quo in requirements engineering: a theory and a global family of surveys. ACM Trans. Softw. Eng. Methodol. 28(2) (2019)","DOI":"10.1145\/3306607"},{"key":"7_CR22","doi-asserted-by":"crossref","unstructured":"Efron, B., Tibshirani, R.J.: An Introduction to the Bootstrap. Chapman & Hall\/CRC (1993)","DOI":"10.1007\/978-1-4899-4541-9"},{"issue":"11","key":"7_CR23","doi-asserted-by":"publisher","first-page":"996","DOI":"10.1109\/TSE.2003.1245301","volume":"29","author":"S Lei","year":"2003","unstructured":"Lei, S., Smith, M.: Evaluation of several nonparametric bootstrap methods to estimate confidence intervals for software metrics. IEEE Trans. Software Eng. 29(11), 996\u20131004 (2003)","journal-title":"IEEE Trans. Software Eng."},{"key":"7_CR24","doi-asserted-by":"crossref","unstructured":"Stol, K.J., Ralph, P., Fitzgerald, B.: Grounded theory in software engineering research: a critical review and guidelines. In: Proceedings of the 38th International Conference on Software Engineering, pp. 120\u2013131 (2016)","DOI":"10.1145\/2884781.2884833"},{"key":"7_CR25","unstructured":"Kalinowski, M., Escovedo, T., Villamizar, H., Lopes, H.: Engenharia de Software para Ci\u00eancia de Dados: Um guia de boas pr\u00e1ticas com \u00eanfase na constru\u00e7\u00e3o de sistemas de Machine Learning em Python. Casa do C\u00f3digo (2023)"},{"key":"7_CR26","doi-asserted-by":"crossref","unstructured":"Amershi, S., et al.: Software engineering for machine learning: a case study. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering: Software Engineering in Practice, pp. 291\u2013300. IEEE (2019)","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"7_CR27","doi-asserted-by":"publisher","first-page":"526","DOI":"10.1016\/j.procs.2021.01.199","volume":"181","author":"C Schr\u00f6er","year":"2021","unstructured":"Schr\u00f6er, C., Kruse, F., G\u00f3mez, J.M.: A systematic literature review on applying CRISP-DM process model. Procedia Comput. Sci. 181, 526\u2013534 (2021)","journal-title":"Procedia Comput. Sci."},{"key":"7_CR28","unstructured":"GitLab: Get started with GitLab CI\/CD, October 2023"},{"key":"7_CR29","unstructured":"Azure DevOps: What is Azure DevOps? October 2022"},{"key":"7_CR30","unstructured":"BentoML: What is bentoml? October 2023"},{"key":"7_CR31","unstructured":"MLflow: What is mlflow? October 2023"},{"key":"7_CR32","unstructured":"AWS: Amazon SageMaker for MLOPs, October 2023"},{"key":"7_CR33","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1007\/978-3-642-13792-1_9","volume-title":"Product-Focused Software Process Improvement","author":"M Kalinowski","year":"2010","unstructured":"Kalinowski, M., Mendes, E., Card, D.N., Travassos, G.H.: Applying DPPI: a defect causal analysis approach using Bayesian networks. In: Ali Babar, M., Vierimaa, M., Oivo, M. (eds.) PROFES 2010. LNCS, vol. 6156, pp. 92\u2013106. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-13792-1_9"},{"key":"7_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1007\/978-3-642-21843-9_19","volume-title":"Product-Focused Software Process Improvement","author":"M Kalinowski","year":"2011","unstructured":"Kalinowski, M., Mendes, E., Travassos, G.H.: Automating and evaluating probabilistic cause-effect diagrams to improve defect causal analysis. In: Caivano, D., Oivo, M., Baldassarre, M.T., Visaggio, G. (eds.) PROFES 2011. LNCS, vol. 6759, pp. 232\u2013246. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-21843-9_19"},{"key":"7_CR35","doi-asserted-by":"crossref","unstructured":"M\u00e4kinen, S., Skogstr\u00f6m, H., Laaksonen, E., Mikkonen, T.: Who needs MLOps: what data scientists seek to accomplish and how can MLOps help? In: 2021 IEEE\/ACM 1st Workshop on AI Engineering - Software Engineering for AI (WAIN), pp. 109\u2013112 (2021)","DOI":"10.1109\/WAIN52551.2021.00024"},{"key":"7_CR36","doi-asserted-by":"crossref","unstructured":"Ruf, P., Madan, M., Reich, C., Ould-Abdeslam, D.: Demystifying MLOps and presenting a recipe for the selection of open-source tools. Appl. Sci. 11(19) (2021)","DOI":"10.3390\/app11198861"},{"key":"7_CR37","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Yu, Y., Ding, B.: Towards MLOps: a case study of ML pipeline platform. In: 2020 International Conference on Artificial Intelligence and Computer Engineering (ICAICE), pp. 494\u2013500 (2020)","DOI":"10.1109\/ICAICE51518.2020.00102"},{"key":"7_CR38","unstructured":"Algorithmia: 2020 state of enterprise machine learning. Technical report (2019)"},{"key":"7_CR39","unstructured":"Siegel, E.: Models are rarely deployed: an industry-wide failure in machine learning leadership, January 2022"},{"key":"7_CR40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-01685-1","volume-title":"Why AI\/Data Science Projects Fail: How to Avoid Project Pitfalls","author":"J Weiner","year":"2021","unstructured":"Weiner, J.: Why AI\/Data Science Projects Fail: How to Avoid Project Pitfalls. Claypool Publishers, Morgan (2021)"},{"key":"7_CR41","doi-asserted-by":"crossref","unstructured":"Heymann, H., Kies, A.D., Frye, M., Schmitt, R.H., Boza, A.: Guideline for deployment of machine learning models for predictive quality in production. Procedia CIRP 107, 815\u2013820 (2022). Leading Manufacturing Systems Transformation - Proceedings of the 55th CIRP Conference on Manufacturing Systems (2022)","DOI":"10.1016\/j.procir.2022.05.068"},{"key":"7_CR42","unstructured":"Linaker, J., Sulaman, S.M., H\u00f6st, M., de Mello, R.M.: Guidelines for conducting surveys in software engineering v. 1.1. Lund University 50 (2015)"},{"key":"7_CR43","doi-asserted-by":"publisher","first-page":"2298","DOI":"10.1007\/s10664-016-9451-7","volume":"22","author":"DM Fern\u00e1ndez","year":"2017","unstructured":"Fern\u00e1ndez, D.M., et al.: Naming the pain in requirements engineering: contemporary problems, causes, and effects in practice. Empir. Softw. Eng. 22, 2298\u20132338 (2017)","journal-title":"Empir. Softw. Eng."},{"issue":"11","key":"7_CR44","doi-asserted-by":"publisher","first-page":"1024","DOI":"10.1109\/TSE.2017.2754374","volume":"44","author":"M Kim","year":"2017","unstructured":"Kim, M., Zimmermann, T., DeLine, R., Begel, A.: Data scientists in software teams: state of the art and challenges. IEEE Trans. Software Eng. 44(11), 1024\u20131038 (2017)","journal-title":"IEEE Trans. Software Eng."}],"container-title":["Lecture Notes in Business Information Processing","Software Quality as a Foundation for Security"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56281-5_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,11]],"date-time":"2024-04-11T23:04:07Z","timestamp":1712876647000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56281-5_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031562808","9783031562815"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56281-5_7","relation":{},"ISSN":["1865-1348","1865-1356"],"issn-type":[{"value":"1865-1348","type":"print"},{"value":"1865-1356","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"12 April 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SWQD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Software Quality","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vienna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 April 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 April 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"swqd2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.software-quality-days.com","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"44% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}