{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T02:14:05Z","timestamp":1742955245598,"version":"3.40.3"},"publisher-location":"Cham","reference-count":50,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030581664"},{"type":"electronic","value":"9783030581671"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-58167-1_9","type":"book-chapter","created":{"date-parts":[[2020,10,16]],"date-time":"2020-10-16T06:04:08Z","timestamp":1602828248000},"page":"111-130","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["On the Replicability of Experimental Tool Evaluations in Model-Based Development"],"prefix":"10.1007","author":[{"given":"Alexander","family":"Boll","sequence":"first","affiliation":[]},{"given":"Timo","family":"Kehrer","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,10,17]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Arrieta, A., Wang, S., Arruabarrena, A., Markiegi, U., Sagardui, G., Etxeberria, L.: Multi-objective black-box test case selection for cost-effectively testing simulation models. In: Proceedings of the Genetic and Evolutionary Computation Conference GECCO 2018, pp. 1411\u20131418. Association for Computing Machinery, New York (2018)","DOI":"10.1145\/3205455.3205490"},{"key":"9_CR2","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1016\/j.infsof.2019.06.009","volume":"114","author":"A Arrieta","year":"2019","unstructured":"Arrieta, A., Wang, S., Markiegi, U., Arruabarrena, A., Etxeberria, L., Sagardui, G.: Pareto efficient multi-objective black-box test case selection for simulation-based testing. Inf. Softw. Technol. 114, 137\u2013154 (2019)","journal-title":"Inf. Softw. Technol."},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Bertram, V., Maoz, S., Ringert, J.O., Rumpe, B., von Wenckstern, M.: Component and connector views in practice: an experience report. In: Proceedings of the ACM\/IEEE 20th International Conference on Model Driven Engineering Languages and Systems MODELS 2017, pp. 167\u2013177. IEEE Press (2017)","DOI":"10.1109\/MODELS.2017.29"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Bertram, V., Maoz, S., Ringert, J.O., Rumpe, B., von Wenckstern, M.: Component and connector views in practice: an experience report. In: 2017 ACM\/IEEE 20th International Conference on Model Driven Engineering Languages and Systems (MODELS), pp. 167\u2013177. IEEE (2017)","DOI":"10.1109\/MODELS.2017.29"},{"key":"9_CR5","doi-asserted-by":"publisher","unstructured":"Boll, A., Kehrer, T.: The download link of all digital artifacts of this paper. https:\/\/doi.org\/10.6084\/m9.figshare.13019183.v1","DOI":"10.6084\/m9.figshare.13019183.v1"},{"issue":"1","key":"9_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00751ED2V01Y201701SWE004","volume":"3","author":"M Brambilla","year":"2017","unstructured":"Brambilla, M., Cabot, J., Wimmer, M.: Model-driven software engineering in practice. Synth. Lect. Softw. Eng. 3(1), 1\u2013207 (2017)","journal-title":"Synth. Lect. Softw. Eng."},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Chowdhury, S.A.: Understanding and improving cyber-physical system models and development tools. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering: Companion (ICSE-Companion), pp. 452\u2013453, May 2018","DOI":"10.1145\/3183440.3183455"},{"key":"9_CR8","doi-asserted-by":"crossref","unstructured":"Chowdhury, S.A., Mohian, S., Mehra, S., Gawsane, S., Johnson, T.T., Csallner, C.: Automatically finding bugs in a commercial cyber-physical system development tool chain with SLforge. In: 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE), pp. 981\u2013992, May 2018","DOI":"10.1145\/3180155.3180231"},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Chowdhury, S.A., Shrestha, S.L., Johnson, T.T., Csallner, C.: SLEMI: Equivalence Modulo Input (EMI) based mutation of CPS models for finding compiler bugs in Simulink. In: Proceedings of 42nd ACM\/IEEE International Conference on Software Engineering (ICSE). ACM (2020, To appear)","DOI":"10.1145\/3377812.3382147"},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"Chowdhury, S.A., Varghese, L.S., Mohian, S., Johnson, T.T., Csallner, C.: A curated corpus of simulink models for model-based empirical studies. In: 2018 IEEE\/ACM 4th International Workshop on Software Engineering for Smart Cyber-Physical Systems (SEsCPS), pp. 45\u201348. IEEE (2018)","DOI":"10.1145\/3196478.3196484"},{"issue":"1","key":"9_CR11","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measur."},{"key":"9_CR12","doi-asserted-by":"crossref","unstructured":"Elberzhager, F., Rosbach, A., Bauer, T.: Analysis and testing of Matlab simulink models: a systematic mapping study. In: Proceedings of the 2013 International Workshop on Joining AcadeMiA and Industry Contributions to Testing Automation JAMAICA 2013, pp. 29\u201334. Association for Computing Machinery, New York (2013)","DOI":"10.1145\/2489280.2489285"},{"key":"9_CR13","doi-asserted-by":"crossref","unstructured":"France, R., Rumpe, B.: Model-driven development of complex software: a research roadmap. In: Future of Software Engineering (FOSE 2007), pp. 37\u201354. IEEE (2007)","DOI":"10.1109\/FOSE.2007.14"},{"key":"9_CR14","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1016\/j.engstruct.2015.09.008","volume":"103","author":"J Gallego-Calderon","year":"2015","unstructured":"Gallego-Calderon, J., Natarajan, A.: Assessment of wind turbine drive-train fatigue loads under torsional excitation. Eng. Struct. 103, 189\u2013202 (2015)","journal-title":"Eng. Struct."},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Gerlitz, T., Kowalewski, S.: Flow sensitive slicing for MATLAB\/Simulink models. In: 2016 13th Working IEEE\/IFIP Conference on Software Architecture (WICSA), pp. 81\u201390, April 2016","DOI":"10.1109\/WICSA.2016.23"},{"key":"9_CR16","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1002\/jrsm.1378","volume":"11","author":"M Gusenbauer","year":"2019","unstructured":"Gusenbauer, M., Haddaway, N.R.: Which academic search systems are suitable for systematic reviews or meta-analyses? Evaluating retrieval qualities of Google Scholar, PubMed and 26 other resources. Res. Synth. Methods 11, 181\u2013217 (2019)","journal-title":"Res. Synth. Methods"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Hebig, R., Quang, T.H., Chaudron, M.R., Robles, G., Fernandez, M.A.: The quest for open source projects that use UML: mining GitHub. In: Proceedings of the ACM\/IEEE 19th International Conference on Model Driven Engineering Languages and Systems, pp. 173\u2013183 (2016)","DOI":"10.1145\/2976767.2976778"},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Holling, D., Hofbauer, A., Pretschner, A., Gemmar, M.: Profiting from unit tests for integration testing. In: 2016 IEEE International Conference on Software Testing, Verification and Validation (ICST), pp. 353\u2013363, April 2016","DOI":"10.1109\/ICST.2016.28"},{"key":"9_CR19","doi-asserted-by":"publisher","first-page":"149422","DOI":"10.1109\/ACCESS.2019.2946747","volume":"7","author":"A Hussain","year":"2019","unstructured":"Hussain, A., Sher, H.A., Murtaza, A.F., Al-Haddad, K.: Improved restricted control set model predictive control (iRCS-MPC) based maximum power point tracking of photovoltaic module. IEEE Access 7, 149422\u2013149432 (2019)","journal-title":"IEEE Access"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Jiang, Z., Wu, X., Dong, Z., Mu, M.: Optimal test case generation for Simulink models using slicing. In: 2017 IEEE International Conference on Software Quality, Reliability and Security Companion (QRS-C), pp. 363\u2013369, July 2017","DOI":"10.1109\/QRS-C.2017.67"},{"key":"9_CR21","doi-asserted-by":"crossref","unstructured":"Kehrer, T., Kelter, U., Ohrndorf, M., Sollbach, T.: Understanding model evolution through semantically lifting model differences with SiLift. In: 28th IEEE International Conference on Software Maintenance (ICSM), pp. 638\u2013641. IEEE (2012)","DOI":"10.1109\/ICSM.2012.6405342"},{"key":"9_CR22","doi-asserted-by":"crossref","unstructured":"Kehrer, T., Kelter, U., Pietsch, P., Schmidt, M.: Adaptability of model comparison tools. In: Proceedings of the 27th IEEE\/ACM International Conference on Automated Software Engineering, pp. 306\u2013309. IEEE (2012)","DOI":"10.1145\/2351676.2351731"},{"key":"9_CR23","doi-asserted-by":"crossref","unstructured":"Khelifi, A., Ben Lakhal, N.M., Gharsallaoui, H., Nasri, O.: Artificial neural network-based fault detection. In: 2018 5th International Conference on Control, Decision and Information Technologies (CoDIT), pp. 1017\u20131022, April 2018","DOI":"10.1109\/CoDIT.2018.8394963"},{"key":"9_CR24","unstructured":"Kitchenham, B., Charters, S.: Guidelines for performing systematic literature reviews in software engineering (2007)"},{"issue":"8","key":"9_CR25","doi-asserted-by":"publisher","first-page":"792","DOI":"10.1016\/j.infsof.2010.03.006","volume":"52","author":"B Kitchenham","year":"2010","unstructured":"Kitchenham, B., et al.: Systematic literature reviews in software engineering-a tertiary study. Inf. Softw. Technol. 52(8), 792\u2013805 (2010)","journal-title":"Inf. Softw. Technol."},{"key":"9_CR26","doi-asserted-by":"crossref","unstructured":"Kuroki, Y., Yoo, M., Yokoyama, T.: A Simulink to UML model transformation tool for embedded control software development. In: IEEE International Conference on Industrial Technology, ICIT 2016, Taipei, Taiwan, 14\u201317 March 2016, pp. 700\u2013706. IEEE (2016)","DOI":"10.1109\/ICIT.2016.7474835"},{"key":"9_CR27","doi-asserted-by":"crossref","unstructured":"Kusmenko, E., Shumeiko, I., Rumpe, B., von Wenckstern, M.: Fast simulation preorder algorithm. In: Proceedings of the 6th International Conference on Model-Driven Engineering and Software Development MODELSWARD 2018, pp. 256\u2013267. SCITEPRESS - Science and Technology Publications, Lda, Setubal, PRT (2018)","DOI":"10.5220\/0006722102560267"},{"key":"9_CR28","unstructured":"Lamprecht, A.L., et al.: Towards fair principles for research software. Data Sci. 1\u201323 (2019, Preprint)"},{"key":"9_CR29","unstructured":"Langer, P., Mayerhofer, T., Wimmer, M., Kappel, G.: On the usage of UML: initial results of analyzing open UML models. In: Modellierung 2014 (2014)"},{"issue":"3","key":"9_CR30","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1109\/MS.2009.80","volume":"26","author":"P Liggesmeyer","year":"2009","unstructured":"Liggesmeyer, P., Trapp, M.: Trends in embedded software engineering. IEEE Softw. 26(3), 19\u201325 (2009)","journal-title":"IEEE Softw."},{"key":"9_CR31","doi-asserted-by":"crossref","unstructured":"Matinnejad, R., Nejati, S., Briand, L.C., Bruckmann, T.: Automated test suite generation for time-continuous Simulink models. In: 2016 IEEE\/ACM 38th International Conference on Software Engineering (ICSE), pp. 595\u2013606, May 2016","DOI":"10.1145\/2884781.2884797"},{"issue":"9","key":"9_CR32","doi-asserted-by":"publisher","first-page":"919","DOI":"10.1109\/TSE.2018.2811489","volume":"45","author":"R Matinnejad","year":"2019","unstructured":"Matinnejad, R., Nejati, S., Briand, L.C., Bruckmann, T.: Test generation and test prioritization for Simulink models with dynamic behavior. IEEE Trans. Softw. Eng. 45(9), 919\u2013944 (2019)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"9_CR33","doi-asserted-by":"crossref","unstructured":"Nejati, S., Gaaloul, K., Menghi, C., Briand, L.C., Foster, S., Wolfe, D.: Evaluating model testing and model checking for finding requirements violations in Simulink models. In: Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering ESEC\/FSE 2019, pp. 1015\u20131025. Association for Computing Machinery, New York (2019)","DOI":"10.1145\/3338906.3340444"},{"key":"9_CR34","unstructured":"Norouzi, P., K\u0131van\u00e7, \u00d6.C., \u00dcst\u00fcn, \u00d6.: High performance position control of double sided air core linear brushless DC motor. In: 2017 10th International Conference on Electrical and Electronics Engineering (ELECO), pp. 233\u2013238, November 2017"},{"key":"9_CR35","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1016\/j.matpr.2019.07.689","volume":"24","author":"O Oussalem","year":"2019","unstructured":"Oussalem, O., Kourchi, M., Rachdy, A., Ajaamoum, M., Idadoub, H., Jenkal, S.: A low cost controller of PV system based on Arduino board and INC algorithm. Mater. Today: Proc. 24, 104\u2013109 (2019)","journal-title":"Mater. Today: Proc."},{"key":"9_CR36","doi-asserted-by":"crossref","unstructured":"Rao, A.C., Raouf, A., Dhadyalla, G., Pasupuleti, V.: Mutation testing based evaluation of formal verification tools. In: 2017 International Conference on Dependable Systems and Their Applications (DSA), pp. 1\u20137, October 2017","DOI":"10.1109\/DSA.2017.10"},{"key":"9_CR37","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1016\/j.jss.2015.04.089","volume":"106","author":"M Rashid","year":"2015","unstructured":"Rashid, M., Anwar, M.W., Khan, A.M.: Toward the tools selection in model based system engineering for embedded systems-a systematic literature review. J. Syst. Softw. 106, 150\u2013163 (2015)","journal-title":"J. Syst. Softw."},{"key":"9_CR38","doi-asserted-by":"crossref","unstructured":"Rebaya, A., Gasmi, K., Hasnaoui, S.: A Simulink-based rapid prototyping workflow for optimizing software\/hardware programming. In: 2018 26th International Conference on Software, Telecommunications and Computer Networks (SoftCOM), pp. 1\u20136. IEEE (2018)","DOI":"10.23919\/SOFTCOM.2018.8555777"},{"key":"9_CR39","doi-asserted-by":"crossref","unstructured":"Sanchez, B., Zolotas, A., Rodriguez, H.H., Kolovos, D., Paige, R.: On-the-fly translation and execution of OCL-like queries on simulink models. In: 2019 ACM\/IEEE 22nd International Conference on Model Driven Engineering Languages and Systems (MODELS), pp. 205\u2013215. IEEE (2019)","DOI":"10.1109\/MODELS.2019.000-1"},{"issue":"1","key":"9_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10009-002-0083-4","volume":"4","author":"M Shaw","year":"2002","unstructured":"Shaw, M.: What makes good research in software engineering? Int. J. Softw. Tools Technol. Trans. 4(1), 1\u20137 (2002)","journal-title":"Int. J. Softw. Tools Technol. Trans."},{"key":"9_CR41","unstructured":"Silva, R., Neiva, F.: Systematic literature review in computer science - a practical guide, November 2016"},{"key":"9_CR42","unstructured":"Stapi\u0107, Z., L\u00f3pez, E.G., Cabot, A.G., de Marcos Ortega, L., Strahonja, V.: Performing systematic literature review in software engineering. In: CECIIS 2012\u201323rd International Conference (2012)"},{"key":"9_CR43","doi-asserted-by":"crossref","unstructured":"Stephan, M., Cordy, J.R.: Identifying instances of model design patterns and antipatterns using model clone detection. In: Proceedings of the Seventh International Workshop on Modeling in Software Engineering MiSE 2015, pp. 48\u201353. IEEE Press (2015)","DOI":"10.1109\/MiSE.2015.16"},{"key":"9_CR44","unstructured":"Strathmann, T., Oehlerking, J.: Verifying properties of an electro-mechanical braking system. In: 2nd Workshop on Applied Verification of Continuous and Hybrid Systems (ARCH 2015), April 2015"},{"key":"9_CR45","doi-asserted-by":"crossref","unstructured":"Tomita, T., Ishii, D., Murakami, T., Takeuchi, S., Aoki, T.: A scalable Monte-Carlo test-case generation tool for large and complex simulink models. In: 2019 IEEE\/ACM 11th International Workshop on Modelling in Software Engineering (MiSE). pp. 39\u201346, May 2019","DOI":"10.1109\/MiSE.2019.00014"},{"key":"9_CR46","volume-title":"Model-Driven Software Development: Technology, Engineering, Management","author":"M V\u00f6lter","year":"2013","unstructured":"V\u00f6lter, M., Stahl, T., Bettin, J., Haase, A., Helsen, S.: Model-Driven Software Development: Technology, Engineering, Management. Wiley, Hoboken (2013)"},{"key":"9_CR47","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-41533-3_1","volume-title":"Model-Driven Engineering Languages and Systems","author":"J Whittle","year":"2013","unstructured":"Whittle, J., Hutchinson, J., Rouncefield, M., Burden, H., Heldal, R.: Industrial adoption of model-driven engineering: are the tools really the problem? In: Moreira, A., Sch\u00e4tz, B., Gray, J., Vallecillo, A., Clarke, P. (eds.) MODELS 2013. LNCS, vol. 8107, pp. 1\u201317. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-41533-3_1"},{"key":"9_CR48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2016.18","volume":"3","author":"MD Wilkinson","year":"2016","unstructured":"Wilkinson, M.D., et al.: The fair guiding principles for scientific data management and stewardship. Sci. Data 3, 1\u20139 (2016)","journal-title":"Sci. Data"},{"key":"9_CR49","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1016\/j.scico.2018.04.002","volume":"163","author":"D Wille","year":"2018","unstructured":"Wille, D., Babur, \u00d6., Cleophas, L., Seidl, C., van den Brand, M., Schaefer, I.: Improving custom-tailored variability mining using outlier and cluster detection. Sci. Comput. Program. 163, 62\u201384 (2018)","journal-title":"Sci. Comput. Program."},{"key":"9_CR50","doi-asserted-by":"crossref","unstructured":"Yang, Y., Jiang, Y., Gu, M., Sun, J.: Verifying Simulink Stateflow model: Timed automata approach. In: Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering ASE 2016, pp. 852\u2013857. Association for Computing Machinery, New York (2016)","DOI":"10.1145\/2970276.2970293"}],"container-title":["Communications in Computer and Information Science","Systems Modelling and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-58167-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,9]],"date-time":"2023-10-09T21:55:12Z","timestamp":1696888512000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-58167-1_9"}},"subtitle":["Lessons Learnt from a Systematic Literature Review Focusing on MATLAB\/Simulink"],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030581664","9783030581671"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-58167-1_9","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"17 October 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSMM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Systems Modelling and Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bergen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsmm2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/staf2020.hvl.no\/events\/icsmm2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic the conference did not take place physically or virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}