{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,10]],"date-time":"2026-02-10T19:42:46Z","timestamp":1770752566538,"version":"3.50.0"},"publisher-location":"Cham","reference-count":49,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031250682","type":"print"},{"value":"9783031250699","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25069-9_11","type":"book-chapter","created":{"date-parts":[[2023,2,14]],"date-time":"2023-02-14T00:15:46Z","timestamp":1676333746000},"page":"150-166","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["An Evaluation of\u00a0Self-supervised Pre-training for\u00a0Skin-Lesion Analysis"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7431-2440","authenticated-orcid":false,"given":"Levy","family":"Chaves","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2293-6160","authenticated-orcid":false,"given":"Alceu","family":"Bissoto","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5396-9868","authenticated-orcid":false,"given":"Eduardo","family":"Valle","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9068-938X","authenticated-orcid":false,"given":"Sandra","family":"Avila","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,2,14]]},"reference":[{"key":"11_CR1","unstructured":"Azizi, S., et al.: Robust and efficient medical imaging with self-supervision. arXiv preprint arXiv:2205.09723 (2022)"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Azizi, S., et al.: Big self-supervised models advance medical image classification. In: International Conference on Computer Vision (ICCV) (2021)","DOI":"10.1109\/ICCV48922.2021.00346"},{"key":"11_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1007\/978-3-030-32245-8_60","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"W Bai","year":"2019","unstructured":"Bai, W., et al.: Self-supervised learning for cardiac MR image segmentation by anatomical position prediction. In: Shen, D., et al. (eds.) MICCAI 2019. LNCS, vol. 11765, pp. 541\u2013549. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32245-8_60"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Bissoto, A., Fornaciali, M., Valle, E., Avila, S.: (De)Constructing bias on skin lesion datasets. In: Conference on Computer Vision and Pattern Recognition Workshops (CVPRW) (2019)","DOI":"10.1109\/CVPRW.2019.00335"},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Bissoto, A., Valle, E., Avila, S.: Debiasing skin lesion datasets and models? Not so fast. In: Conference on Computer Vision and Pattern Recognition Workshops (CVPRW) (2020)","DOI":"10.1109\/CVPRW50498.2020.00378"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Boyd, J., Liashuha, M., Deutsch, E., Paragios, N., Christodoulidis, S., Vakalopoulou, M.: Self-supervised representation learning using visual field expansion on digital pathology. In: International Conference on Computer Vision (ICCV) (2021)","DOI":"10.1109\/ICCVW54120.2021.00077"},{"key":"11_CR7","unstructured":"Caron, M., Misra, I., Mairal, J., Goyal, P., Bojanowski, P., Joulin, A.: Unsupervised learning of visual features by contrasting cluster assignments. In: Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"11_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2019.101539","volume":"58","author":"L Chen","year":"2019","unstructured":"Chen, L., Bentley, P., Mori, K., Misawa, K., Fujiwara, M., Rueckert, D.: Self-supervised learning for medical image analysis using image context restoration. Med. Image Anal. 58, 101539 (2019)","journal-title":"Med. Image Anal."},{"key":"11_CR9","unstructured":"Chen, T., Kornblith, S., Norouzi, M., Hinton, G.: A simple framework for contrastive learning of visual representations. In: International Conference on Machine Learning (ICML) (2020)"},{"key":"11_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.107826","volume":"113","author":"X Chen","year":"2021","unstructured":"Chen, X., Yao, L., Zhou, T., Dong, J., Zhang, Y.: Momentum contrastive learning for few-shot covid-19 diagnosis from chest ct images. Pattern Recogn. 113, 107826 (2021)","journal-title":"Pattern Recogn."},{"key":"11_CR11","unstructured":"Chen, X., Fan, H., Girshick, R., He, K.: Improved baselines with momentum contrastive learning. arXiv preprint arXiv:2003.04297 (2020)"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Codella, N., Gutman, D., Celebi, M.E., Helba, B., Marchetti, M.A., et al.: Skin lesion analysis toward melanoma detection: A challenge at the 2017 international symposium on biomedical imaging (ISBI), hosted by the international skin imaging collaboration (ISIC). In: International Symposium on Biomedical Imaging (ISBI) (2018)","DOI":"10.1109\/ISBI.2018.8363547"},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Cole, E., Yang, X., Wilber, K., Mac Aodha, O., Belongie, S.: When does contrastive visual representation learning work? In: Conference on Computer Vision and Pattern Recognition (CVPR) (2022)","DOI":"10.1109\/CVPR52688.2022.01434"},{"issue":"11","key":"11_CR14","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1038\/s42256-020-00257-z","volume":"2","author":"R Geirhos","year":"2020","unstructured":"Geirhos, R., et al.: Shortcut learning in deep neural networks. Nat. Mach. Intelli. 2(11), 665\u2013673 (2020)","journal-title":"Nat. Mach. Intelli."},{"key":"11_CR15","unstructured":"Gidaris, S., Singh, P., Komodakis, N.: Unsupervised representation learning by predicting image rotations. In: International Conference on Learning Representations (ICML) (2018)"},{"key":"11_CR16","unstructured":"Grill, J.B., et al.: Bootstrap your own latent - a new approach to self-supervised learning. In: Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"11_CR17","unstructured":"Gutmann, M., Hyv\u00e4rinen, A.: Noise-contrastive estimation: a new estimation principle for unnormalized statistical models. In: International Conference on Artificial Intelligence and Statistics (AISTATS) (2010)"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"He, K., Fan, H., Wu, Y., Xie, S., Girshick, R.: Momentum contrast for unsupervised visual representation learning. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2020)","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"11_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1007\/978-3-030-00928-1_37","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"\u00c1S Hervella","year":"2018","unstructured":"Hervella, \u00c1.S., Rouco, J., Novo, J., Ortega, M.: Retinal image understanding emerges from self-supervised multimodal reconstruction. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11070, pp. 321\u2013328. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00928-1_37"},{"key":"11_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-030-87722-4_1","volume-title":"Domain Adaptation and Representation Transfer, and Affordable Healthcare and AI for Resource Diverse Global Health","author":"MR Hosseinzadeh Taher","year":"2021","unstructured":"Hosseinzadeh Taher, M.R., Haghighi, F., Feng, R., Gotway, M.B., Liang, J.: A systematic benchmarking analysis of\u00a0transfer learning for medical image\u00a0analysis. In: Albarqouni, S., et al. (eds.) DART\/FAIR -2021. LNCS, vol. 12968, pp. 3\u201313. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-87722-4_1"},{"key":"11_CR22","unstructured":"Hu, D., et al.: Discriminative sounding objects localization via self-supervised audiovisual matching. In: Advances in Neural Information Processing Systems (NeurIPS), vol. 33 (2020)"},{"key":"11_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1007\/978-3-319-67558-9_34","volume-title":"Deep Learning in Medical Image Analysis and Multimodal Learning for Clinical Decision Support","author":"A Jamaludin","year":"2017","unstructured":"Jamaludin, A., Kadir, T., Zisserman, A.: Self-supervised learning for spinal MRIs. In: Cardoso, M.J., et al. (eds.) DLMIA\/ML-CDS -2017. LNCS, vol. 10553, pp. 294\u2013302. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-67558-9_34"},{"key":"11_CR24","doi-asserted-by":"publisher","first-page":"4037","DOI":"10.1109\/TPAMI.2020.2992393","volume":"43","author":"L Jing","year":"2020","unstructured":"Jing, L., Tian, Y.: Self-supervised visual feature learning with deep neural networks: a survey. IEEE Trans. Pattern Anal. Mach. Intell. 43, 4037\u20134058 (2020)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"2","key":"11_CR25","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1109\/JBHI.2018.2824327","volume":"23","author":"J Kawahara","year":"2019","unstructured":"Kawahara, J., Daneshvar, S., Argenziano, G., Hamarneh, G.: Seven-point checklist and skin lesion classification using multitask multimodal neural nets. IEEE J. Biomed. Health Inform. 23(2), 538\u2013546 (2019)","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"11_CR26","doi-asserted-by":"crossref","unstructured":"Kawakami, K., Wang, L., Dyer, C., Blunsom, P., van den Oord, A.: Learning robust and multilingual speech representations. In: Conference on Empirical Methods in Natural Language Processing (EMNLP) (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.106"},{"key":"11_CR27","unstructured":"Khosla, P., et al.: Supervised contrastive learning. In: Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Li, Y., Chen, J., Zheng, Y.: A multi-task self-supervised learning framework for scopy images. In: International Symposium on Biomedical Imaging (ISBI) (2020)","DOI":"10.1109\/ISBI45749.2020.9098527"},{"key":"11_CR29","first-page":"857","volume":"35","author":"X Liu","year":"2021","unstructured":"Liu, X., et al.: Self-supervised learning: generative or contrastive. IEEE Trans. Knowl. Data Eng. 35, 857\u2013876 (2021)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"11_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1007\/978-3-030-01201-4_15","volume-title":"OR 2.0 Context-Aware Operating Theaters, Computer Assisted Robotic Endoscopy, Clinical Image-Based Procedures, and Skin Image Analysis","author":"X Liu","year":"2018","unstructured":"Liu, X., et al.: Self-supervised learning for dense depth estimation in monocular endoscopy. In: Stoyanov, D., et al. (eds.) CARE\/CLIP\/OR 2.0\/ISIC -2018. LNCS, vol. 11041, pp. 128\u2013138. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01201-4_15"},{"key":"11_CR31","doi-asserted-by":"crossref","unstructured":"Menegola, A., Fornaciali, M., Pires, R., Bittencourt, F.V., Avila, S., Valle, E.: Knowledge transfer for melanoma screening with deep learning. In: International Symposium on Biomedical Imaging (ISBI) (2017)","DOI":"10.1109\/ISBI.2017.7950523"},{"key":"11_CR32","doi-asserted-by":"crossref","unstructured":"Mor\u00eds, D.I., Hervella, \u00c1.S., Rouco, J., Novo, J., Ortega, M.: Context encoder self-supervised approaches for eye fundus analysis. In: International Joint Conference on Neural Networks (IJCNN) (2021)","DOI":"10.1109\/IJCNN52387.2021.9533567"},{"key":"11_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.dib.2020.106221","volume":"32","author":"AG Pacheco","year":"2020","unstructured":"Pacheco, A.G., et al.: Pad-ufes-20: a skin lesion dataset composed of patient data and clinical images collected from smartphones. Data Brief 32, 106221 (2020)","journal-title":"Data Brief"},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Pathak, D., Krahenbuhl, P., Donahue, J., Darrell, T., Efros, A.A.: Context encoders: feature learning by inpainting. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2016)","DOI":"10.1109\/CVPR.2016.278"},{"issue":"1","key":"11_CR35","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41597-020-00786-7","volume":"8","author":"V Rotemberg","year":"2021","unstructured":"Rotemberg, V., et al.: A patient-centric dataset of images and metadata for identifying melanomas using clinical context. Scientific Data 8(1), 1\u20138 (2021)","journal-title":"Scientific Data"},{"key":"11_CR36","unstructured":"Srikar Appalaraju, Yi Zhu, Y.X., Fehervari, I.: Towards good practices in self-supervised representation learning. In: Advances in Neural Information Processing Systems Workshops (NeurIPSW) (2020)"},{"key":"11_CR37","unstructured":"Sriram, A., et al.: Covid-19 prognosis via self-supervised representation learning and multi-image prediction. arXiv preprint arXiv:2101.04909 (2021)"},{"key":"11_CR38","unstructured":"Tack, J., Mo, S., Jeong, J., Shin, J.: CSI: novelty detection via contrastive learning on distributionally shifted instances. In: Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"11_CR39","unstructured":"Tian, Y., Sun, C., Poole, B., Krishnan, D., Schmid, C., Isola, P.: What makes for good views for contrastive learning? In: Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"11_CR40","unstructured":"Truong, T., Mohammadi, S., Lenga, M.: How transferable are self-supervised features in medical image classification tasks? In: Machine Learning for Health, pp. 54\u201374. PMLR (2021)"},{"key":"11_CR41","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1016\/j.neucom.2019.12.003","volume":"383","author":"E Valle","year":"2020","unstructured":"Valle, E., et al.: Data, depth, and design: learning reliable models for skin lesion analysis. Neurocomputing 383, 303\u2013313 (2020)","journal-title":"Neurocomputing"},{"key":"11_CR42","doi-asserted-by":"crossref","unstructured":"Verdelho, M.R., Barata, C.: On the impact of self-supervised learning in skin cancer diagnosis. In: International Symposium on Biomedical Imaging (2022)","DOI":"10.1109\/ISBI52829.2022.9761525"},{"key":"11_CR43","unstructured":"Vu, Y.N.T., Wang, R., Balachandar, N., Liu, C., Ng, A.Y., Rajpurkar, P.: Medaug: contrastive learning leveraging patient metadata improves representations for chest x-ray interpretation. In: Machine Learning for Healthcare Conference, pp. 755\u2013769 (2021)"},{"key":"11_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2021.102428","volume":"66","author":"D Wang","year":"2021","unstructured":"Wang, D., Pang, N., Wang, Y., Zhao, H.: Unlabeled skin lesion classification by self-supervised topology clustering network. Biomed. Signal Process. Control 66, 102428 (2021)","journal-title":"Biomed. Signal Process. Control"},{"key":"11_CR45","doi-asserted-by":"crossref","unstructured":"Wang, H., et al.: Score-cam: score-weighted visual explanations for convolutional neural networks. In: Conference on Computer Vision and Pattern Recognition Workshops (CVPRW) (2020)","DOI":"10.1109\/CVPRW50498.2020.00020"},{"key":"11_CR46","doi-asserted-by":"crossref","unstructured":"Wang, Z., Lyu, J., Luo, W., Tang, X.: Superpixel inpainting for self-supervised skin lesion segmentation from dermoscopic images. In: International Symposium on Biomedical Imaging (ISBI) (2022)","DOI":"10.1109\/ISBI52829.2022.9761620"},{"key":"11_CR47","doi-asserted-by":"crossref","unstructured":"Wu, Z., Xiong, Y., Yu, S.X., Lin, D.: Unsupervised feature learning via non-parametric instance discrimination. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2018)","DOI":"10.1109\/CVPR.2018.00393"},{"key":"11_CR48","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1007\/978-3-319-46487-9_40","volume-title":"Computer Vision \u2013 ECCV 2016","author":"R Zhang","year":"2016","unstructured":"Zhang, R., Isola, P., Efros, A.A.: Colorful image colorization. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9907, pp. 649\u2013666. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46487-9_40"},{"key":"11_CR49","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1007\/978-3-030-59710-8_39","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2020","author":"H-Y Zhou","year":"2020","unstructured":"Zhou, H.-Y., Yu, S., Bian, C., Hu, Y., Ma, K., Zheng, Y.: Comparing to learn: surpassing imagenet pretraining on radiographs by comparing image representations. In: Martel, A.L., et al. (eds.) MICCAI 2020. LNCS, vol. 12261, pp. 398\u2013407. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-59710-8_39"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2022 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25069-9_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T17:17:28Z","timestamp":1709831848000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25069-9_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031250682","9783031250699"],"references-count":49,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25069-9_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"14 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tel Aviv","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Israel","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2022.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5804","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1645","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.21","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.91","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"From the workshops, 367 reviewed full papers have been selected for publication","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}