{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T08:13:59Z","timestamp":1762071239970,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":61,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031198205"},{"type":"electronic","value":"9783031198212"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-19821-2_8","type":"book-chapter","created":{"date-parts":[[2022,10,22]],"date-time":"2022-10-22T12:12:59Z","timestamp":1666440779000},"page":"133-150","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Data Invariants to Understand Unsupervised Out-of-Distribution Detection"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0231-9950","authenticated-orcid":false,"given":"Lars","family":"Doorenbos","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6791-4753","authenticated-orcid":false,"given":"Raphael","family":"Sznitman","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5722-7618","authenticated-orcid":false,"given":"Pablo","family":"M\u00e1rquez-Neila","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,10,23]]},"reference":[{"key":"8_CR1","doi-asserted-by":"crossref","unstructured":"Abati, D., Porrello, A., Calderara, S., Cucchiara, R.: Latent space autoregression for novelty detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 481\u2013490 (2019)","DOI":"10.1109\/CVPR.2019.00057"},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Ahmed, F., Courville, A.: Detecting semantic anomalies. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 3154\u20133162 (2020)","DOI":"10.1609\/aaai.v34i04.5712"},{"key":"8_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"622","DOI":"10.1007\/978-3-030-20893-6_39","volume-title":"Computer Vision \u2013 ACCV 2018","author":"S Akcay","year":"2019","unstructured":"Akcay, S., Atapour-Abarghouei, A., Breckon, T.P.: GANomaly: semi-supervised anomaly detection via adversarial training. In: Jawahar, C.V., Li, H., Mori, G., Schindler, K. (eds.) ACCV 2018. LNCS, vol. 11363, pp. 622\u2013637. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-20893-6_39"},{"key":"8_CR4","unstructured":"Amodei, D., Olah, C., Steinhardt, J., Christiano, P., Schulman, J., Man\u00e9, D.: Concrete problems in AI safety. arXiv preprint arXiv:1606.06565 (2016)"},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Battikh, M.S., Lenskiy, A.A.: Latent-insensitive autoencoders for anomaly detection and class-incremental learning. arXiv preprint arXiv:2110.13101 (2021)","DOI":"10.3390\/math10010112"},{"key":"8_CR6","unstructured":"Bergman, L., Cohen, N., Hoshen, Y.: Deep nearest neighbor anomaly detection. arXiv preprint arXiv:2002.10445 (2020)"},{"key":"8_CR7","unstructured":"Bergman, L., Hoshen, Y.: Classification-based anomaly detection for general data. In: International Conference on Learning Representations (2020)"},{"key":"8_CR8","doi-asserted-by":"crossref","unstructured":"Bergmann, P., Fauser, M., Sattlegger, D., Steger, C.: Mvtec ad - a comprehensive real-world dataset for unsupervised anomaly detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 9592\u20139600 (2019)","DOI":"10.1109\/CVPR.2019.00982"},{"key":"8_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1007\/978-3-030-59710-8_46","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2020","author":"B Bozorgtabar","year":"2020","unstructured":"Bozorgtabar, B., Mahapatra, D., Vray, G., Thiran, J.-P.: SALAD: self-supervised aggregation learning for anomaly detection on X-Rays. In: Martel, A.L., et al. (eds.) MICCAI 2020. LNCS, vol. 12261, pp. 468\u2013478. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-59710-8_46"},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Breunig, M.M., Kriegel, H.P., Ng, R.T., Sander, J.: LOF: identifying density-based local outliers. In: Proceedings of the 2000 ACM SIGMOD International Conference on Management of Data, pp. 93\u2013104 (2000)","DOI":"10.1145\/335191.335388"},{"key":"8_CR11","doi-asserted-by":"crossref","unstructured":"Chalapathy, R., Chawla, S.: Deep learning for anomaly detection: a survey. arXiv preprint arXiv:1901.03407 (2019)","DOI":"10.1145\/3394486.3406704"},{"key":"8_CR12","unstructured":"Choi, H., Jang, E., Alemi, A.A.: Waic, but why? generative ensembles for robust anomaly detection. arXiv preprint arXiv:1810.01392 (2018)"},{"key":"8_CR13","unstructured":"Choi, S., Chung, S.Y.: Novelty detection via blurring. In: International Conference on Learning Representations (2020)"},{"key":"8_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1007\/978-3-030-68799-1_35","volume-title":"Pattern Recognition. ICPR International Workshops and Challenges","author":"T Defard","year":"2021","unstructured":"Defard, T., Setkov, A., Loesch, A., Audigier, R.: PaDiM: a patch distribution modeling framework for anomaly detection and localization. In: Del Bimbo, A., et al. (eds.) ICPR 2021. LNCS, vol. 12664, pp. 475\u2013489. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-68799-1_35"},{"key":"8_CR15","unstructured":"Golan, I., El-Yaniv, R.: Deep anomaly detection using geometric transformations. In: Advances in Neural Information Processing Systems, pp. 9758\u20139769 (2018)"},{"key":"8_CR16","doi-asserted-by":"crossref","unstructured":"Gong, D., et al.: Memorizing normality to detect anomaly: Memory-augmented deep autoencoder for unsupervised anomaly detection. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1705\u20131714 (2019)","DOI":"10.1109\/ICCV.2019.00179"},{"key":"8_CR17","doi-asserted-by":"crossref","unstructured":"Gudovskiy, D., Ishizaka, S., Kozuka, K.: Cflow-ad: Real-time unsupervised anomaly detection with localization via conditional normalizing flows. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 98\u2013107 (2022)","DOI":"10.1109\/WACV51458.2022.00188"},{"key":"8_CR18","unstructured":"Havtorn, J.D.D., Frellsen, J., Hauberg, S., Maal\u00f8e, L.: Hierarchical vaes know what they don\u2019t know. In: International Conference on Machine Learning PMLR, pp. 4117\u20134128 (2021)"},{"key":"8_CR19","unstructured":"Hendrycks, D., Gimpel, K.: A baseline for detecting misclassified and out-of-distribution examples in neural networks. International Conference on Learning Representations (2017)"},{"key":"8_CR20","unstructured":"Hendrycks, D., Mazeika, M., Kadavath, S., Song, D.: Using self-supervised learning can improve model robustness and uncertainty. Adv. Neural Inf. Process. Syst. 32 (2019)"},{"key":"8_CR21","doi-asserted-by":"crossref","unstructured":"Hou, J., Zhang, Y., Zhong, Q., Xie, D., Pu, S., Zhou, H.: Divide-and-assemble: learning block-wise memory for unsupervised anomaly detection. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 8791\u20138800 (2021)","DOI":"10.1109\/ICCV48922.2021.00867"},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Hsu, Y.C., Shen, Y., Jin, H., Kira, Z.: Generalized odin: detecting out-of-distribution image without learning from out-of-distribution data. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10951\u201310960 (2020)","DOI":"10.1109\/CVPR42600.2020.01096"},{"key":"8_CR23","unstructured":"Kamoi, R., Kobayashi, K.: Why is the mahalanobis distance effective for anomaly detection? arXiv preprint arXiv:2003.00402 (2020)"},{"key":"8_CR24","unstructured":"Kingma, D.P., Dhariwal, P.: Glow: generative flow with invertible 1 $$\\times $$ 1 convolutions. Adv. Neural Inf. Process. Syst. 31 (2018)"},{"key":"8_CR25","unstructured":"Koner, R., Sinhamahapatra, P., Roscher, K., G\u00fcnnemann, S., Tresp, V.: Oodformer: Out-of-distribution detection transformer. arXiv preprint arXiv:2107.08976 (2021)"},{"issue":"2","key":"8_CR26","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/S0047-259X(03)00096-4","volume":"88","author":"O Ledoit","year":"2004","unstructured":"Ledoit, O., Wolf, M.: A well-conditioned estimator for large-dimensional covariance matrices. J. Multivariate Anal. 88(2), 365\u2013411 (2004)","journal-title":"J. Multivariate Anal."},{"key":"8_CR27","first-page":"7167","volume":"31","author":"K Lee","year":"2018","unstructured":"Lee, K., Lee, K., Lee, H., Shin, J.: A simple unified framework for detecting out-of-distribution samples and adversarial attacks. Adv. Neural Inf. Process. Syst. 31, 7167\u20137177 (2018)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"8_CR28","doi-asserted-by":"crossref","unstructured":"Li, C.L., Sohn, K., Yoon, J., Pfister, T.: Cutpaste: self-supervised learning for anomaly detection and localization. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9664\u20139674 (2021)","DOI":"10.1109\/CVPR46437.2021.00954"},{"key":"8_CR29","unstructured":"Liang, S., Li, Y., Srikant, R.: Enhancing the reliability of out-of-distribution image detection in neural networks. In: International Conference on Learning Representations (2018)"},{"key":"8_CR30","doi-asserted-by":"crossref","unstructured":"Liu, F.T., Ting, K.M., Zhou, Z.H.: Isolation forest. In: 2008 Eighth IEEE International Conference on Data Mining, pp. 413\u2013422. IEEE (2008)","DOI":"10.1109\/ICDM.2008.17"},{"key":"8_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1007\/978-3-030-32251-9_36","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019","author":"P M\u00e1rquez-Neila","year":"2019","unstructured":"M\u00e1rquez-Neila, P., Sznitman, R.: Image data validation for medical systems. In: Shen, D. (ed.) MICCAI 2019. LNCS, vol. 11767, pp. 329\u2013337. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32251-9_36"},{"key":"8_CR32","doi-asserted-by":"crossref","unstructured":"Mesarcik, M., Ranguelova, E., Boonstra, A.J., van Nieuwpoort, R.V.: Improving novelty detection using the reconstructions of nearest neighbours. arXiv preprint arXiv:2111.06150 (2021)","DOI":"10.2139\/ssrn.4027210"},{"key":"8_CR33","unstructured":"Mohseni, S., Vahdat, A., Yadawa, J.: Multi-task transformation learning for robust out-of-distribution detection. arXiv preprint arXiv:2106.03899 (2021)"},{"key":"8_CR34","unstructured":"Morningstar, W., Ham, C., Gallagher, A., Lakshminarayanan, B., Alemi, A., Dillon, J.: Density of states estimation for out of distribution detection. In: International Conference on Artificial Intelligence and Statistics PMLR, pp. 3232\u20133240 (2021)"},{"key":"8_CR35","unstructured":"Nalisnick, E., Matsukawa, A., Teh, Y.W., Gorur, D., Lakshminarayanan, B.: Do deep generative models know what they don\u2019t know? arXiv preprint arXiv:1810.09136 (2018)"},{"key":"8_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/978-3-030-33391-1_26","volume-title":"Domain Adaptation and Representation Transfer and Medical Image Learning with Less Labels and Imperfect Data","author":"K Ouardini","year":"2019","unstructured":"Ouardini, K., et al.: Towards practical unsupervised anomaly detection on retinal images. In: Wang, Q., et al. (eds.) DART\/MIL3ID -2019. LNCS, vol. 11795, pp. 225\u2013234. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-33391-1_26"},{"key":"8_CR37","doi-asserted-by":"crossref","unstructured":"Perera, P., Nallapati, R., Xiang, B.: Ocgan: one-class novelty detection using gans with constrained latent representations. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2898\u20132906 (2019)","DOI":"10.1109\/CVPR.2019.00301"},{"key":"8_CR38","unstructured":"Perera, P., Oza, P., Patel, V.M.: One-class classification: A survey. arXiv preprint arXiv:2101.03064 (2021)"},{"key":"8_CR39","doi-asserted-by":"crossref","unstructured":"Podolskiy, A., Lipin, D., Bout, A., Artemova, E., Piontkovskaya, I.: Revisiting mahalanobis distance for transformer-based out-of-domain detection. arXiv preprint arXiv:2101.03778 (2021)","DOI":"10.1609\/aaai.v35i15.17612"},{"key":"8_CR40","doi-asserted-by":"crossref","unstructured":"Reiss, T., Cohen, N., Bergman, L., Hoshen, Y.: Panda: adapting pretrained features for anomaly detection and segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2806\u20132814 (2021)","DOI":"10.1109\/CVPR46437.2021.00283"},{"key":"8_CR41","unstructured":"Reiss, T., Hoshen, Y.: Mean-shifted contrastive loss for anomaly detection. arXiv preprint arXiv:2106.03844 (2021)"},{"key":"8_CR42","unstructured":"Ren, J., et al.: Likelihood ratios for out-of-distribution detection. Adv. Neural Inf. Process. Syst. 14707\u201314718 (2019)"},{"key":"8_CR43","doi-asserted-by":"crossref","unstructured":"Rippel, O., Mertens, P., Merhof, D.: Modeling the distribution of normal data in pre-trained deep features for anomaly detection. In: 2020 25th International Conference on Pattern Recognition (ICPR), pp. 6726\u20136733. IEEE (2021)","DOI":"10.1109\/ICPR48806.2021.9412109"},{"key":"8_CR44","doi-asserted-by":"crossref","unstructured":"Ruff, L., et al.: A unifying review of deep and shallow anomaly detection. Proc. IEEE 109(5), 756\u2013795 (2021)","DOI":"10.1109\/JPROC.2021.3052449"},{"key":"8_CR45","unstructured":"Ruff, L., et al.: Deep one-class classification. In: International Conference on Machine Learning PMLR, pp. 4393\u20134402 (2018)"},{"key":"8_CR46","doi-asserted-by":"crossref","unstructured":"Sakurada, M., Yairi, T.: Anomaly detection using autoencoders with nonlinear dimensionality reduction. In: Proceedings of the MLSDA 2014 2nd Workshop on Machine Learning for Sensory Data Analysis, pp. 4\u201311 (2014)","DOI":"10.1145\/2689746.2689747"},{"key":"8_CR47","unstructured":"Salehi, M., Eftekhar, A., Sadjadi, N., Rohban, M.H., Rabiee, H.R.: Puzzle-ae: Novelty detection in images through solving puzzles. arXiv preprint arXiv:2008.12959 (2020)"},{"key":"8_CR48","doi-asserted-by":"crossref","unstructured":"Salehi, M., Sadjadi, N., Baselizadeh, S., Rohban, M.H., Rabiee, H.R.: Multiresolution knowledge distillation for anomaly detection. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 14902\u201314912 (2021)","DOI":"10.1109\/CVPR46437.2021.01466"},{"key":"8_CR49","unstructured":"Salimans, T., Karpathy, A., Chen, X., Kingma, D.P.: Pixelcnn++: improving the pixelcnn with discretized logistic mixture likelihood and other modifications. In: International Conference on Learning Representations (2017)"},{"key":"8_CR50","unstructured":"Sastry, C.S., Oore, S.: Detecting out-of-distribution examples with gram matrices. In: International Conference on Machine Learning PMLR, pp. 8491\u20138501 (2020)"},{"key":"8_CR51","first-page":"21038","volume":"33","author":"R Schirrmeister","year":"2020","unstructured":"Schirrmeister, R., Zhou, Y., Ball, T., Zhang, D.: Understanding anomaly detection with deep invertible networks through hierarchies of distributions and features. Adv. Neural Inf. Process. Syst. 33, 21038\u201321049 (2020)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"8_CR52","unstructured":"Sch\u00f6lkopf, B., Williamson, R.C., Smola, A.J., Shawe-Taylor, J., Platt, J.C., et al.: Support vector method for novelty detection. In: NIPS, vol. 12, pp. 582\u2013588. Citeseer (1999)"},{"key":"8_CR53","unstructured":"Sehwag, V., Chiang, M., Mittal, P.: Ssd: a unified framework for self-supervised outlier detection. In: International Conference on Learning Representations (2021)"},{"key":"8_CR54","unstructured":"Serr\u00e0, J., \u00c1lvarez, D., G\u00f3mez, V., Slizovskaia, O., N\u00fa\u00f1ez, J.F., Luque, J.: Input complexity and out-of-distribution detection with likelihood-based generative models. In: International Conference on Learning Representations (2019)"},{"key":"8_CR55","unstructured":"Sohn, K., Li, C.L., Yoon, J., Jin, M., Pfister, T.: Learning and evaluating representations for deep one-class classification. In: International Conference on Learning Representations (2021)"},{"key":"8_CR56","first-page":"11839","volume":"33","author":"J Tack","year":"2020","unstructured":"Tack, J., Mo, S., Jeong, J., Shin, J.: CSI: Novelty detection via contrastive learning on distributionally shifted instances. Adv. Neural Inf. Process. Syst. 33, 11839\u201311852 (2020)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"8_CR57","doi-asserted-by":"crossref","unstructured":"Tang, Y.X., Tang, Y.B., Han, M., Xiao, J., Summers, R.M.: Abnormal chest x-ray identification with generative adversarial one-class classifier. In: 2019 IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019), pp. 1358\u20131361. IEEE (2019)","DOI":"10.1109\/ISBI.2019.8759442"},{"key":"8_CR58","unstructured":"Wang, S., et al.: Effective end-to-end unsupervised outlier detection via inlier priority of discriminative network. In: Advances in Neural Information Processing Systems, pp. 5962\u20135975 (2019)"},{"key":"8_CR59","unstructured":"Xiao, Z., Yan, Q., Amit, Y.: Do we really need to learn representations from in-domain data for outlier detection? In: ICML 2021 Workshop on Uncertainty & Robustness in Deep Learning (2021)"},{"key":"8_CR60","unstructured":"Yang, J., Zhou, K., Li, Y., Liu, Z.: Generalized out-of-distribution detection: A survey. arXiv preprint arXiv:2110.11334 (2021)"},{"key":"8_CR61","unstructured":"Zong, B., Song, Q., Min, M.R., Cheng, W., Lumezanu, C., Cho, D., Chen, H.: Deep autoencoding gaussian mixture model for unsupervised anomaly detection. In: International conference on learning representations (2018)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-19821-2_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,22]],"date-time":"2022-10-22T12:49:10Z","timestamp":1666442950000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-19821-2_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031198205","9783031198212"],"references-count":61,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-19821-2_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"23 October 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tel Aviv","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Israel","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2022.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5804","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1645","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.21","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.91","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}