{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T10:30:42Z","timestamp":1773829842862,"version":"3.50.1"},"publisher-location":"Cham","reference-count":58,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031560682","type":"print"},{"value":"9783031560699","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56069-9_1","type":"book-chapter","created":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:17:45Z","timestamp":1711095465000},"page":"3-19","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Measuring Bias in\u00a0a\u00a0Ranked List Using Term-Based Representations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-3725-7312","authenticated-orcid":false,"given":"Amin","family":"Abolghasemi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6900-0557","authenticated-orcid":false,"given":"Leif","family":"Azzopardi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4712-832X","authenticated-orcid":false,"given":"Arian","family":"Askari","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1086-0202","authenticated-orcid":false,"given":"Maarten","family":"de Rijke","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9609-9505","authenticated-orcid":false,"given":"Suzan","family":"Verberne","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,23]]},"reference":[{"key":"1_CR1","doi-asserted-by":"crossref","unstructured":"Abolghasemi, A., Askari, A., Verberne, S.: On the interpolation of contextualized term-based ranking with BM25 for query-by-example retrieval. In: Proceedings of the 2022 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 161\u2013170 (2022)","DOI":"10.1145\/3539813.3545133"},{"key":"1_CR2","doi-asserted-by":"crossref","unstructured":"Abolghasemi, A., Verberne, S., Askari, A., Azzopardi, L.: Retrievability bias estimation using synthetically generated queries. In: Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, pp. 3712\u20133716 (2023)","DOI":"10.1145\/3583780.3615221"},{"key":"1_CR3","unstructured":"Bajaj, P., et al.: MS MARCO: a human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268 (2016)"},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Biega, A.J., Gummadi, K.P., Weikum, G.: Equity of attention: amortizing individual fairness in rankings. In: The 41st international ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 405\u2013414 (2018)","DOI":"10.1145\/3209978.3210063"},{"key":"1_CR5","doi-asserted-by":"publisher","unstructured":"Bigdeli, A., Arabzadeh, N., Seyedsalehi, S., Mitra, B., Zihayat, M., Bagheri, E.: De-biasing relevance judgements for fair ranking. In: Kamps, J., et al. (eds.) Advances in Information Retrieval. ECIR 2023. LNCS, vol. 13981, pp. 350\u2013358. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28238-6_24","DOI":"10.1007\/978-3-031-28238-6_24"},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"Bigdeli, A., Arabzadeh, N., Seyedsalehi, S., Zihayat, M., Bagheri, E.: On the orthogonality of bias and utility in ad hoc retrieval. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1748\u20131752 (2021)","DOI":"10.1145\/3404835.3463110"},{"key":"1_CR7","doi-asserted-by":"publisher","unstructured":"Bigdeli, A., Arabzadeh, N., Seyedsalehi, S., Zihayat, M., Bagheri, E.: A light-weight strategy for restraining gender biases in neural rankers. In: Hagen, M., et al. (eds.) Advances in Information Retrieval. ECIR 2022. LNCS, vol. 13186, pp. 47\u201355. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_6","DOI":"10.1007\/978-3-030-99739-7_6"},{"key":"1_CR8","doi-asserted-by":"crossref","unstructured":"Clarke, C.L., Vtyurina, A., Smucker, M.D.: Assessing top-preferences. ACM Trans. Inf. Syst.. 39(3), 1\u201321 (2021)","DOI":"10.1145\/3451161"},{"key":"1_CR9","doi-asserted-by":"crossref","unstructured":"Czarnowska, P., Vyas, Y., Shah, K.: Quantifying social biases in NLP: a generalization and empirical comparison of extrinsic fairness metrics. Trans. Assoc. Comput. Linguist. 9, 1249\u20131267 (2021)","DOI":"10.1162\/tacl_a_00425"},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Diaz, F., Mitra, B., Ekstrand, M.D., Biega, A.J., Carterette, B.: Evaluating stochastic rankings with expected exposure. In: Proceedings of the 29th ACM International Conference on Information and Knowledge Management, pp. 275\u2013284 (2020)","DOI":"10.1145\/3340531.3411962"},{"issue":"1\u20132","key":"1_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/1500000079","volume":"16","author":"MD Ekstrand","year":"2022","unstructured":"Ekstrand, M.D., Das, A., Burke, R., Diaz, F.: Fairness in information access systems. Found. Trends Inf. Retr. 16(1\u20132), 1\u2013177 (2022)","journal-title":"Found. Trends Inf. Retr."},{"key":"1_CR12","doi-asserted-by":"crossref","unstructured":"Ekstrand, M.D., McDonald, G., Raj, A., Johnson, I.: Overview of the TREC 2021 fair ranking track. In: The Thirtieth Text REtrieval Conference (TREC 2021) Proceedings (2022)","DOI":"10.6028\/NIST.SP.500-335.fair-overview"},{"key":"1_CR13","doi-asserted-by":"crossref","unstructured":"Gao, R., Shah, C.: Toward creating a fairer ranking in search engine results. Inf. Process. Manag. 57(1), 102138 (2020)","DOI":"10.1016\/j.ipm.2019.102138"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Garg, S., Perot, V., Limtiaco, N., Taly, A., Chi, E.H., Beutel, A.: Counterfactual fairness in text classification through robustness. In: Proceedings of the 2019 AAAI\/ACM Conference on AI, Ethics, and Society, pp. 219\u2013226 (2019)","DOI":"10.1145\/3306618.3317950"},{"key":"1_CR15","doi-asserted-by":"crossref","unstructured":"Ghosh, A., Dutt, R., Wilson, C.: When fair ranking meets uncertain inference. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1033\u20131043 (2021)","DOI":"10.1145\/3404835.3462850"},{"key":"1_CR16","doi-asserted-by":"crossref","unstructured":"Heuss, M., Cohen, D., Mansoury, M., de Rijke, M., Eickhoff, C.: Predictive uncertainty-based bias mitigation in ranking. In: Proceedings of the 32nd ACM International Conference on Information and Knowledge Management (CIKM 2023), New York, pp. 762\u2013772 (2023)","DOI":"10.1145\/3583780.3615011"},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Heuss, M., Sarvi, F., de Rijke, M.: Fairness of exposure in light of incomplete exposure estimation. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 759\u2013769 (2022)","DOI":"10.1145\/3477495.3531977"},{"key":"1_CR18","unstructured":"Hofst\u00e4tter, S., Althammer, S., Schr\u00f6der, M., Sertkan, M., Hanbury, A.: Improving efficient neural ranking models with cross-architecture knowledge distillation. arXiv preprint arXiv:2010.02666 (2020)"},{"key":"1_CR19","doi-asserted-by":"crossref","unstructured":"Hofst\u00e4tter, S., Lin, S.C., Yang, J.H., Lin, J., Hanbury, A.: Efficiently teaching an effective dense retriever with balanced topic aware sampling. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 113\u2013122 (2021)","DOI":"10.1145\/3404835.3462891"},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Jiao, X., et al.: Tinybert: distilling bert for natural language understanding. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 4163\u20134174 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.372"},{"key":"1_CR21","doi-asserted-by":"crossref","unstructured":"Kay, M., Matuszek, C., Munson, S.A.: Unequal representation and gender stereotypes in image search results for occupations. In: Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems, pp. 3819\u20133828 (2015)","DOI":"10.1145\/2702123.2702520"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Klasnja, A., Arabzadeh, N., Mehrvarz, M., Bagheri, E.: On the characteristics of ranking-based gender bias measures. In: 14th ACM Web Science Conference 2022, pp. 245\u2013249 (2022)","DOI":"10.1145\/3501247.3531540"},{"key":"1_CR23","unstructured":"Lin, C.Y.: Rouge: A package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp. 74\u201381 (2004)"},{"key":"1_CR24","unstructured":"Lin, J., Ma, X.: A few brief notes on deepimpact, coil, and a conceptual framework for information retrieval techniques. arXiv preprint arXiv:2106.14807 (2021)"},{"key":"1_CR25","doi-asserted-by":"crossref","unstructured":"Lin, J., Ma, X., Lin, S.C., Yang, J.H., Pradeep, R., Nogueira, R.: Pyserini: a python toolkit for reproducible information retrieval research with sparse and dense representations. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2356\u20132362 (2021)","DOI":"10.1145\/3404835.3463238"},{"key":"1_CR26","doi-asserted-by":"crossref","unstructured":"Lin, J., Nogueira, R., Yates, A.: Pretrained transformers for text ranking: bert and beyond. Synth. Lect. Hum. Lang. Technol. 14(4), 1\u2013325 (2021)","DOI":"10.2200\/S01123ED1V01Y202108HLT053"},{"key":"1_CR27","unstructured":"Lin, S.C., Yang, J.H., Lin, J.: Distilling dense representations for ranking using tightly-coupled teachers. arXiv preprint arXiv:2010.11386 (2020)"},{"key":"1_CR28","doi-asserted-by":"publisher","unstructured":"Lu, K., Mardziel, P., Wu, F., Amancharla, P., Datta, A.: Gender bias in neural natural language processing. In: Nigam, V., et al. (eds.) Logic, Language, and Security. LNCS, vol. 12300, pp. 189\u2013202. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-62077-6_14","DOI":"10.1007\/978-3-030-62077-6_14"},{"key":"1_CR29","doi-asserted-by":"crossref","unstructured":"Mallia, A., Khattab, O., Suel, T., Tonellotto, N.: Learning passage impacts for inverted indexes. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1723\u20131727 (2021)","DOI":"10.1145\/3404835.3463030"},{"key":"1_CR30","unstructured":"Maudslay, R.H., Gonen, H., Cotterell, R., Teufel, S.: It\u2019s all in the name: mitigating gender bias with name-based counterfactual data substitution. arXiv preprint arXiv:1909.00871 (2019)"},{"key":"1_CR31","doi-asserted-by":"crossref","unstructured":"McDonald, G., Macdonald, C., Ounis, I.: Search results diversification for effective fair ranking in academic search. Inf. Retriev. J. 25(1), 1\u201326 (2022)","DOI":"10.1007\/s10791-021-09399-z"},{"key":"1_CR32","doi-asserted-by":"crossref","unstructured":"Morik, M., Singh, A., Hong, J., Joachims, T.: Controlling fairness and bias in dynamic learning-to-rank. In: Proceedings of the 43rd international ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 429\u2013438 (2020)","DOI":"10.1145\/3397271.3401100"},{"key":"1_CR33","unstructured":"Nogueira, R., Cho, K.: Passage re-ranking with BERT. arXiv preprint arXiv:1901.04085 (2019)"},{"key":"1_CR34","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"1_CR35","doi-asserted-by":"crossref","unstructured":"Pearl, J.: Causal inference in statistics: an overview. Statist. Surv. 3, 96\u2013146 (2009)","DOI":"10.1214\/09-SS057"},{"key":"1_CR36","doi-asserted-by":"crossref","unstructured":"Raj, A., Ekstrand, M.D.: Measuring fairness in ranked results: an analytical and empirical comparison. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 726\u2013736 (2022)","DOI":"10.1145\/3477495.3532018"},{"key":"1_CR37","unstructured":"Raj, A., Wood, C., Montoly, A., Ekstrand, M.D.: Comparing fair ranking metrics. arXiv preprint arXiv:2009.01311 (2020)"},{"key":"1_CR38","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using siamese bert-networks. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"1_CR39","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Kopeinik, S., Schedl, M.: Societal biases in retrieved contents: measurement framework and adversarial mitigation of bert rankers. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 306\u2013316 (2021)","DOI":"10.1145\/3404835.3462949"},{"key":"1_CR40","doi-asserted-by":"crossref","unstructured":"Rekabsaz, N., Schedl, M.: Do neural ranking models intensify gender bias? In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2065\u20132068 (2020)","DOI":"10.1145\/3397271.3401280"},{"key":"1_CR41","doi-asserted-by":"crossref","unstructured":"Robertson, S.E., Walker, S.: Some simple effective approximations to the 2-poisson model for probabilistic weighted retrieval. In: Proceedings of the 17th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 232\u2013241 (1994)","DOI":"10.1007\/978-1-4471-2099-5_24"},{"key":"1_CR42","unstructured":"Rus, C., Luppes, J., Oosterhuis, H., Schoenmacker, G.H.: Closing the gender wage gap: adversarial fairness in job recommendation. In: The 2nd Workshop on Recommender Systems for Human Resources, in Conjunction with the 16th ACM Conference on Recommender Systems (2022)"},{"key":"1_CR43","doi-asserted-by":"crossref","unstructured":"Sapiezynski, P., Zeng, W.E., Robertson, R., Mislove, A., Wilson, C.: Quantifying the impact of user attention on fair group representation in ranked lists. In: Companion Proceedings of the 2019 World Wide Web Conference, pp. 553\u2013562 (2019)","DOI":"10.1145\/3308560.3317595"},{"key":"1_CR44","unstructured":"Seyedsalehi, S., Bigdeli, A., Arabzadeh, N., Mitra, B., Zihayat, M., Bagheri, E.: Bias-aware fair neural ranking for addressing stereotypical gender biases. In: EDBT, pp. 2\u2013435 (2022)"},{"key":"1_CR45","doi-asserted-by":"crossref","unstructured":"Singh, A., Joachims, T.: Fairness of exposure in rankings. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2219\u20132228 (2018)","DOI":"10.1145\/3219819.3220088"},{"key":"1_CR46","doi-asserted-by":"crossref","unstructured":"Sulem, E., Abend, O., Rappoport, A.: BLEU is not suitable for the evaluation of text simplification. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 738\u2013744 (2018)","DOI":"10.18653\/v1\/D18-1081"},{"key":"1_CR47","unstructured":"Wang, W., Wei, F., Dong, L., Bao, H., Yang, N., Zhou, M.: Minilm: deep delf-attention distillation for task-agnostic compression of pre-trained transformers. Adv. Neural. Inf. Process. Syst. 33, 5776\u20135788 (2020)"},{"key":"1_CR48","doi-asserted-by":"crossref","unstructured":"Webber, W., Moffat, A., Zobel, J.: A similarity measure for indefinite rankings. ACM Trans. Inf. Syst. 28(4), 1\u201338 (2010)","DOI":"10.1145\/1852102.1852106"},{"key":"1_CR49","unstructured":"Webster, K., et al.: Measuring and reducing gendered correlations in pre-trained models. arXiv preprint arXiv:2010.06032 (2020)"},{"key":"1_CR50","doi-asserted-by":"crossref","unstructured":"Wu, H., Mitra, B., Ma, C., Diaz, F., Liu, X.: Joint multisided exposure fairness for recommendation. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 703\u2013714 (2022)","DOI":"10.1145\/3477495.3532007"},{"key":"1_CR51","doi-asserted-by":"crossref","unstructured":"Wu, Y., Zhang, L., Wu, X.: Counterfactual fairness: unidentification, bound and algorithm. In: Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence (2019)","DOI":"10.24963\/ijcai.2019\/199"},{"key":"1_CR52","unstructured":"Xiong, L., et al.: Approximate nearest neighbor negative contrastive learning for dense text retrieval. arXiv preprint arXiv:2007.00808 (2020)"},{"key":"1_CR53","doi-asserted-by":"crossref","unstructured":"Yang, K., Stoyanovich, J.: Measuring fairness in ranked outputs. In: Proceedings of the 29th International Conference on Scientific and Statistical Database Management, pp. 1\u20136 (2017)","DOI":"10.1145\/3085504.3085526"},{"key":"1_CR54","doi-asserted-by":"crossref","unstructured":"Zehlike, M., Bonchi, F., Castillo, C., Hajian, S., Megahed, M., Baeza-Yates, R.: Fa*ir: a fair top-k ranking algorithm. In: Proceedings of the 2017 ACM on Conference on Information and Knowledge Management, pp. 1569\u20131578 (2017)","DOI":"10.1145\/3132847.3132938"},{"key":"1_CR55","doi-asserted-by":"crossref","unstructured":"Zehlike, M., Castillo, C.: Reducing disparate exposure in ranking: a learning to rank approach. In: Proceedings of the Web Conference 2020, pp. 2849\u20132855 (2020)","DOI":"10.1145\/3366424.3380048"},{"key":"1_CR56","doi-asserted-by":"crossref","unstructured":"Zehlike, M., Yang, K., Stoyanovich, J.: Fairness in ranking, Part I: score-based ranking. ACM Comput. Surv. 55(6), 1\u201336 (2022)","DOI":"10.1145\/3533379"},{"key":"1_CR57","doi-asserted-by":"crossref","unstructured":"Zerveas, G., Rekabsaz, N., Cohen, D., Eickhoff, C.: Mitigating bias in search results through contextual document reranking and neutrality regularization. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2532\u20132538 (2022)","DOI":"10.1145\/3477495.3531891"},{"key":"1_CR58","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: Bertscore: Evaluating text generation with bert. In: International Conference on Learning Representations (2019)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56069-9_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T21:25:41Z","timestamp":1731619541000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56069-9_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560682","9783031560699"],"references-count":58,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56069-9_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}