{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T06:18:36Z","timestamp":1782800316361,"version":"3.54.5"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031560590","type":"print"},{"value":"9783031560606","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56060-6_19","type":"book-chapter","created":{"date-parts":[[2024,3,15]],"date-time":"2024-03-15T15:02:17Z","timestamp":1710514937000},"page":"286-302","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Analyzing Adversarial Attacks on\u00a0Sequence-to-Sequence Relevance Models"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5446-8328","authenticated-orcid":false,"given":"Andrew","family":"Parry","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1003-981X","authenticated-orcid":false,"given":"Maik","family":"Fr\u00f6be","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8914-2659","authenticated-orcid":false,"given":"Sean","family":"MacAvaney","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2451-0665","authenticated-orcid":false,"given":"Martin","family":"Potthast","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9733-2890","authenticated-orcid":false,"given":"Matthias","family":"Hagen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,3,16]]},"reference":[{"key":"19_CR1","doi-asserted-by":"crossref","unstructured":"Akkalyoncu Yilmaz, Z., Yang, W., Zhang, H., Lin, J.: Cross-domain modeling of sentence-level evidence for document retrieval. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 3490\u20133496, Association for Computational Linguistics, Hong Kong, China (2019). https:\/\/aclanthology.org\/D19-1352","DOI":"10.18653\/v1\/D19-1352"},{"key":"19_CR2","doi-asserted-by":"crossref","unstructured":"Askari, A., Aliannejadi, M., Kanoulas, E., Verberne, S.: A test collection of synthetic documents for training rankers: Chatgpt vs. human experts. In: Frommholz, I., Hopfgartner, F., Lee, M., Oakes, M., Lalmas, M., Zhang, M., Santos, R.L.T. (eds.) Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, CIKM 2023, Birmingham, United Kingdom, October 21\u201325, 2023, pp. 5311\u20135315. ACM (2023)","DOI":"10.1145\/3583780.3615111"},{"key":"19_CR3","unstructured":"Bajaj, P., et al.: MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. CEUR Workshop Proceedings 1773 (2016). ISSN 16130073, https:\/\/arxiv.org\/abs\/1611.09268v3, publisher: CEUR-WS"},{"key":"19_CR4","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. arXiv:2005.14165 (2020)"},{"key":"19_CR5","doi-asserted-by":"publisher","unstructured":"Camara, A., Hauff, C.: Diagnosing BERT with retrieval heuristics. In: Jose, J.M., Yilmaz, E., Magalhaes, J., Castells, P., Ferro, N., Silva, M.J., Martins, F. (eds.) Advances in Information Retrieval, pp. 605\u2013618, Lecture Notes in Computer Science, Springer International Publishing, Cham (2020). ISBN 978-3-030-45439-5, https:\/\/doi.org\/10.1007\/978-3-030-45439-5_40","DOI":"10.1007\/978-3-030-45439-5_40"},{"issue":"5","key":"19_CR6","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/s10791-011-9162-z","volume":"14","author":"GV Cormack","year":"2011","unstructured":"Cormack, G.V., Smucker, M.D., Clarke, C.L.A.: Efficient and effective spam filtering and re-ranking for large web datasets. Inf. Retr. 14(5), 441\u2013465 (2011)","journal-title":"Inf. Retr."},{"key":"19_CR7","doi-asserted-by":"crossref","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D.: Overview of the TREC 2020 deep learning track. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of the Twenty-Ninth Text Retrieval Conference, TREC 2020, Virtual Event [Gaithersburg, Maryland, USA], November 16\u201320, 2020, NIST Special Publication, vol. 1266. National Institute of Standards and Technology (NIST) (2020)","DOI":"10.6028\/NIST.SP.1266.deep-overview"},{"key":"19_CR8","unstructured":"Craswell, N., Mitra, B., Yilmaz, E., Campos, D., Voorhees, E.M.: Overview of the TREC 2019 deep learning track. arXiv 2003.07820 https:\/\/arxiv.org\/abs\/2003.07820v2 (2020)"},{"key":"19_CR9","unstructured":"Dai, Z., et al.: Promptagator: few-shot dense retrieval from 8 examples. In: The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, May 1\u20135, 2023, OpenReview.net (2023). https:\/\/openreview.net\/pdf?id=gmL46YMpu2J"},{"key":"19_CR10","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv:1810.04805 (2019)"},{"key":"19_CR11","doi-asserted-by":"publisher","unstructured":"Faggioli, G., et al.: Perspectives on large language models for relevance judgment. In: Yoshioka, M., Kiseleva, J., Aliannejadi, M. (eds.) Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR 2023, Taipei, Taiwan, 23 July 2023, pp. 39\u201350. ACM (2023). https:\/\/doi.org\/10.1145\/3578337.3605136","DOI":"10.1145\/3578337.3605136"},{"key":"19_CR12","unstructured":"Formal, T., Piwowarski, B., Clinchant, S.: A study of lexical matching in neural information retrieval - abstract$$\\star $$. In: Tamine, L., Amig\u00f3, E., Mothe, J. (eds.) Proceedings of the 2nd Joint Conference of the Information Retrieval Communities in Europe (CIRCLE 2022), Samatan, Gers, France, July 4\u20137, 2022, CEUR Workshop Proceedings, vol. 3178. CEUR-WS.org (2022). https:\/\/ceur-ws.org\/Vol-3178\/CIRCLE_2022_paper_11.pdf"},{"key":"19_CR13","series-title":"13th International Conference of the CLEF Association (CLEF 2022), Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1007\/978-3-031-13643-6_4","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"M Fr\u00f6be","year":"2022","unstructured":"Fr\u00f6be, M., Akiki, C., Potthast, M., Hagen, M.: Noise-reduction for automatically transferred relevance judgments. In: Barr\u00f3n-Cede\u00f1o, A., et al. (eds.) Experimental IR Meets Multilinguality, Multimodality, and Interaction. 13th International Conference of the CLEF Association (CLEF 2022), Lecture Notes in Computer Science, vol. 13390, pp. 48\u201361. Springer, Berlin Heidelberg New York (Sep (2022)"},{"issue":"3","key":"19_CR14","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1145\/3190580.3190586","volume":"51","author":"N Fuhr","year":"2017","unstructured":"Fuhr, N.: Some common mistakes in IR evaluation, and how they can be avoided. SIGIR Forum 51(3), 32\u201341 (2017)","journal-title":"SIGIR Forum"},{"issue":"12","key":"19_CR15","doi-asserted-by":"publisher","first-page":"261","DOI":"10.3390\/fi11120261","volume":"11","author":"D Giomelakis","year":"2019","unstructured":"Giomelakis, D., Karypidou, C., Veglis, A.A.: SEO inside newsrooms: reports from the field. Future Internet 11(12), 261 (2019)","journal-title":"Future Internet"},{"key":"19_CR16","unstructured":"Goodfellow, I.J., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. arXiv:1412.6572 (2015)"},{"issue":"10","key":"19_CR17","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/MC.2005.352","volume":"38","author":"Z Gy\u00f6ngyi","year":"2005","unstructured":"Gy\u00f6ngyi, Z., Garcia-Molina, H.: Spam: it\u2019s not just for inboxes anymore. Computer 38(10), 28\u201334 (2005)","journal-title":"Computer"},{"key":"19_CR18","unstructured":"Hofstatter, S., Althammer, S., Schroder, M., Sertkan, M., Hanbury, A.: Improving Efficient Neural Ranking Models with Cross-Architecture Knowledge Distillation. arXiv:2010.02666 (2021)"},{"key":"19_CR19","unstructured":"Jeronymo, V., et al.: Inpars-v2: large language models as efficient dataset generators for information retrieval. CoRR abs\/2301.01820, https:\/\/doi.org\/10.48550\/arXiv.2301.01820 (2023)"},{"key":"19_CR20","doi-asserted-by":"crossref","unstructured":"Karpukhin, V., et al.: Dense passage retrieval for open-domain question answering. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 6769\u20136781 (2020). https:\/\/aclanthology.org\/2020.emnlp-main.550","DOI":"10.18653\/v1\/2020.emnlp-main.550"},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Kelly, D., Azzopardi, L.: How many results per page?: a study of SERP size, search behavior and user experience. In: SIGIR, pp. 183\u2013192. ACM (2015)","DOI":"10.1145\/2766462.2767732"},{"key":"19_CR22","doi-asserted-by":"crossref","unstructured":"Khattab, O., Zaharia, M.: ColBERT: efficient and effective passage search via contextualized late interaction over BERT. In: SIGIR 2020 - Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 39\u201348 (2020). https:\/\/arxiv.org\/abs\/2004.12832v2, ISBN: 9781450380164 Publisher: Association for Computing Machinery Inc","DOI":"10.1145\/3397271.3401075"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Lewandowski, D., S\u00fcnkler, S., Yagci, N.: The influence of search engine optimization on google\u2019s results: a multi-dimensional approach for detecting SEO. In: Hooper, C., Weber, M., Weller, K., Hall, W., Contractor, N., Tang, J. (eds.) WebSci 2021: 13th ACM Web Science Conference 2021, Virtual Event, United Kingdom, June 21\u201325, 2021, pp. 12\u201320. ACM (2021)","DOI":"10.1145\/3447535.3462479"},{"key":"19_CR24","volume-title":"Pretrained Transformers for Text Ranking: BERT and Beyond","author":"J Lin","year":"2021","unstructured":"Lin, J., Nogueira, R.F., Yates, A.: Pretrained Transformers for Text Ranking: BERT and Beyond. Morgan & Claypool Publishers, Synthesis Lectures on Human Language Technologies (2021)"},{"key":"19_CR25","doi-asserted-by":"crossref","unstructured":"Liu, J., et al.: Order-disorder: imitation adversarial attacks for black-box neural ranking models. In: Proceedings of the 2022 ACM SIGSAC Conference on Computer and Communications Security, pp. 2025\u20132039, CCS 2022, Association for Computing Machinery, New York (2022), ISBN 978-1-4503-9450-5, https:\/\/dl.acm.org\/doi\/10.1145\/3548606.3560683","DOI":"10.1145\/3548606.3560683"},{"key":"19_CR26","doi-asserted-by":"crossref","unstructured":"Liu, Y.A., et al.: Topic-oriented adversarial attacks against black-box neural ranking models. arXiv:2304.14867 (2023)","DOI":"10.1145\/3539618.3591777"},{"key":"19_CR27","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Feldman, S., Goharian, N., Downey, D., Cohan, A.: ABNIRML: analyzing the behavior of neural IR models. Trans. Assoc. Comput. Linguist. 10, 224\u2013239 (2022). https:\/\/aclanthology.org\/2022.tacl-1.13","DOI":"10.1162\/tacl_a_00457"},{"key":"19_CR28","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Soldaini, L.: One-shot labeling for automatic relevance estimation. In: Chen, H., Duh, W.E., Huang, H., Kato, M.P., Mothe, J., Poblete, B. (eds.) Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2023, Taipei, Taiwan, July 23\u201327, 2023, pp. 2230\u20132235. ACM (2023)","DOI":"10.1145\/3539618.3592032"},{"key":"19_CR29","doi-asserted-by":"crossref","unstructured":"MacAvaney, S., Yates, A., Cohan, A., Goharian, N.: CEDR: contextualized embeddings for document ranking. In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1101\u20131104 (2019). arXiv:1904.07094","DOI":"10.1145\/3331184.3331317"},{"key":"19_CR30","doi-asserted-by":"crossref","unstructured":"Malaga, R.A.: Chapter 1 \u2013 search engine optimization: black and white hat approaches. In: Advances in Computers: Improving the Web, Advances in Computers, vol. 78, pp. 1\u201339. Elsevier (2010). https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0065245810780013","DOI":"10.1016\/S0065-2458(10)78001-3"},{"key":"19_CR31","unstructured":"Nogueira, R., Cho, K.: Passage re-ranking with BERT. arXiv:1901.04085 (2020)"},{"key":"19_CR32","doi-asserted-by":"crossref","unstructured":"Nogueira, R., Jiang, Z., Pradeep, R., Lin, J.: Document ranking with a pretrained sequence-to-sequence model. In: Findings of the Association for Computational Linguistics: EMNLP 2020(2020), pp. 708\u2013718 (2020). https:\/\/aclanthology.org\/2020.findings-emnlp.63","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"19_CR33","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1007\/978-3-540-31865-1_37","volume-title":"Advances in Information Retrieval","author":"I Ounis","year":"2005","unstructured":"Ounis, I., Amati, G., Plachouras, V., He, B., Macdonald, C., Johnson, D.: Terrier information retrieval platform. In: Losada, D.E., Fern\u00e1ndez-Luna, J.M. (eds.) ECIR 2005. LNCS, vol. 3408, pp. 517\u2013519. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/978-3-540-31865-1_37"},{"key":"19_CR34","doi-asserted-by":"publisher","unstructured":"Pradeep, R., Liu, Y., Zhang, X., Li, Y., Yates, A., Lin, J.: Squeezing water from a stone: a bag of tricks for further improving cross-encoder effectiveness for reranking. In: Advances in Information Retrieval: 44th European Conference on IR Research, ECIR 2022, Stavanger, Norway, April 10\u201314, 2022, Proceedings, Part I, pp. 655\u2013670. Springer, Berlin, Heidelberg (2022). ISBN 978-3-030-99735-9, https:\/\/doi.org\/10.1007\/978-3-030-99736-6_44","DOI":"10.1007\/978-3-030-99736-6_44"},{"key":"19_CR35","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. arXiv:1910.10683 (2020)"},{"key":"19_CR36","unstructured":"Raval, N., Verma, M.: One word at a time: adversarial attacks on retrieval models. arXiv:2008.02197 (2020)"},{"issue":"1","key":"19_CR37","doi-asserted-by":"publisher","first-page":"12:1","DOI":"10.1145\/3451964.3451976","volume":"54","author":"T Sakai","year":"2020","unstructured":"Sakai, T.: On fuhr\u2019s guideline for IR evaluation. SIGIR Forum 54(1), 12:1-12:8 (2020)","journal-title":"SIGIR Forum"},{"key":"19_CR38","unstructured":"Szegedy, C., et al.: Intriguing properties of neural networks. In: 2nd International Conference on Learning Representations, ICLR 2014 - Conference Track Proceedings (2013). https:\/\/arxiv.org\/abs\/1312.6199v4, publisher: International Conference on Learning Representations, ICLR"},{"key":"19_CR39","unstructured":"Taori, R., et al.: Stanford Alpaca: An Instruction-following LLaMA model. GitHub repository (2023). https:\/\/github.com\/tatsu-lab\/stanford_alpaca"},{"key":"19_CR40","doi-asserted-by":"crossref","unstructured":"Thomas, P., Spielman, S., Craswell, N., Mitra, B.: Large language models can accurately predict searcher preferences. arXiv:2309.10621v1 (2023)","DOI":"10.1145\/3626772.3657707"},{"key":"19_CR41","unstructured":"Touvron, H., et al.: LLaMA: open and efficient foundation language models. arXiv:2302.13971 (2023)"},{"key":"19_CR42","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Craswell, N., Lin, J.: Too many relevants: whither cranfield test collections? In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR 2022: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, July 11\u201315, 2022, pp. 2970\u20132980. ACM (2022)","DOI":"10.1145\/3477495.3531728"},{"key":"19_CR43","unstructured":"Weller, O., Lawrie, D., Van Durme, B.: NevIR: negation in neural information retrieval. arXiv:2305.07614 (2023)"},{"key":"19_CR44","doi-asserted-by":"crossref","unstructured":"Wu, C., Zhang, R., Guo, J., de Rijke, M., Fan, Y., Cheng, X.: PRADA: practical black-box adversarial attacks against neural ranking models. arXiv:2204.01321 (2022)","DOI":"10.1145\/3576923"},{"key":"19_CR45","unstructured":"Zhou, Y., Lei, T., Zhou, T.: A robust ranking algorithm to spamming. CoRR abs\/1012.3793 http:\/\/arxiv.org\/abs\/1012.3793 (2010)"},{"key":"19_CR46","doi-asserted-by":"crossref","unstructured":"Zobel, J., Rashidi, L.: Corpus bootstrapping for assessment of the properties of effectiveness measures. In: d\u2019Aquin, M., Dietze, S., Hauff, C., Curry, E., Cudr\u00e9-Mauroux, P. (eds.) CIKM 2020: The 29th ACM International Conference on Information and Knowledge Management, Virtual Event, Ireland, October 19\u201323, 2020, pp. 1933\u20131952. ACM (2020)","DOI":"10.1145\/3340531.3411998"},{"key":"19_CR47","doi-asserted-by":"publisher","unstructured":"Zou, A., Wang, Z., Kolter, J.Z., Fredrikson, M.: Universal and transferable adversarial attacks on aligned language models. CoRR abs\/2307.15043 https:\/\/doi.org\/10.48550\/arXiv.2307.15043 (2023)","DOI":"10.48550\/arXiv.2307.15043"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56060-6_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T11:11:43Z","timestamp":1731582703000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56060-6_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560590","9783031560606"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56060-6_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"16 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}