{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T22:32:54Z","timestamp":1780957974504,"version":"3.54.1"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031136429","type":"print"},{"value":"9783031136436","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-13643-6_23","type":"book-chapter","created":{"date-parts":[[2022,8,24]],"date-time":"2022-08-24T15:03:19Z","timestamp":1661353399000},"page":"362-381","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["A Concise Overview of\u00a0LeQua@CLEF 2022: Learning to\u00a0Quantify"],"prefix":"10.1007","author":[{"given":"Andrea","family":"Esuli","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alejandro","family":"Moreo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fabrizio","family":"Sebastiani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gianluca","family":"Sperduti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,8,25]]},"reference":[{"issue":"16","key":"23_CR1","doi-asserted-by":"publisher","first-page":"2614","DOI":"10.1016\/j.neucom.2011.03.019","volume":"74","author":"R Ala\u00edz-Rodr\u00edguez","year":"2011","unstructured":"Ala\u00edz-Rodr\u00edguez, R., Guerrero-Curieses, A., Cid-Sueiro, J.: Class and subclass probability re-estimation to adapt a classifier in the presence of concept drift. Neurocomputing 74(16), 2614\u20132623 (2011)","journal-title":"Neurocomputing"},{"issue":"2","key":"23_CR2","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1016\/j.patcog.2014.07.032","volume":"48","author":"J Barranquero","year":"2015","unstructured":"Barranquero, J., D\u00edez, J., del Coz, J.J.: Quantification-oriented learning based on reliable classifiers. Pattern Recognit. 48(2), 591\u2013604 (2015)","journal-title":"Pattern Recognit."},{"key":"23_CR3","doi-asserted-by":"crossref","unstructured":"Bella, A., Ferri, C., Hern\u00e1ndez-Orallo, J., Ram\u00edrez-Quintana, M.J.: Quantification via probability estimators. In: Proceedings of the 11th IEEE International Conference on Data Mining (ICDM 2010), Sydney, Australia, pp. 737\u2013742 (2010)","DOI":"10.1109\/ICDM.2010.75"},{"key":"23_CR4","doi-asserted-by":"crossref","unstructured":"Card, D., Smith, N.A.: The importance of calibration for estimating proportions from annotations. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics (HLT-NAACL 2018), New Orleans, USA, vol. 1, pp. 1636\u20131646 (2018)","DOI":"10.18653\/v1\/N18-1148"},{"key":"23_CR5","doi-asserted-by":"crossref","unstructured":"Da San Martino, G., Gao, W., Sebastiani, F.: Ordinal text quantification. In: Proceedings of the 39th ACM Conference on Research and Development in Information Retrieval (SIGIR 2016), Pisa, Italy, pp. 937\u2013940 (2016)","DOI":"10.1145\/2911451.2914749"},{"key":"23_CR6","unstructured":"del Coz, J.J.: UniOviedo(Team2) at LeQua 2022: comparison of traditional quantifiers and a new method based on energy distance. In: Working Notes of the 2022 Conference and Labs of the Evaluation Forum (CLEF 2022), Bologna, IT (2022)"},{"key":"23_CR7","doi-asserted-by":"crossref","unstructured":"del Coz, J.J., Gonz\u00e1lez, P., Moreo, A., Sebastiani, F.: Learning to quantify: methods and applications (LQ 2021). In: Proceedings of the 30th ACM International Conference on Knowledge Management (CIKM 2021), pp. 4874\u20134875, Gold Coast, AU (2021)","DOI":"10.1145\/3459637.3482040"},{"key":"23_CR8","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J.: Statistical comparisons of classifiers over multiple data sets. J. Mach. Learn. Res. 7, 1\u201330 (2006)","journal-title":"J. Mach. Learn. Res."},{"key":"23_CR9","unstructured":"Di Nunzio, G.M.: UniPadova at LeQua 2022: a preliminary study of a Tidyverse approach to quantification. In: Working Notes of the 2022 Conference and Labs of the Evaluation Forum (CLEF 2022), Bologna, Italy (2022)"},{"issue":"4","key":"23_CR10","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1007\/s10994-016-5604-6","volume":"106","author":"MC du Plessis","year":"2016","unstructured":"du Plessis, M.C., Niu, G., Sugiyama, M.: Class-prior estimation for learning from positive and unlabeled data. Mach. Learn. 106(4), 463\u2013492 (2016). https:\/\/doi.org\/10.1007\/s10994-016-5604-6","journal-title":"Mach. Learn."},{"key":"23_CR11","doi-asserted-by":"crossref","unstructured":"Esuli, A., Molinari, A., Sebastiani, F.: A critical reassessment of the Saerens-Latinne-Decaestecker algorithm for posterior probability adjustment. ACM Trans. Inf. Syst. 39(2), Article 19 (2021)","DOI":"10.1145\/3433164"},{"key":"23_CR12","doi-asserted-by":"crossref","unstructured":"Esuli, A., Molinari, A., Sebastiani, F.:A recurrent neural network for sentiment quantification. In: Proceedings of the 27th ACM International Conference on Information and Knowledge Management (CIKM 2018), Torino, Italy, pp. 1775\u20131778 (2018)","DOI":"10.1145\/3269206.3269287"},{"issue":"3","key":"23_CR13","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1109\/MIS.2020.2979203","volume":"35","author":"A Esuli","year":"2020","unstructured":"Esuli, A., Moreo, A., Sebastiani, F.: Cross-lingual sentiment quantification. IEEE Intell. Syst. 35(3), 106\u2013114 (2020)","journal-title":"IEEE Intell. Syst."},{"issue":"4","key":"23_CR14","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1109\/MIS.2010.94","volume":"25","author":"A Esuli","year":"2010","unstructured":"Esuli, A., Sebastiani, F.: Sentiment quantification. IEEE Intell. Syst. 25(4), 72\u201375 (2010)","journal-title":"IEEE Intell. Syst."},{"key":"23_CR15","doi-asserted-by":"crossref","unstructured":"Esuli, A., Sebastiani, F.: Optimizing text quantifiers for multivariate loss functions. ACM Trans. Knowl. Discov. Data 9(4), Article 27, 1\u201327 (2015),","DOI":"10.1145\/2700406"},{"key":"23_CR16","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"564","DOI":"10.1007\/11564096_55","volume-title":"Machine Learning: ECML 2005","author":"G Forman","year":"2005","unstructured":"Forman, G.: Counting positives accurately despite inaccurate classification. In: Gama, J., Camacho, R., Brazdil, P.B., Jorge, A.M., Torgo, L. (eds.) ECML 2005. LNCS (LNAI), vol. 3720, pp. 564\u2013575. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11564096_55"},{"key":"23_CR17","doi-asserted-by":"crossref","unstructured":"Forman, G.: Quantifying trends accurately despite classifier error and class imbalance. In: Proceedings of the 12th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD 2006), Philadelphia, USA, pp. 157\u2013166 (2006)","DOI":"10.1145\/1150402.1150423"},{"issue":"2","key":"23_CR18","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1007\/s10618-008-0097-y","volume":"17","author":"G Forman","year":"2008","unstructured":"Forman, G.: Quantifying counts and costs via classification. Data Min. Knowl. Disc. 17(2), 164\u2013206 (2008). https:\/\/doi.org\/10.1007\/s10618-008-0097-y","journal-title":"Data Min. Knowl. Disc."},{"issue":"1","key":"23_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s13278-016-0327-z","volume":"6","author":"W Gao","year":"2016","unstructured":"Gao, W., Sebastiani, F.: From classification to quantification in tweet sentiment analysis. Soc. Netw. Anal. Min. 6(1), 1\u201322 (2016). https:\/\/doi.org\/10.1007\/s13278-016-0327-z","journal-title":"Soc. Netw. Anal. Min."},{"key":"23_CR20","doi-asserted-by":"crossref","unstructured":"Gonz\u00e1lez, P., Casta\u00f1o, A., Chawla, N.V., del Coz, J.J.: A review on quantification learning. ACM Comput. Surv. 50(5), 74:1\u201374:40 (2017)","DOI":"10.1145\/3117807"},{"key":"23_CR21","unstructured":"Gonz\u00e1lez, P.: UniOviedo(Team1) at LeQua 2022: sample-based quantification using deep learning. In: Working Notes of the 2022 Conference and Labs of the Evaluation Forum (CLEF 2022), Bologna, Italy (2022)"},{"key":"23_CR22","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1016\/j.ins.2012.05.028","volume":"218","author":"V Gonz\u00e1lez-Castro","year":"2013","unstructured":"Gonz\u00e1lez-Castro, V., Alaiz-Rodr\u00edguez, R., Alegre, E.: Class distribution estimation based on the Hellinger distance. Inf. Sci. 218, 146\u2013164 (2013)","journal-title":"Inf. Sci."},{"key":"23_CR23","unstructured":"Higashinaka, R., Funakoshi, K., Inaba, M., Tsunomori, Y., Takahashi, T., Kaji, N.: Overview of the 3rd Dialogue Breakdown Detection challenge. In: Proceedings of the 6th Dialog System Technology Challenge, Long Beach, USA (2017)"},{"issue":"1","key":"23_CR24","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1111\/j.1540-5907.2009.00428.x","volume":"54","author":"DJ Hopkins","year":"2010","unstructured":"Hopkins, D.J., King, G.: A method of automated nonparametric content analysis for social science. Am. J. Pol. Sci. 54(1), 229\u2013247 (2010)","journal-title":"Am. J. Pol. Sci."},{"issue":"1","key":"23_CR25","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1214\/07-STS247","volume":"23","author":"G King","year":"2008","unstructured":"King, G., Ying, L.: Verbal autopsy methods with multiple causes of death. Stat. Sci. 23(1), 78\u201391 (2008)","journal-title":"Stat. Sci."},{"key":"23_CR26","unstructured":"Kloos, K., Meertens, Q.A., Karch, J.D.: UniLeiden at LeQua 2022: the first step in understanding the behaviour of the median sweep quantifier using continuous sweep. In: Working Notes of the 2022 Conference and Labs of the Evaluation Forum (CLEF 2022), Bologna, Italy (2022)"},{"key":"23_CR27","doi-asserted-by":"crossref","unstructured":"Levin, R., Roitman, H.: Enhanced probabilistic classify and count methods for multi-label text quantification. In: Proceedings of the 7th ACM International Conference on the Theory of Information Retrieval (ICTIR 2017), pp. 229\u2013232, Amsterdam, Netherlands (2017)","DOI":"10.1145\/3121050.3121083"},{"key":"23_CR28","unstructured":"Liu, Y., et al. RoBERTa: a robustly optimized BERT pretraining approach (2019). arXiv:1907.11692"},{"issue":"1","key":"23_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13173-018-0076-0","volume":"24","author":"AG Maletzke","year":"2018","unstructured":"Maletzke, A.G., dos Reis, D.M., Batista, G.E.A.P.A.: Combining instance selection and self-training to improve data stream quantification. J. Braz. Comput. Soc. 24(1), 1\u201317 (2018). https:\/\/doi.org\/10.1186\/s13173-018-0076-0","journal-title":"J. Braz. Comput. Soc."},{"key":"23_CR30","doi-asserted-by":"crossref","unstructured":"Milli, L., Monreale, A., Rossetti, G., Giannotti, F., Pedreschi, D., Sebastiani, F.: Quantification trees. In: Proceedings of the 13th IEEE International Conference on Data Mining (ICDM 2013), Dallas, USA, pp. 528\u2013536 (2013)","DOI":"10.1109\/ICDM.2013.122"},{"key":"23_CR31","doi-asserted-by":"crossref","unstructured":"Milli, L., Monreale, A., Rossetti, G., Pedreschi, D., Giannotti, F., Sebastiani, F.: Quantification in social networks. In: Proceedings of the 2nd IEEE International Conference on Data Science and Advanced Analytics (DSAA 2015), Paris, France (2015)","DOI":"10.1109\/DSAA.2015.7344845"},{"key":"23_CR32","unstructured":"Molinari, A., Esuli, A., Sebastiani, F.: Active learning and the Saerens-Latinne-Decaestecker algorithm: an evaluation. In: Proceedings of the 2nd Joint Conference of the Information Retrieval Communities in Europe (CIRCLE 2022), Samatan, France (2022)"},{"issue":"1","key":"23_CR33","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1016\/j.patcog.2011.06.019","volume":"45","author":"JG Moreno-Torres","year":"2012","unstructured":"Moreno-Torres, J.G., Raeder, T., Ala\u00edz-Rodr\u00edguez, R., Chawla, N.V., Herrera, F.: A unifying view on dataset shift in classification. Pattern Recogn. 45(1), 521\u2013530 (2012)","journal-title":"Pattern Recogn."},{"key":"23_CR34","doi-asserted-by":"crossref","unstructured":"Moreo, A., Esuli, A., Sebastiani, F.: QuaPy: a Python-based framework for quantification. In: Proceedings of the 30th ACM International Conference on Knowledge Management (CIKM 2021), Gold Coast, Australia, pp. 4534\u20134543 (2021)","DOI":"10.1145\/3459637.3482015"},{"key":"23_CR35","doi-asserted-by":"crossref","unstructured":"Moreo, A., Sebastiani, F.: Re-assessing the \u201cclassify and count\u201d quantification method. In: Proceedings of the 43rd European Conference on Information Retrieval (ECIR 2021), Lucca, Italy, vol. II, pp. 75\u201391 (2021)","DOI":"10.1007\/978-3-030-72240-1_6"},{"key":"23_CR36","doi-asserted-by":"crossref","unstructured":"Moreo, A., Sebastiani, F.: Tweet sentiment quantification: an experimental re-evaluation. PLoS One (2022, forthcoming)","DOI":"10.1371\/journal.pone.0263449"},{"key":"23_CR37","doi-asserted-by":"crossref","unstructured":"Nakov, P., Ritter, A., Rosenthal, S., Sebastiani, F., Stoyanov, V.: SemEval-2016 task 4: sentiment analysis in Twitter. In: Proceedings of the 10th International Workshop on Semantic Evaluation (SemEval 2016), San Diego, USA, pp. 1\u201318 (2016)","DOI":"10.18653\/v1\/S16-1001"},{"key":"23_CR38","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., Manning, C.D.: Glove: global vectors for word representation. In: Proceedings of the 12th Conference on Empirical Methods in Natural Language Processing (EMNLP 2014), Doha, Qatar, pp. 1532\u20131543 (2014)","DOI":"10.3115\/v1\/D14-1162"},{"key":"23_CR39","unstructured":"Platt, J.C.: Probabilistic outputs for support vector machines and comparison to regularized likelihood methods. In: Smola, A., Bartlett, P., Sch\u00f6lkopf, B., Schuurmans, D., (eds.) Advances in Large Margin Classifiers, pp. 61\u201374. The MIT Press, Cambridge (2000)"},{"key":"23_CR40","unstructured":"Popordanoska, T., Blaschko, M.B.: KULeuven at LeQua 2022: model calibration in quantification learning. In: Working Notes of the 2022 Conference and Labs of the Evaluation Forum (CLEF 2022), Bologna, Italy (2022)"},{"key":"23_CR41","volume-title":"Dataset Shift in Machine Learning","year":"2009","unstructured":"Qui\u00f1onero-Candela, J., Sugiyama, M., Schwaighofer, A., Lawrence, N.D. (eds.): Dataset Shift in Machine Learning. The MIT Press, Cambridge (2009)"},{"issue":"1","key":"23_CR42","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1162\/089976602753284446","volume":"14","author":"M Saerens","year":"2002","unstructured":"Saerens, M., Latinne, P., Decaestecker, C.: Adjusting the outputs of a classifier to new a priori probabilities: a simple procedure. Neural Comput. 14(1), 21\u201341 (2002)","journal-title":"Neural Comput."},{"issue":"3","key":"23_CR43","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/s10791-019-09363-y","volume":"23","author":"F Sebastiani","year":"2020","unstructured":"Sebastiani, F.: Evaluation measures for quantification: an axiomatic approach. Inf. Retr. J. 23(3), 255\u2013288 (2020). https:\/\/doi.org\/10.1007\/s10791-019-09363-y","journal-title":"Inf. Retr. J."},{"key":"23_CR44","unstructured":"Senz, M., Bunse, M.: DortmundAI at LeQua 2022: regularized SLD. In: Working Notes of the 2022 Conference and Labs of the Evaluation Forum (CLEF 2022), Bologna, Italy (2022)"},{"key":"23_CR45","volume-title":"Statistical Learning Theory","author":"V Vapnik","year":"1998","unstructured":"Vapnik, V.: Statistical Learning Theory. Wiley, New York (1998)"},{"key":"23_CR46","unstructured":"Zeng, Z., Kato, S., Sakai, T.: Overview of the NTCIR-14 Short Text Conversation task: dialogue quality and nugget detection subtasks. In: Proceedings of the 14th Workshop on NII Testbeds and Community for Information access Research (NTCIR 2019), Tokyo, Japan, pp. 289\u2013315 (2019)"},{"key":"23_CR47","unstructured":"Zeng, Z., Kato, S., Sakai, T., Kang, I.: Overview of the NTCIR-15 dialogue evaluation task (DialEval-1). In: Proceedings of the 15th Workshop on NII Testbeds and Community for Information Access Research (NTCIR 2020), Tokyo, Japan, pp. 13\u201334 (2020)"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-13643-6_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:37:31Z","timestamp":1710261451000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-13643-6_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031136429","9783031136436"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-13643-6_23","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"25 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bologna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2022.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7 best of labs + 14 lab overviews","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}