{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T09:10:19Z","timestamp":1771665019809,"version":"3.50.1"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031258909","type":"print"},{"value":"9783031258916","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25891-6_30","type":"book-chapter","created":{"date-parts":[[2023,3,9]],"date-time":"2023-03-09T14:03:34Z","timestamp":1678370614000},"page":"402-416","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["On Time Series Cross-Validation for\u00a0Deep Learning Classification Model of\u00a0Mental Workload Levels Based on\u00a0EEG Signals"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2974-9539","authenticated-orcid":false,"given":"Kunjira","family":"Kingphai","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4186-1088","authenticated-orcid":false,"given":"Yashar","family":"Moshfeghi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,10]]},"reference":[{"issue":"1","key":"30_CR1","doi-asserted-by":"publisher","first-page":"316","DOI":"10.1016\/j.bbe.2020.08.009","volume":"41","author":"A Ahmadi","year":"2021","unstructured":"Ahmadi, A., Bazregarzadeh, H., Kazemi, K.: Automated detection of driver fatigue from electroencephalography through wavelet-based connectivity. Biocybernetics Biomed. Eng. 41(1), 316\u2013332 (2021)","journal-title":"Biocybernetics Biomed. Eng."},{"key":"30_CR2","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1016\/j.ins.2011.12.028","volume":"191","author":"C Bergmeir","year":"2012","unstructured":"Bergmeir, C., Ben\u00edtez, J.M.: On the use of cross-validation for time series predictor evaluation. Inf. Sci. 191, 192\u2013213 (2012)","journal-title":"Inf. Sci."},{"key":"30_CR3","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.csda.2014.02.001","volume":"76","author":"C Bergmeir","year":"2014","unstructured":"Bergmeir, C., Costantini, M., Ben\u00edtez, J.M.: On the usefulness of cross-validation for directional forecast evaluation. Comput. Stat. Data Anal. 76, 132\u2013143 (2014)","journal-title":"Comput. Stat. Data Anal."},{"issue":"2","key":"30_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2070719.2070722","volume":"1","author":"G Buscher","year":"2012","unstructured":"Buscher, G., Dengel, A., Biedert, R., Elst, L.V.: Attentive documents: eye tracking as implicit feedback for information retrieval and beyond. ACM Trans. Interact. Intell. Syst. (TiiS) 1(2), 1\u201330 (2012)","journal-title":"ACM Trans. Interact. Intell. Syst. (TiiS)"},{"issue":"3","key":"30_CR5","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1007\/s11571-020-09642-1","volume":"15","author":"Z Cao","year":"2021","unstructured":"Cao, Z., Yin, Z., Zhang, J.: Recognition of cognitive load with a stacking network ensemble of denoising autoencoders and abstracted neurophysiological features. Cogn. Neurodyn. 15(3), 425\u2013437 (2021)","journal-title":"Cogn. Neurodyn."},{"issue":"11","key":"30_CR6","doi-asserted-by":"publisher","first-page":"1997","DOI":"10.1007\/s10994-020-05910-7","volume":"109","author":"V Cerqueira","year":"2020","unstructured":"Cerqueira, V., Torgo, L., Mozeti\u010d, I.: Evaluating time series forecasting models: an empirical study on performance estimation methods. Mach. Learn. 109(11), 1997\u20132028 (2020)","journal-title":"Mach. Learn."},{"key":"30_CR7","unstructured":"Dorffner, G.: Neural networks for time series processing. In: Neural network world. Citeseer (1996)"},{"key":"30_CR8","doi-asserted-by":"publisher","first-page":"29","DOI":"10.3389\/fninf.2018.00029","volume":"12","author":"LG Hern\u00e1ndez","year":"2018","unstructured":"Hern\u00e1ndez, L.G., Mozos, O.M., Ferr\u00e1ndez, J.M., Antelis, J.M.: EEG-based detection of braking intention under different car driving conditions. Front. Neuroinform. 12, 29 (2018)","journal-title":"Front. Neuroinform."},{"key":"30_CR9","doi-asserted-by":"crossref","unstructured":"Hoadley, B.: Asymptotic properties of maximum likelihood estimators for the independent not identically distributed case. Annals Math. Stat. 1977\u20131991 (1971)","DOI":"10.1214\/aoms\/1177693066"},{"issue":"4\u20135","key":"30_CR10","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1016\/j.neucli.2016.07.002","volume":"46","author":"MK Islam","year":"2016","unstructured":"Islam, M.K., Rastegarnia, A., Yang, Z.: Methods for artifact detection and removal from scalp EEG: a review. Neurophysiol. Clin. Clin. Neurophysiol. 46(4\u20135), 287\u2013305 (2016)","journal-title":"Neurophysiol. Clin. Clin. Neurophysiol."},{"key":"30_CR11","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/978-3-030-32423-0_8","volume-title":"Human Mental Workload: Models and Applications","author":"MR Islam","year":"2019","unstructured":"Islam, M.R., Barua, S., Ahmed, M.U., Begum, S., Di Flumeri, G.: Deep learning for automatic EEG feature extraction: an application in drivers\u2019 mental workload classification. In: Longo, L., Leva, M.C. (eds.) H-WORKLOAD 2019. CCIS, vol. 1107, pp. 121\u2013135. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-32423-0_8"},{"issue":"12","key":"30_CR12","doi-asserted-by":"publisher","first-page":"348","DOI":"10.3390\/brainsci9120348","volume":"9","author":"JH Jeong","year":"2019","unstructured":"Jeong, J.H., Yu, B.W., Lee, D.H., Lee, S.W.: Classification of drowsiness levels based on a deep spatio-temporal convolutional bidirectional LSTM network using electroencephalography signals. Brain Sci. 9(12), 348 (2019)","journal-title":"Brain Sci."},{"key":"30_CR13","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/978-3-030-91408-0_6","volume-title":"Human Mental Workload: Models and Applications","author":"K Kingphai","year":"2021","unstructured":"Kingphai, K., Moshfeghi, Y.: On EEG preprocessing role in\u00a0deep learning effectiveness for\u00a0mental workload classification. In: Longo, L., Leva, M.C. (eds.) H-WORKLOAD 2021. CCIS, vol. 1493, pp. 81\u201398. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-91408-0_6"},{"key":"30_CR14","unstructured":"Kingphai, K., Moshfeghi, Y.: On time series cross-validation for mental workload classification from EEG signals. In: Neuroergonomics Conference (2021)"},{"key":"30_CR15","doi-asserted-by":"publisher","first-page":"121929","DOI":"10.1109\/ACCESS.2020.3006907","volume":"8","author":"DH Lee","year":"2020","unstructured":"Lee, D.H., Jeong, J.H., Kim, K., Yu, B.W., Lee, S.W.: Continuous EEG decoding of pilots\u2019 mental states using multiple feature block-based convolutional neural network. IEEE Access 8, 121929\u2013121941 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.3006907","journal-title":"IEEE Access"},{"issue":"4","key":"30_CR16","doi-asserted-by":"publisher","first-page":"3426","DOI":"10.1016\/j.neuroimage.2009.11.020","volume":"49","author":"J Lim","year":"2010","unstructured":"Lim, J., Wu, W.C., Wang, J., Detre, J.A., Dinges, D.F., Rao, H.: Imaging brain fatigue from sustained mental workload: an ASL perfusion study of the time-on-task effect. Neuroimage 49(4), 3426\u20133435 (2010)","journal-title":"Neuroimage"},{"issue":"11","key":"30_CR17","doi-asserted-by":"publisher","first-page":"2106","DOI":"10.1109\/TNSRE.2018.2872924","volume":"26","author":"W Lim","year":"2018","unstructured":"Lim, W., Sourina, O., Wang, L.: Stew: simultaneous task EEG workload data set. IEEE Trans. Neural Syst. Rehabil. Eng. 26(11), 2106\u20132114 (2018)","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"issue":"2","key":"30_CR18","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1111\/j.1469-8986.2010.01061.x","volume":"48","author":"A Mognon","year":"2011","unstructured":"Mognon, A., Jovicich, J., Bruzzone, L., Buiatti, M.: Adjust: an automatic EEG artifact detector based on the joint use of spatial and temporal features. Psychophysiology 48(2), 229\u2013240 (2011)","journal-title":"Psychophysiology"},{"key":"30_CR19","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1109\/TPAMI.1982.4767295","volume":"5","author":"H Murakami","year":"1982","unstructured":"Murakami, H., Kumar, B.V.: Efficient calculation of primary images from a set of images. IEEE Trans. Pattern Anal. Mach. Intell. 5, 511\u2013515 (1982)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"13","key":"30_CR20","doi-asserted-by":"publisher","first-page":"9981","DOI":"10.1007\/s00500-019-04515-0","volume":"24","author":"P Nagabushanam","year":"2019","unstructured":"Nagabushanam, P., Thomas George, S., Radha, S.: EEG signal classification using LSTM and improved neural network algorithms. Soft Comput. 24(13), 9981\u201310003 (2019). https:\/\/doi.org\/10.1007\/s00500-019-04515-0","journal-title":"Soft Comput."},{"key":"30_CR21","doi-asserted-by":"publisher","unstructured":"Nussbaumer, H.J.: The fast fourier transform. In: Fast Fourier Transform and Convolution Algorithms, pp. 80\u2013111. Springer, Berlin (1981). https:\/\/doi.org\/10.1007\/978-3-662-00551-4_4","DOI":"10.1007\/978-3-662-00551-4_4"},{"key":"30_CR22","doi-asserted-by":"crossref","unstructured":"Qayyum, A., Khan, M.A., Mazher, M., Suresh, M.: Classification of EEG learning and resting states using 1d-convolutional neural network for cognitive load assesment. In: 2018 IEEE Student Conference on Research and Development (SCOReD), pp. 1\u20135. IEEE (2018)","DOI":"10.1109\/SCORED.2018.8711150"},{"key":"30_CR23","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/978-3-030-60735-7_3","volume-title":"Brain Function Assessment in Learning","author":"X Qu","year":"2020","unstructured":"Qu, X., Liu, P., Li, Z., Hickey, T.: Multi-class time continuity voting for EEG classification. In: Frasson, C., Bamidis, P., Vlamos, P. (eds.) BFAL 2020. LNCS (LNAI), vol. 12462, pp. 24\u201333. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-60735-7_3"},{"key":"30_CR24","doi-asserted-by":"publisher","unstructured":"Qu, X., Sun, Y., Sekuler, R., Hickey, T.: EEG markers of stem learning. In: 2018 IEEE Frontiers in Education Conference (FIE), pp. 1\u20139 (2018). https:\/\/doi.org\/10.1109\/FIE.2018.8659031","DOI":"10.1109\/FIE.2018.8659031"},{"key":"30_CR25","doi-asserted-by":"publisher","first-page":"87","DOI":"10.3389\/fncom.2019.00087","volume":"13","author":"S Saha","year":"2020","unstructured":"Saha, S., Baumert, M.: Intra-and inter-subject variability in EEG-based sensorimotor brain computer interface: a review. Front. Comput. Neurosci. 13, 87 (2020)","journal-title":"Front. Comput. Neurosci."},{"issue":"1","key":"30_CR26","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1007\/BF00993106","volume":"13","author":"C Schaffer","year":"1993","unstructured":"Schaffer, C.: Selecting a classification method by cross-validation. Mach. Learn. 13(1), 135\u2013143 (1993)","journal-title":"Mach. Learn."},{"issue":"2","key":"30_CR27","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1111\/j.2517-6161.1974.tb00994.x","volume":"36","author":"M Stone","year":"1974","unstructured":"Stone, M.: Cross-validatory choice and assessment of statistical predictions. J. Roy. Stat. Soc.: Ser. B (Methodol.) 36(2), 111\u2013133 (1974)","journal-title":"J. Roy. Stat. Soc.: Ser. B (Methodol.)"},{"issue":"2","key":"30_CR28","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1518\/hfes.46.2.219.37334","volume":"46","author":"JL Szalma","year":"2004","unstructured":"Szalma, J.L., et al.: Effects of sensory modality and task duration on performance, workload, and stress in sustained attention. Hum. Factors 46(2), 219\u2013233 (2004)","journal-title":"Hum. Factors"},{"issue":"4","key":"30_CR29","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1016\/S0169-2070(00)00065-0","volume":"16","author":"LJ Tashman","year":"2000","unstructured":"Tashman, L.J.: Out-of-sample tests of forecasting accuracy: an analysis and review. Int. J. Forecast. 16(4), 437\u2013450 (2000)","journal-title":"Int. J. Forecast."},{"key":"30_CR30","doi-asserted-by":"publisher","unstructured":"Taylor, L.P.: Chapter 20 - independent assessor audit guide. In: Taylor, L.P. (ed.) FISMA Compliance Handbook, pp. 239\u2013273. Syngress, Boston (2013). https:\/\/doi.org\/10.1016\/B978-0-12-405871-2.00020-8https:\/\/www.sciencedirect.com\/science\/article\/pii\/B9780124058712000208","DOI":"10.1016\/B978-0-12-405871-2.00020-8"},{"issue":"2","key":"30_CR31","first-page":"1","volume":"2","author":"M Teplan","year":"2002","unstructured":"Teplan, M., et al.: Fundamentals of EEG measurement. Meas. Sci. Rev. 2(2), 1\u201311 (2002)","journal-title":"Meas. Sci. Rev."},{"key":"30_CR32","doi-asserted-by":"publisher","unstructured":"Urig\u00fcen, J.A., Garcia-Zapirain, B.: EEG artifact removal\u2014state-of-the-art and guidelines. J. Neural Eng. 12(3), 031001 (2015). https:\/\/doi.org\/10.1088\/1741-2560\/12\/3\/031001,https:\/\/doi.org\/10.1088%2F1741-2560%2F12%2F3%2F031001","DOI":"10.1088\/1741-2560\/12\/3\/031001"},{"issue":"3","key":"30_CR33","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1109\/THMS.2015.2476818","volume":"46","author":"S Wang","year":"2015","unstructured":"Wang, S., Gwizdka, J., Chaovalitwongse, W.A.: Using wireless EEG signals to assess memory workload in the $$ n $$-back task. IEEE Trans. Human-Mach. Syst. 46(3), 424\u2013435 (2015)","journal-title":"IEEE Trans. Human-Mach. Syst."},{"key":"30_CR34","doi-asserted-by":"crossref","unstructured":"Wylie, C., Shultz, T., Miller, J., Mitler, M., Mackie, R., et al.: Commercial motor vehicle driver fatigue and alertness study: Technical summary (1996)","DOI":"10.1037\/e497332008-001"},{"key":"30_CR35","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1016\/j.compbiomed.2019.04.034","volume":"109","author":"S Yang","year":"2019","unstructured":"Yang, S., Yin, Z., Wang, Y., Zhang, W., Wang, Y., Zhang, J.: Assessing cognitive mental workload via EEG signals and an ensemble deep learning classifier based on denoising autoencoders. Comput. Biol. Med. 109, 159\u2013170 (2019)","journal-title":"Comput. Biol. Med."},{"key":"30_CR36","doi-asserted-by":"crossref","unstructured":"Zeng, H., et al.: A lightgbm-based EEG analysis method for driver mental states classification. Comput. Intell. Neurosci. 2019 (2019)","DOI":"10.1155\/2019\/3761203"},{"key":"30_CR37","doi-asserted-by":"crossref","unstructured":"Zhang, D., Cao, D., Chen, H.: Deep learning decoding of mental state in non-invasive brain computer interface. In: Proceedings of the International Conference on Artificial Intelligence, Information Processing and Cloud Computing, pp. 1\u20135 (2019)","DOI":"10.1145\/3371425.3371441"},{"issue":"4","key":"30_CR38","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1007\/s10111-017-0430-6","volume":"19","author":"J Zhang","year":"2017","unstructured":"Zhang, J., Li, S.: A deep learning scheme for mental workload classification based on restricted boltzmann machines. Cognit. Technol. Work 19(4), 607\u2013631 (2017)","journal-title":"Cognit. Technol. Work"},{"key":"30_CR39","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Yuan, Z., Chen, H., Li, X.: Identifying mental workload using EEG and deep learning. In: 2019 Chinese Automation Congress (CAC), pp. 1138\u20131142. IEEE (2019)","DOI":"10.1109\/CAC48633.2019.8996821"},{"issue":"2","key":"30_CR40","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/s11063-016-9530-1","volume":"45","author":"Y Zhang","year":"2017","unstructured":"Zhang, Y., Liu, B., Ji, X., Huang, D.: Classification of EEG signals based on autoregressive model and wavelet packet decomposition. Neural Process. Lett. 45(2), 365\u2013378 (2017)","journal-title":"Neural Process. Lett."},{"issue":"3","key":"30_CR41","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1007\/s10209-019-00678-7","volume":"18","author":"Y Zhou","year":"2019","unstructured":"Zhou, Y., Xu, T., Li, S., Shi, R.: Beyond engagement: an EEG-based methodology for assessing user\u2019s confusion in an educational game. Univ. Access Inf. Soc. 18(3), 551\u2013563 (2019)","journal-title":"Univ. Access Inf. Soc."}],"container-title":["Lecture Notes in Computer Science","Machine Learning, Optimization, and Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25891-6_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T01:59:34Z","timestamp":1729043974000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25891-6_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031258909","9783031258916"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25891-6_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"10 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LOD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Machine Learning, Optimization, and Data Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Certosa di Pontignano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"lod2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lod2022.icas.cc\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"226","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"85","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5.6","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}