{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T00:16:16Z","timestamp":1768004176172,"version":"3.49.0"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031144622","type":"print"},{"value":"9783031144639","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-14463-9_3","type":"book-chapter","created":{"date-parts":[[2022,8,10]],"date-time":"2022-08-10T12:02:48Z","timestamp":1660132968000},"page":"31-50","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Color Shadows (Part I): Exploratory Usability Evaluation of\u00a0Activation Maps in\u00a0Radiological Machine Learning"],"prefix":"10.1007","author":[{"given":"Federico","family":"Cabitza","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrea","family":"Campagner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lorenzo","family":"Famiglini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enrico","family":"Gallazzi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giovanni Andrea","family":"La Maida","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,11]]},"reference":[{"issue":"1","key":"3_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-021-00438-z","volume":"4","author":"R Aggarwal","year":"2021","unstructured":"Aggarwal, R., et al.: Diagnostic accuracy of deep learning in medical imaging: a systematic review and meta-analysis. NPJ Digit. Med. 4(1), 1\u201323 (2021)","journal-title":"NPJ Digit. Med."},{"key":"3_CR2","doi-asserted-by":"crossref","unstructured":"Alqaraawi, A., Schuessler, M., Wei\u00df, P., Costanza, E., Berthouze, N.: Evaluating saliency map explanations for convolutional neural networks: a user study. In: Proceedings of the 25th International Conference on Intelligent User Interfaces, pp. 275\u2013285 (2020)","DOI":"10.1145\/3377325.3377519"},{"issue":"6","key":"3_CR3","doi-asserted-by":"publisher","first-page":"e200267","DOI":"10.1148\/ryai.2021200267","volume":"3","author":"N Arun","year":"2021","unstructured":"Arun, N., et al.: Assessing the trustworthiness of saliency maps for localizing abnormalities in medical imaging. Radiol. Artif. Intell. 3(6), e200267 (2021)","journal-title":"Radiol. Artif. Intell."},{"key":"3_CR4","doi-asserted-by":"publisher","first-page":"102364","DOI":"10.1016\/j.media.2022.102364","volume":"77","author":"MS Ayhan","year":"2022","unstructured":"Ayhan, M.S., et al.: Clinical validation of saliency maps for understanding deep neural networks in ophthalmology. Med. Image Anal. 77, 102364 (2022)","journal-title":"Med. Image Anal."},{"issue":"1","key":"3_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-019-0105-1","volume":"2","author":"MA Badgeley","year":"2019","unstructured":"Badgeley, M.A., et al.: Deep learning predicts hip fracture using confounding patient and healthcare variables. NPJ Digit. Med. 2(1), 1\u201310 (2019)","journal-title":"NPJ Digit. Med."},{"issue":"4","key":"3_CR6","doi-asserted-by":"publisher","first-page":"344","DOI":"10.1016\/j.carj.2019.06.002","volume":"70","author":"I Balki","year":"2019","unstructured":"Balki, I., et al.: Sample-size determination methodologies for machine learning in medical imaging research: a systematic review. Can. Assoc. Radiol. J. 70(4), 344\u2013353 (2019)","journal-title":"Can. Assoc. Radiol. J."},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Bansal, G., et al.: Does the whole exceed its parts? The effect of AI explanations on complementary team performance. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201316 (2021)","DOI":"10.1145\/3411764.3445717"},{"issue":"8","key":"3_CR8","doi-asserted-by":"publisher","first-page":"3469","DOI":"10.1007\/s00521-017-3285-0","volume":"31","author":"N Becherer","year":"2017","unstructured":"Becherer, N., Pecarina, J., Nykl, S., Hopkinson, K.: Improving optimization of convolutional neural networks through parameter fine-tuning. Neural Comput. Appl. 31(8), 3469\u20133479 (2017). https:\/\/doi.org\/10.1007\/s00521-017-3285-0","journal-title":"Neural Comput. Appl."},{"issue":"6370","key":"3_CR9","doi-asserted-by":"publisher","first-page":"1530","DOI":"10.1126\/science.aap8062","volume":"358","author":"E Brynjolfsson","year":"2017","unstructured":"Brynjolfsson, E., Mitchell, T.: What can machine learning do? Workforce implications. Science 358(6370), 1530\u20131534 (2017)","journal-title":"Science"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Cabitza, F., Campagner, A., Del Zotti, F., Ravizza, A., Sternini, F.: All you need is higher accuracy? On the quest for minimum acceptable accuracy for medical artificial intelligence. In: e-Health 2020, Proceedings of the 12th International Conference on e-Health, pp. 159\u2013166 (2020)","DOI":"10.33965\/eh2020_202009L020"},{"key":"3_CR11","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1007\/978-3-030-26773-5_25","volume-title":"Modeling Decisions for Artificial Intelligence","author":"F Cabitza","year":"2019","unstructured":"Cabitza, F.: Biases affecting human decision making in AI-supported second opinion settings. In: Torra, V., Narukawa, Y., Pasi, G., Viviani, M. (eds.) MDAI 2019. LNCS (LNAI), vol. 11676, pp. 283\u2013294. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-26773-5_25"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Cabitza, F., Campagner, A., Cavosi, V.: Assessing the impact of medical AI: a survey of physicians\u2019 perceptions. In: 2021 5th International Conference on Medical and Health Informatics, pp. 225\u2013231 (2021)","DOI":"10.1145\/3472813.3473195"},{"key":"3_CR13","doi-asserted-by":"publisher","first-page":"102696","DOI":"10.1016\/j.ijhcs.2021.102696","volume":"155","author":"F Cabitza","year":"2021","unstructured":"Cabitza, F., Campagner, A., Simone, C.: The need to move away from agential-AI: empirical investigations, useful concepts and open issues. Int. J. Hum Comput Stud. 155, 102696 (2021)","journal-title":"Int. J. Hum Comput Stud."},{"issue":"22","key":"3_CR14","doi-asserted-by":"publisher","first-page":"3127","DOI":"10.1002\/1097-0258(20001130)19:22<3127::AID-SIM784>3.0.CO;2-M","volume":"19","author":"S Chinn","year":"2000","unstructured":"Chinn, S.: A simple method for converting an odds ratio to effect size for use in meta-analysis. Stat. Med. 19(22), 3127\u20133131 (2000)","journal-title":"Stat. Med."},{"issue":"5","key":"3_CR15","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1111\/1754-9485.13261","volume":"65","author":"P Chlap","year":"2021","unstructured":"Chlap, P., Min, H., Vandenberg, N., Dowling, J., Holloway, L., Haworth, A.: A review of medical image data augmentation techniques for deep learning applications. J. Med. Imaging Radiat. Oncol. 65(5), 545\u2013563 (2021)","journal-title":"J. Med. Imaging Radiat. Oncol."},{"key":"3_CR16","doi-asserted-by":"publisher","DOI":"10.1201\/9781315116334","volume-title":"Diagnosis: Interpreting the Shadows","author":"P Croskerry","year":"2017","unstructured":"Croskerry, P., Cosby, K., Graber, M.L., Singh, H.: Diagnosis: Interpreting the Shadows. CRC Press, Boca Raton (2017)"},{"issue":"4","key":"3_CR17","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1359\/JBMR.041214","volume":"20","author":"PD Delmas","year":"2005","unstructured":"Delmas, P.D., et al.: Underdiagnosis of vertebral fractures is a worldwide problem: the IMPACT study. J. Bone Miner. Res. 20(4), 557\u2013563 (2005)","journal-title":"J. Bone Miner. Res."},{"issue":"11","key":"3_CR18","doi-asserted-by":"publisher","first-page":"e745","DOI":"10.1016\/S2589-7500(21)00208-9","volume":"3","author":"M Ghassemi","year":"2021","unstructured":"Ghassemi, M., Oakden-Rayner, L., Beam, A.L.: The false hope of current approaches to explainable artificial intelligence in health care. Lancet Digit. Health 3(11), e745\u2013e750 (2021)","journal-title":"Lancet Digit. Health"},{"issue":"1","key":"3_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-021-24464-3","volume":"12","author":"T Han","year":"2021","unstructured":"Han, T., et al.: Advancing diagnostic performance and clinical usability of neural networks via adversarial training and dual batch normalization. Nat. Commun. 12(1), 1\u201311 (2021)","journal-title":"Nat. Commun."},{"issue":"1","key":"3_CR20","doi-asserted-by":"publisher","first-page":"38","DOI":"10.2214\/AJR.18.20224","volume":"212","author":"GS Handelman","year":"2019","unstructured":"Handelman, G.S., et al.: Peering into the black box of artificial intelligence: evaluation metrics of machine learning methods. Am. J. Roentgenol. 212(1), 38\u201343 (2019)","journal-title":"Am. J. Roentgenol."},{"key":"3_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/978-3-031-04083-2_2","volume-title":"xxAI - Beyond Explainable AI","author":"A Holzinger","year":"2022","unstructured":"Holzinger, A., Saranti, A., Molnar, C., Biecek, P., Samek, W.: Explainable AI methods - a brief overview. In: Holzinger, A., Goebel, R., Fong, R., Moon, T., M\u00fcller, K.R., Samek, W. (eds.) xxAI 2020. LNCS, vol. 13200, pp. 13\u201338. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-04083-2_2"},{"issue":"10","key":"3_CR22","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/MC.2021.3092610","volume":"54","author":"AT Holzinger","year":"2021","unstructured":"Holzinger, A.T., Muller, H.: Toward human-AI interfaces to support explainability and causability in medical AI. Computer 54(10), 78\u201386 (2021)","journal-title":"Computer"},{"issue":"3","key":"3_CR23","doi-asserted-by":"publisher","first-page":"e191095","DOI":"10.1001\/jamanetworkopen.2019.1095","volume":"2","author":"EJ Hwang","year":"2019","unstructured":"Hwang, E.J., et al.: Development and validation of a deep learning-based automated detection algorithm for major thoracic diseases on chest radiographs. JAMA Netw. Open 2(3), e191095 (2019)","journal-title":"JAMA Netw. Open"},{"issue":"22","key":"3_CR24","doi-asserted-by":"publisher","first-page":"2353","DOI":"10.1001\/jama.2016.17438","volume":"316","author":"S Jha","year":"2016","unstructured":"Jha, S., Topol, E.J.: Adapting to artificial intelligence: radiologists and pathologists as information specialists. JAMA 316(22), 2353\u20132354 (2016)","journal-title":"JAMA"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Ke, A., Ellsworth, W., Banerjee, O., Ng, A.Y., Rajpurkar, P.: CheXtransfer: performance and parameter efficiency of ImageNet models for chest X-Ray interpretation. CoRR abs\/2101.06871 (2021)","DOI":"10.1145\/3450439.3451867"},{"issue":"6","key":"3_CR26","doi-asserted-by":"publisher","first-page":"e271","DOI":"10.1016\/S2589-7500(19)30123-2","volume":"1","author":"X Liu","year":"2019","unstructured":"Liu, X., et al.: A comparison of deep learning performance against health-care professionals in detecting diseases from medical imaging: a systematic review and meta-analysis. Lancet Digit. Health 1(6), e271\u2013e297 (2019)","journal-title":"Lancet Digit. Health"},{"key":"3_CR27","unstructured":"Lohoff, L., R\u00fchr, A.: Introducing (machine) learning ability as antecedent of trust in intelligent systems. In: ECIS 2021 Research Papers, vol. 23 (2021)"},{"issue":"5","key":"3_CR28","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1007\/s11259-010-9413-2","volume":"34","author":"E Ludewig","year":"2010","unstructured":"Ludewig, E., Richter, A., Frame, M.: Diagnostic imaging-evaluating image quality using visual grading characteristic (VGC) analysis. Vet. Res. Commun. 34(5), 473\u2013479 (2010). https:\/\/doi.org\/10.1007\/s11259-010-9413-2","journal-title":"Vet. Res. Commun."},{"issue":"2","key":"3_CR29","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1093\/jamia\/ocw105","volume":"24","author":"D Lyell","year":"2017","unstructured":"Lyell, D., Coiera, E.: Automation bias and verification complexity: a systematic review. J. Am. Med. Inform. Assoc. 24(2), 423\u2013431 (2017)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"3_CR30","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1007\/978-1-4842-7802-4_12","volume-title":"Interpreting Machine Learning Models","author":"A Nandi","year":"2022","unstructured":"Nandi, A., Pal, A.K.: Detailing image interpretability methods. In: Nandi, A., Pal, A.K. (eds.) Interpreting Machine Learning Models, pp. 271\u2013293. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-1-4842-7802-4_12"},{"key":"3_CR31","doi-asserted-by":"publisher","first-page":"104393","DOI":"10.1016\/j.compbiomed.2021.104393","volume":"133","author":"I Neves","year":"2021","unstructured":"Neves, I., et al.: Interpretable heartbeat classification using local model-agnostic explanations on ECGs. Comput. Biol. Med. 133, 104393 (2021)","journal-title":"Comput. Biol. Med."},{"issue":"6","key":"3_CR32","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1080\/17453674.2017.1344459","volume":"88","author":"J Olczak","year":"2017","unstructured":"Olczak, J., et al.: Artificial intelligence for analyzing orthopedic trauma radiographs. Acta Orthop. 88(6), 581\u2013586 (2017)","journal-title":"Acta Orthop."},{"issue":"4","key":"3_CR33","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1111\/1467-9566.ep11373066","volume":"11","author":"B Pasveer","year":"1989","unstructured":"Pasveer, B.: Knowledge of shadows: the introduction of X-ray images in medicine. Sociol. Health Illn. 11(4), 360\u2013381 (1989)","journal-title":"Sociol. Health Illn."},{"key":"3_CR34","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Model-agnostic interpretability of machine learning. arXiv preprint arXiv:1606.05386 (2016)"},{"key":"3_CR35","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. In: Workshop at International Conference on Learning Representations (2014)"},{"key":"3_CR36","doi-asserted-by":"publisher","first-page":"103248","DOI":"10.1016\/j.jbi.2019.103248","volume":"96","author":"G Spinks","year":"2019","unstructured":"Spinks, G., Moens, M.F.: Justifying diagnosis decisions by deep neural networks. J. Biomed. Inform. 96, 103248 (2019)","journal-title":"J. Biomed. Inform."},{"issue":"1","key":"3_CR37","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1177\/875647939000600106","volume":"6","author":"R Taylor","year":"1990","unstructured":"Taylor, R.: Interpretation of the correlation coefficient: a basic review. J. Diagn. Med. Sonogr. 6(1), 35\u201339 (1990)","journal-title":"J. Diagn. Med. Sonogr."},{"issue":"1","key":"3_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-018-20132-7","volume":"8","author":"A Tiulpin","year":"2018","unstructured":"Tiulpin, A., Thevenot, J., Rahtu, E., Lehenkari, P., Saarakkala, S.: Automatic knee osteoarthritis diagnosis from plain radiographs: a deep learning-based approach. Sci. Rep. 8(1), 1\u201310 (2018)","journal-title":"Sci. Rep."},{"issue":"8","key":"3_CR39","doi-asserted-by":"publisher","first-page":"1229","DOI":"10.1038\/s41591-020-0942-0","volume":"26","author":"P Tschandl","year":"2020","unstructured":"Tschandl, P., et al.: Human-computer collaboration for skin cancer recognition. Nat. Med. 26(8), 1229\u20131234 (2020)","journal-title":"Nat. Med."},{"key":"3_CR40","doi-asserted-by":"crossref","unstructured":"Xie, S., Girshick, R., Doll\u00e1r, P., Tu, Z., He, K.: Aggregated residual transformations for deep neural networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 1492\u20131500 (2017)","DOI":"10.1109\/CVPR.2017.634"},{"issue":"9","key":"3_CR41","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1016\/j.crad.2020.05.021","volume":"75","author":"S Yang","year":"2020","unstructured":"Yang, S., Yin, B., Cao, W., Feng, C., Fan, G., He, S.: Diagnostic accuracy of deep learning in orthopaedic fractures: a systematic review and meta-analysis. Clin. Radiol. 75(9), 713-e17 (2020)","journal-title":"Clin. Radiol."},{"key":"3_CR42","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), June 2016","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-14463-9_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T03:44:16Z","timestamp":1727754256000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-14463-9_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031144622","9783031144639"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-14463-9_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"11 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vienna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Austria","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}