{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T18:00:32Z","timestamp":1764784832836,"version":"3.40.3"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030937355"},{"type":"electronic","value":"9783030937362"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-93736-2_12","type":"book-chapter","created":{"date-parts":[[2022,2,17]],"date-time":"2022-02-17T21:02:28Z","timestamp":1645131748000},"page":"128-145","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Approaches to Uncertainty Quantification in Federated Deep Learning"],"prefix":"10.1007","author":[{"given":"Florian","family":"Linsner","sequence":"first","affiliation":[]},{"given":"Linara","family":"Adilova","sequence":"additional","affiliation":[]},{"given":"Sina","family":"D\u00e4ubener","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Kamp","sequence":"additional","affiliation":[]},{"given":"Asja","family":"Fischer","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,2,17]]},"reference":[{"key":"12_CR1","doi-asserted-by":"crossref","unstructured":"Abadi, M., et al.: Deep learning with differential privacy. In: Proceedings of the 2016 ACM SIGSAC Conference on Computer and Communications Security, pp. 308\u2013318. ACM (2016)","DOI":"10.1145\/2976749.2978318"},{"key":"12_CR2","unstructured":"Adilova, L., Rosenzweig, J., Kamp, M.: Information-theoretic perspective of federated learning. In: Workshop on Information Theory and Machine Learning 2019. Association for Information Systems (2019)"},{"key":"12_CR3","unstructured":"Boughorbel, S., Jarray, F., Venugopal, N., Moosa, S., Elhadi, H., Makhlouf, M.: Federated uncertainty-aware learning for distributed hospital ehr data. In: Machine Learning for Health (ML4H) Workshop at NeurIPS (2019)"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45(1), 5\u201332 (2001). https:\/\/doi.org\/10.1023\/A:1010933404324","DOI":"10.1023\/A:1010933404324"},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Burdakis, S., Deligiannakis, A.: Detecting outliers in sensor networks using the geometric approach. In: 2012 IEEE 28th International Conference on Data Engineering (ICDE), pp. 1108\u20131119. IEEE (2012)","DOI":"10.1109\/ICDE.2012.85"},{"key":"12_CR6","unstructured":"Clanuwat, T., Bober-Irizar, M., Kitamoto, A., Lamb, A., Yamamoto, K., Ha, D.: Deep learning for classical Japanese literature. ArXiv abs\/1812.01718 (2018)"},{"issue":"8","key":"12_CR7","doi-asserted-by":"publisher","first-page":"770","DOI":"10.1016\/j.is.2005.02.001","volume":"31","author":"A Deligiannakis","year":"2006","unstructured":"Deligiannakis, A., Kotidis, Y., Roussopoulos, N.: Processing approximate aggregate queries in wireless sensor networks. Inf. Syst. 31(8), 770\u2013792 (2006)","journal-title":"Inf. Syst."},{"key":"12_CR8","unstructured":"D\u00e4ubener, S., Fischer, A.: Investigating maximum likelihood based training of infinite mixtures for uncertainty quantification. In: Workshop on Uncertainty in Machine Learning ECML\/PKDD (2020)"},{"key":"12_CR9","unstructured":"Feinman, R., Curtin, R.R., Shintre, S., Gardner, A.B.: Detecting Adversarial Samples from Artifacts. arXiv preprint arXiv:1703.00410 (2017)"},{"key":"12_CR10","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a bayesian approximation: Representing model uncertainty in deep learning. In: International Conference on Machine Learning, pp. 1050\u20131059 (2016)"},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Giatrakos, N., Deligiannakis, A., Garofalakis, M., Sharfman, I., Schuster, A.: Prediction-based geometric monitoring over distributed data streams. In: Proceedings of the 2012 ACM SIGMOD International Conference on Management of Data, pp. 265\u2013276. ACM (2012)","DOI":"10.1145\/2213836.2213867"},{"key":"12_CR12","unstructured":"Graves, A.: Practical variational inference for neural networks. In: Advances in Neural Information Processing Systems, vol. 24. Curran Associates, Inc. (2011). https:\/\/proceedings.neurips.cc\/paper\/2011\/file\/7eb3c8be3d411e8ebfab08eba5f49632-Paper.pdf"},{"key":"12_CR13","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: Proceedings of the 34th International Conference on Machine Learning, pp. 1321\u20131330. Proceedings of Machine Learning Research, PMLR, 06\u201311 August 2017"},{"issue":"1","key":"12_CR14","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","volume":"143","author":"J Hanley","year":"1982","unstructured":"Hanley, J., Mcneil, B.: The meaning and use of the area under a receiver operating characteristic (roc) curve. Radiology 143(1), 29\u201336 (1982)","journal-title":"Radiology"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Hinton, G.E., van Camp, D.: Keeping the neural networks simple by minimizing the description length of the weights. In: Proceedings of the Sixth Annual Conference on Computational Learning Theory, COLT 1993, pp. 5\u201313. Association for Computing Machinery, New York (1993). https:\/\/doi.org\/10.1145\/168304.168306","DOI":"10.1145\/168304.168306"},{"key":"12_CR16","unstructured":"Hinton, G.E., Srivastava, N., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.R.: Improving neural networks by preventing co-adaptation of feature detectors (2012)"},{"key":"12_CR17","unstructured":"Izmailov, P., Podoprikhin, D., Garipov, T., Vetrov, D., Wilson, A.G.: Averaging weights leads to wider optima and better generalization. arXiv preprint arXiv:1803.05407 (2018)"},{"key":"12_CR18","unstructured":"Kamp, M., Adilova, L.: Distributed Learning Platform (2020). https:\/\/github.com\/fraunhofer-iais\/dlplatform"},{"key":"12_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1007\/978-3-030-10925-7_24","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"M Kamp","year":"2019","unstructured":"Kamp, M., et al.: Efficient decentralized deep learning by dynamic model averaging. In: Berlingerio, M., Bonchi, F., G\u00e4rtner, T., Hurley, N., Ifrim, G. (eds.) ECML PKDD 2018. LNCS (LNAI), vol. 11051, pp. 393\u2013409. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-10925-7_24"},{"key":"12_CR20","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1007\/978-3-662-44848-9_40","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"M Kamp","year":"2014","unstructured":"Kamp, M., Boley, M., Keren, D., Schuster, A., Sharfman, I.: Communication-efficient distributed online prediction by dynamic model synchronization. In: Calders, T., Esposito, F., H\u00fcllermeier, E., Meo, R. (eds.) ECML PKDD 2014. LNCS (LNAI), vol. 8724, pp. 623\u2013639. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44848-9_40"},{"key":"12_CR21","unstructured":"Kamp, M., Boley, M., Missura, O., G\u00e4rtner, T.: Effective parallelisation for machine learning. In: Thirty-first Conference on Neural Information Processing Systems, pp. 6477\u20136488. Curran Associates (2017)"},{"key":"12_CR22","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1007\/978-3-662-44848-9_40","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"M Kamp","year":"2014","unstructured":"Kamp, M., Boley, M., Keren, D., Schuster, A., Sharfman, I.: Communication-efficient distributed online prediction by dynamic model synchronization. In: Calders, T., Esposito, F., H\u00fcllermeier, E., Meo, R. (eds.) ECML PKDD 2014. LNCS (LNAI), vol. 8724, pp. 623\u2013639. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44848-9_40"},{"key":"12_CR23","unstructured":"Kendall, A., Gal, Y.: What uncertainties do we need in bayesian deep learning for computer vision? (2017)"},{"issue":"8","key":"12_CR24","doi-asserted-by":"publisher","first-page":"1520","DOI":"10.1109\/TKDE.2011.102","volume":"24","author":"D Keren","year":"2012","unstructured":"Keren, D., Sharfman, I., Schuster, A., Livne, A.: Shape sensitive geometric monitoring. IEEE Trans. Knowl. Data Eng. 24(8), 1520\u20131535 (2012)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"12_CR25","unstructured":"Kone\u010dn\u00fd, J., McMahan, H.B., Yu, F.X., Richtarik, P., Suresh, A.T., Bacon, D.: Federated learning: Strategies for improving communication efficiency. In: NIPS Workshop on Private Multi-Party Machine Learning (2016)"},{"key":"12_CR26","unstructured":"Kong, L., Sun, J., Zhang, C.: Sde-net: equipping deep neural networks with uncertainty estimates (2020)"},{"key":"12_CR27","unstructured":"Krizhevsky, A., Nair, V., Hinton, G.: Cifar-10 (canadian institute for advanced research). Learning Multiple Layers of Features from Tiny Images (2009). http:\/\/www.cs.toronto.edu\/~kriz\/cifar.html"},{"key":"12_CR28","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles (2016)"},{"key":"12_CR29","doi-asserted-by":"crossref","unstructured":"Lechner, M., Hasani, R., Amini, A., Henzinger, T., Rus, D., Grosu, R.: Neural circuit policies enabling auditable autonomy. Nature Mach. Intell. 2, 642\u2013652 (2020)","DOI":"10.1038\/s42256-020-00237-3"},{"key":"12_CR30","unstructured":"Li, D., Wang, J.: Fedmd: heterogenous federated learning via model distillation. arXiv preprint arXiv:1910.03581 (2019)"},{"key":"12_CR31","doi-asserted-by":"crossref","unstructured":"MacKay, D.J.C.: A practical bayesian framework for backpropagation networks. Neural Comput. 4(3), 448\u2013472 (1992). https:\/\/doi.org\/10.1162\/neco.1992.4.3.448","DOI":"10.1162\/neco.1992.4.3.448"},{"key":"12_CR32","unstructured":"Maddox, W.J., Izmailov, P., Garipov, T., Vetrov, D.P., Wilson, A.G.: A simple baseline for bayesian uncertainty in deep learning. In: Advances in Neural Information Processing Systems, pp. 13132\u201313143 (2019)"},{"key":"12_CR33","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Artificial Intelligence and Statistics, pp. 1273\u20131282 (2017)"},{"key":"12_CR34","unstructured":"Meijerink, L., Cin\u00e0, G., Tonutti, M.: Uncertainty estimation for classification and risk prediction on medical tabular data (2020)"},{"key":"12_CR35","unstructured":"Mohri, M., Sivek, G., Suresh, A.T.: Agnostic federated learning. arXiv preprint arXiv:1902.00146 (2019)"},{"key":"12_CR36","doi-asserted-by":"crossref","unstructured":"Neal, R.M.: Bayesian Learning for Neural Networks. Ph.D. thesis, University of Toronto, CAN (1995)","DOI":"10.1007\/978-1-4612-0745-0"},{"key":"12_CR37","unstructured":"Netzer, Y., Wang, T., Coates, A., Bissacco, A., Wu, B., Ng, A.Y.: Reading digits in natural images with unsupervised feature learning. In: NIPS Workshop on Deep Learning and Unsupervised Feature Learning 2011 (2011)"},{"key":"12_CR38","unstructured":"Ovadia, Y., et al.: Can you trust your model\u2019s uncertainty? evaluating predictive uncertainty under dataset shift. In: Advances in Neural Information Processing Systems. vol. 32. Curran Associates, Inc. (2019). https:\/\/proceedings.neurips.cc\/paper\/2019\/file\/f1ea154c843f7cf3677db7ce922a2d17-Paper.pdf"},{"key":"12_CR39","unstructured":"Peterson, D., Kanani, P., Marathe, V.J.: Private federated learning with domain adaptation. arXiv preprint arXiv:1912.06733 (2019)"},{"key":"12_CR40","unstructured":"Pillutla, K., Kakade, S.M., Harchaoui, Z.: Robust aggregation for federated learning. arXiv preprint arXiv:1912.13445 (2019)"},{"key":"12_CR41","unstructured":"Ritter, H., Botev, A., Barber, D.: A scalable laplace approximation for neural networks. In: International Conference on Learning Representations (2018). https:\/\/openreview.net\/forum?id=Skdvd2xAZ"},{"issue":"4","key":"12_CR42","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1145\/1292609.1292613","volume":"32","author":"I Sharfman","year":"2007","unstructured":"Sharfman, I., Schuster, A., Keren, D.: A geometric approach to monitoring threshold functions over distributed data streams. ACM Trans. Database Syst. (TODS) 32(4), 23 (2007)","journal-title":"ACM Trans. Database Syst. (TODS)"},{"key":"12_CR43","unstructured":"Sharma, M., Hutchinson, M., Swaroop, S., Honkela, A., Turner, R.E.: Differentially private federated variational inference. arXiv preprint arXiv:1911.10563 (2019)"},{"key":"12_CR44","doi-asserted-by":"crossref","unstructured":"Silva, S., Gutman, B.A., Romero, E., Thompson, P.M., Altmann, A., Lorenzi, M.: Federated learning in distributed medical databases: Meta-analysis of large-scale subcortical brain data. In: 2019 IEEE 16th international symposium on biomedical imaging (ISBI 2019), pp. 270\u2013274. IEEE (2019)","DOI":"10.1109\/ISBI.2019.8759317"},{"key":"12_CR45","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15(56), 1929\u20131958 (2014). http:\/\/jmlr.org\/papers\/v15\/srivastava14a.html"},{"key":"12_CR46","unstructured":"Welling, M., Teh, Y.W.: Bayesian learning via stochastic gradient langevin dynamics. In: Proceedings of the 28th International Conference on International Conference on Machine Learning, pp. 681\u2013688. ICML (2011)"},{"issue":"1","key":"12_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s41666-020-00082-4","volume":"5","author":"J Xu","year":"2021","unstructured":"Xu, J., Glicksberg, B.S., Su, C., Walker, P., Bian, J., Wang, F.: Federated learning for healthcare informatics. J. Healthcare Inf. Res. 5(1), 1\u201319 (2021)","journal-title":"J. Healthcare Inf. Res."},{"key":"12_CR48","doi-asserted-by":"crossref","unstructured":"Yang, Q., Liu, Y., Chen, T., Tong, Y.: Federated machine learning: Concept and applications (2019)","DOI":"10.1145\/3298981"},{"key":"12_CR49","unstructured":"LeCun, Y., Cortes, C., Christopher, J.C.: The mnist database (visited on 2021\u201304-02). http:\/\/yann.lecun.com\/exdb\/mnist\/"},{"key":"12_CR50","doi-asserted-by":"crossref","unstructured":"Yao, X., Huang, T., Wu, C., Zhang, R., Sun, L.: Towards faster and better federated learning: a feature fusion approach. In: 2019 IEEE International Conference on Image Processing (ICIP), pp. 175\u2013179. IEEE (2019)","DOI":"10.1109\/ICIP.2019.8803001"},{"key":"12_CR51","unstructured":"Zhao, Y., Li, M., Lai, L., Suda, N., Civin, D., Chandra, V.: Federated learning with non-iid data. CoRR (2018)"}],"container-title":["Communications in Computer and Information Science","Machine Learning and Principles and Practice of Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-93736-2_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,6]],"date-time":"2022-05-06T02:12:10Z","timestamp":1651803130000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-93736-2_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030937355","9783030937362"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-93736-2_12","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"17 February 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bilbao","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2021.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"869","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"210","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held online due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}