{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T20:15:33Z","timestamp":1778098533238,"version":"3.51.4"},"reference-count":133,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100002341","name":"Research Council of Finland","doi-asserted-by":"publisher","award":["363624"],"award-info":[{"award-number":["363624"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002341","name":"Research Council of Finland","doi-asserted-by":"publisher","award":["349965"],"award-info":[{"award-number":["349965"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002341","name":"Research Council of Finland","doi-asserted-by":"publisher","award":["331197"],"award-info":[{"award-number":["331197"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Artif. Intell."],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1109\/tai.2025.3617936","type":"journal-article","created":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T17:43:36Z","timestamp":1760377416000},"page":"2560-2576","source":"Crossref","is-referenced-by-count":1,"title":["Engineering Trustworthy AI: A Developer Guide for Empirical Risk Minimization"],"prefix":"10.1109","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-4763-1136","authenticated-orcid":false,"given":"Diana","family":"Pfau","sequence":"first","affiliation":[{"name":"Department of Computer Science, Aalto University, Espoo, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7538-0990","authenticated-orcid":false,"given":"Alexander","family":"Jung","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Aalto University, Espoo, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3547333"},{"key":"ref2","article-title":"The online dating effect: Where a couple meets predicts the quality of their marriage","volume-title":"Comput. Hum. Behav.","volume":"150","author":"Sharabi","year":"2024"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2013.168"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.21275\/SR24506012313"},{"key":"ref5","article-title":"Disinformation and propaganda: Impact on the functioning of the rule of law and democratic processes in the EU and Its member states - 2021 Update","author":"Bayer","year":"2021"},{"key":"ref6","article-title":"The GDPR, surveillance capitalism, AI and the personalisation of information and advertisement \u2013 a clash of ideologies and pitfalls for democracy","author":"Pfau"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1093\/oso\/9780190923624.001.0001"},{"key":"ref8","volume-title":"Republic: Divided Democracy in the Age of Social Media","author":"Sunstein","year":"2024"},{"key":"ref9","article-title":"Machine bias\u2014there\u2019s software used across the country to predict future criminals. and it\u2019s biased against blacks","volume-title":"ProPublica","author":"Angwin","year":"2016"},{"key":"ref10","article-title":"Justice served? discrimination in algorithmic risk assessment","volume-title":"Res. OUTREACH","author":"Melissa","year":"2019"},{"key":"ref11","article-title":"Dutch police use flawed algorithm to predict juvenile offenses, raising ethical concerns","author":"Ahmed"},{"key":"ref12","article-title":"Automating injustice: The use of artificial intelligence & automated decision-making systems in criminal justice in Europe","author":"Ferris"},{"key":"ref13","article-title":"Mystery accidents: Teslas in \u2018autopilot\u2019 crashing into emergency vehicles","volume-title":"Spotlight America","author":"Moreschi","year":"2023"},{"key":"ref14","article-title":"Tesla is under investigation because its cars keep hitting emergency vehicles","author":"Isidore","year":"2021","journal-title":"CNN Bus."},{"key":"ref15","article-title":"Exclusive: Tesla faces U.S. criminal probe over self-driving claims","volume-title":"Reuters","author":"Spector","year":"2022"},{"key":"ref16","article-title":"Tesla must face vehicle owners\u2019 lawsuit over self-driving claims","author":"Stempel","year":"2024"},{"key":"ref17","article-title":"A genocide incited on Facebook, with posts from Myanmar\u2019s military","volume-title":"The New York Times","author":"Mozur","year":"2018"},{"key":"ref18","article-title":"China\u2019s high-tech surveillance drives oppression of Uyghurs","volume-title":"The Bull. Atomic Scientists","author":"Feldstein","year":"2022"},{"key":"ref19","article-title":"China: Massive crackdown in Muslim region","year":"2018"},{"key":"ref20","article-title":"Ethics Guidelines for Trustworthy AI","year":"2019"},{"key":"ref21","article-title":"Australia\u2019s AI ethics principles","year":"2024"},{"key":"ref22","article-title":"OECD AI principles: Recommendation of the council on artificial intelligence","year":"2019"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-16-8193-6"},{"key":"ref25","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781107298019","volume-title":"Understanding Machine Learning \u2013 From Theory to Algorithms","author":"Shalev-Shwartz","year":"2014"},{"key":"ref26","volume-title":"Introduction to Probability","author":"Bertsekas","year":"2008"},{"key":"ref27","volume-title":"Probability and Measure","author":"Billingsley","year":"1995"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1017\/9781108627771"},{"key":"ref29","article-title":"Calflops: A flops and Params calculate tool for neural networks in Pytorch framework","author":"Ye","year":"2023"},{"key":"ref30","article-title":"Charter of fundamental rights of the European union","year":"2012"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-022-00157-5"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1080\/21670811.2017.1345645"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1093\/ct\/qtab019"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1093\/pnasnexus\/pgae035"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.5498\/wjp.v6.i1.143"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1057\/s41599-020-00550-7"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref38","volume-title":"Convex Analysis and Optimization","author":"Bertsekas","year":"2003"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.jeconom.2009.03.002"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9892.00114"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3233231"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287574"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1561\/1500000090"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/8996.001.0001"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s13198-019-00811-y"},{"key":"ref46","article-title":"Radiation influence on indoor air temperature sensors: Experimental evaluation of measurement errors and improvement methods","volume-title":"Exp. Therm Fluid Sci.","volume":"115","author":"Lundstr\u00f6m","year":"2020"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/MWC.001.1900119"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2018.00057"},{"issue":"3","key":"ref49","first-page":"499","article-title":"Stability and generalization","volume":"2","author":"Bousquet","year":"2002","journal-title":"J. Mach. Learn. Res."},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-011-5268-1"},{"issue":"90","key":"ref51","first-page":"2635","article-title":"Learnability, stability and uniform convergence","volume":"11","author":"Shalev-Shwartz","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1002\/SERIES1345"},{"key":"ref53","article-title":"Towards deep learning models resistant to adversarial attacks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Madry","year":"2018"},{"key":"ref54","article-title":"Explaining and harnessing adversarial examples","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Goodfellow","year":"2015"},{"key":"ref55","article-title":"Overfitting in adversarially robust deep learning","volume-title":"Proc. 37th Int. Conf. Mach. Learn. (ICML)","author":"Rice","year":"2020"},{"key":"ref56","article-title":"Fast is better than free: Revisiting adversarial training","volume-title":"Proc. 8th Int. Conf. Learn. Representations (ICLR)","author":"Wong"},{"key":"ref57","first-page":"2034","article-title":"Precise tradeoffs in adversarial training for linear regression","volume-title":"Proc. Mach. Learn. Res.","volume":"125","author":"Javanmard","year":"2020"},{"issue":"103","key":"ref58","first-page":"1","article-title":"Regularization via mass transportation","volume-title":"J. Mach. Learn. Res.","volume":"20","author":"Shafieezadeh-Abadeh","year":"2019"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/8996.003.0016"},{"key":"ref60","article-title":"Robust empirical risk minimization with tolerance","volume-title":"Proc. Int. Conf. Algorithmic Learn. Theory","author":"Bhattacharjee","year":"2022"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612163"},{"key":"ref62","article-title":"Adversarial training of self-supervised monocular depth estimation against physical-world attacks","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Cheng","year":"2023"},{"key":"ref63","first-page":"3520","article-title":"Certified defenses for data poisoning attacks","volume-title":"Proc. 31st Int. Conf. Neural Inf. Process. Syst. (NIPS)","author":"Steinhardt","year":"2017"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/324133.324221"},{"key":"ref65","first-page":"22856","article-title":"Exploring the limits of model-targeted indiscriminate data poisoning attacks","volume-title":"Proc. 40th Int. Conf. Mach. Learn., Ser. Proc. Mach. Learn. Res. (PMLR)","volume":"202","author":"Lu","year":"2023"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1137\/0222052"},{"key":"ref67","volume-title":"Principles of Mathematical Analysis","author":"Rudin","year":"1976"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3578580"},{"key":"ref69","first-page":"6212","article-title":"Globally-robust neural networks","volume-title":"Proc. 38th Int. Conf. Mach. Learn., Ser. Proc. Mach. Learn. Res. (PMLR)","volume":"139","author":"Leino","year":"2021"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.41"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/1629175.1629210"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"ref73","article-title":"Data protection impact assessments","author":"Commission","year":"2023"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1017\/cbo9780511813115.002"},{"key":"ref75","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pdig.0000022","article-title":"Sources of bias in artificial intelligence that perpetuate healthcare disparities-a global review","author":"Celi","year":"2022"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1561\/0400000042"},{"key":"ref77","article-title":"Preserving data privacy in machine learning systems","volume-title":"Comput. Secur.","volume":"137","author":"Mestari","year":"2024"},{"key":"ref78","article-title":"The impact of the general data protection regulation (GDPR) on artificial intelligence","author":"Sartor","year":"2020"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978308"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/itw.2014.6970882"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-8071-3"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1017\/S0305004100019307"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2014.2317176"},{"issue":"29","key":"ref84","first-page":"1069","article-title":"Differentially private empirical risk minimization","volume":"12","author":"Chaudhuri","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"ref86","first-page":"1287","article-title":"Explaining the explainer: A first theoretical analysis of lime","volume-title":"Proc. 23rd Int. Conf. Artif. Intell. Statistics (AISTATS), Ser. Proc. Mach. Learn. Res. (PMLR)","volume":"108","author":"Garreau","year":"2020"},{"key":"ref87","first-page":"806","article-title":"Shapley values for explaining the black box nature of machine learning model clustering","volume-title":"Proc. Comput. Sci.","volume":"220","author":"Louhichi","year":"2023"},{"key":"ref88","article-title":"Ck v Dun & Bradstreet Austria Gmbh, Case c203\/22"},{"issue":"2","key":"ref89","first-page":"859","article-title":"Counterfactual explanations without opening the black box: Automated decisions and the GDPR","volume":"31","author":"Wachter","year":"2018","journal-title":"Harvard J. Law Technol."},{"key":"ref90","article-title":"Towards a rigorous science of interpretable machine learning","author":"Doshi-Velez","year":"2017"},{"key":"ref91","doi-asserted-by":"crossref","first-page":"5540","DOI":"10.18653\/v1\/2020.acl-main.491","article-title":"Evaluating explainable AI: Which algorithmic explanations help users predict model behavior?","volume-title":"Proc. 58th Annu. Meet. Assoc. Comput. Linguistics","author":"Hase","year":"2020"},{"key":"ref92","article-title":"Learning to explain: An information-theoretic perspective on model interpretation","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Chen","year":"2018"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.52202\/068431-0205"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/3236386.3241340"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-023-09269-3"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2020.2993176"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/iccv.2017.74"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.3233\/AIC-1994-7104"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"ref102","volume-title":"Fairness and Machine Learning","author":"Barocas","year":"2019"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1145\/3494672"},{"key":"ref104","article-title":"Tutor Group Limited, and Shanghai Ping\u2019an Intelligent Education Technology Co. Ltd","volume-title":"Case no.1:22-cv-02565-PKC-PK","year":"2023"},{"key":"ref105","first-page":"3315","article-title":"Equality of opportunity in supervised learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Hardt","year":"2016"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401959"},{"key":"ref107","first-page":"2796","article-title":"Empirical risk minimization under fairness constraints","volume-title":"Proc. 32nd Int. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Donini","year":"2018"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1177\/0049124118782533"},{"key":"ref109","first-page":"1","article-title":"Inherent trade-offs in the fair determination of risk scores","volume-title":"Proc. 8th Innovations Theor. Computer Sci. Conf.","author":"Kleinberg","year":"2017"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1089\/big.2016.0047"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2021.06.023"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534644"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/iccv.2017.322"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2020.2983686"},{"key":"ref115","first-page":"1","article-title":"Regulation (EU) 2016\/679 of the European parliament and of the council of 27 April 2016 on the protection of natural persons with regard to the processing of personal data and on the free movement of such data (general data protection regulation)","volume":"119","year":"2016","journal-title":"Official J. Eur. Union"},{"key":"ref116","article-title":"Goodrx is fined for sharing users\u2019 prescription information with Facebook, Google, and others","author":"Duffy","year":"2023"},{"key":"ref117","article-title":"Personalised advertising: French SA fined criteo Eur 40,000,000","author":"Board","year":"2023"},{"issue":"75","key":"ref118","first-page":"1","article-title":"Fairness constraints: A flexible approach for fair classification","volume-title":"J. Mach. Learn. Res.","volume":"20","author":"Zafar","year":"2019"},{"key":"ref119","first-page":"60","article-title":"A reductions approach to fair classification","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Agarwal","year":"2018"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-011-0463-8"},{"key":"ref121","article-title":"The vision of a well-being economy","author":"Chrysopoulou","year":"2020","journal-title":"Stanford Social Innov. Rev."},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-41264-6_3"},{"key":"ref123","article-title":"Towards optimizing the costs of LLM usage","author":"Shekhar","year":"2024"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2016.2549641"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1145\/3724499"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-64148-1_13"},{"key":"ref127","article-title":"European commission and directorate-general for communications networks, content and technology","volume-title":"Proc. Assessment List for Trustworthy Artificial Intelligence (ALTAI) for Self Assessment","year":"2020"},{"key":"ref128","first-page":"2024","article-title":"Regulation (EU) 2024\/1689 of the European parliament and of the council of 13 June 2024 laying down harmonised rules on artificial intelligence and amending regulations (EC) no 300\/2008, (EU) no 167\/2013, (EU) no 168\/2013, (EU) 2018\/858, (EU) 2018\/1139 and (EU) 2019\/2144 and directives 2014\/90\/eu, (EU) 2016\/797 and (EU) 2020\/1828 artificial intelligence act","volume":"1689","journal-title":"Official J. Eur. Union"},{"issue":"4","key":"ref129","first-page":"67","article-title":"Building the AI-powered organization","volume":"97","author":"Fountaine","year":"2019","journal-title":"Harvard Bus. Rev."},{"issue":"349","key":"ref130","article-title":"Advancing accountability in AI","volume-title":"OECD Report","year":"2023"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-023-01635-y"},{"issue":"6","key":"ref132","article-title":"Finding the best trade-off between performance and interpretability in predicting hospital length of stay using structured and unstructured data","volume-title":"PLoS One","volume":"18","author":"Jaotombo","year":"2023"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.225"}],"container-title":["IEEE Transactions on Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/9078688\/11503071\/11201909.pdf?arnumber=11201909","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T19:43:40Z","timestamp":1778096620000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11201909\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":133,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tai.2025.3617936","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.173047872.26764599\/v1","asserted-by":"object"}]},"ISSN":["2691-4581"],"issn-type":[{"value":"2691-4581","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5]]}}}