{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T03:18:01Z","timestamp":1771039081294,"version":"3.50.1"},"reference-count":45,"publisher":"Association for Computing Machinery (ACM)","issue":"1","license":[{"start":{"date-parts":[[2023,12,21]],"date-time":"2023-12-21T00:00:00Z","timestamp":1703116800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000287","name":"Royal Academy of Engineering","doi-asserted-by":"publisher","award":["CiET1718\\46"],"award-info":[{"award-number":["CiET1718\\46"]}],"id":[{"id":"10.13039\/501100000287","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/V026518\/1,EP\/V026607\/1,EP\/V026747\/1,EP\/V026763\/1,EP\/V026682\/1,EP\/V026801\/2,EP\/S027238\/1,EP\/V00784X\/1,EP\/R013144\/1,EP\/Y005244\/1"],"award-info":[{"award-number":["EP\/V026518\/1,EP\/V026607\/1,EP\/V026747\/1,EP\/V026763\/1,EP\/V026682\/1,EP\/V026801\/2,EP\/S027238\/1,EP\/V00784X\/1,EP\/R013144\/1,EP\/Y005244\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001602","name":"Science Foundation Ireland","doi-asserted-by":"publisher","award":["13\/RC\/2094_P2"],"award-info":[{"award-number":["13\/RC\/2094_P2"]}],"id":[{"id":"10.13039\/501100001602","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2024,1]]},"abstract":"<jats:p>As autonomous systems increasingly become part of our lives, it is crucial to foster trust between humans and these systems, to ensure positive outcomes and mitigate harmful ones.<\/jats:p>","DOI":"10.1145\/3624699","type":"journal-article","created":{"date-parts":[[2023,12,21]],"date-time":"2023-12-21T13:10:41Z","timestamp":1703164241000},"page":"98-109","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["On Specifying for Trustworthiness"],"prefix":"10.1145","volume":"67","author":[{"given":"Dhaminda B.","family":"Abeywickrama","sequence":"first","affiliation":[{"name":"University of Bristol, U.K"}]},{"given":"Amel","family":"Bennaceur","sequence":"additional","affiliation":[{"name":"Open University, U.K and Lero Ireland"}]},{"given":"Greg","family":"Chance","sequence":"additional","affiliation":[{"name":"University of Bristol, U.K"}]},{"given":"Yiannis","family":"Demiris","sequence":"additional","affiliation":[{"name":"Imperial College, London, U.K"}]},{"given":"Anastasia","family":"Kordoni","sequence":"additional","affiliation":[{"name":"Trilateral Research Ltd, U.K and Lancaster University, U.K"}]},{"given":"Mark","family":"Levine","sequence":"additional","affiliation":[{"name":"Lancaster University, U.K"}]},{"given":"Luke","family":"Moffat","sequence":"additional","affiliation":[{"name":"Lancaster University, U.K"}]},{"given":"Luc","family":"Moreau","sequence":"additional","affiliation":[{"name":"King's College London, U.K"}]},{"given":"Mohammad Reza","family":"Mousavi","sequence":"additional","affiliation":[{"name":"King's College London, U.K"}]},{"given":"Bashar","family":"Nuseibeh","sequence":"additional","affiliation":[{"name":"Open University, U.K. and Lero Ireland"}]},{"given":"Subramanian","family":"Ramamoorthy","sequence":"additional","affiliation":[{"name":"University of Edinburgh, U.K"}]},{"given":"Jan Oliver","family":"Ringert","sequence":"additional","affiliation":[{"name":"Bauhaus-University Weimar, Germany"}]},{"given":"James","family":"Wilson","sequence":"additional","affiliation":[{"name":"University of Bristol, U.K"}]},{"given":"Shane","family":"Windsor","sequence":"additional","affiliation":[{"name":"University of Bristol, U.K"}]},{"given":"Kerstin","family":"Eder","sequence":"additional","affiliation":[{"name":"University of Bristol, U.K"}]}],"member":"320","published-online":{"date-parts":[[2023,12,21]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.11206"},{"key":"e_1_2_1_3_1","volume-title":"et al. Underspecification presents challenges for credibility in modern machine learning. CoRR (2020)","author":"D'Amour A.","year":"2011","unstructured":"D'Amour, A. et al. Underspecification presents challenges for credibility in modern machine learning. CoRR (2020); https:\/\/arxiv.org\/abs\/2011.03395"},{"key":"e_1_2_1_4_1","volume-title":"AI for radiographic COVID-19 detection selects shortcuts over signal. Nature Machine Intelligence","author":"DeGrave A.J.","year":"2021","unstructured":"DeGrave, A.J., Janizek, J.D., and Lee, S. AI for radiographic COVID-19 detection selects shortcuts over signal. Nature Machine Intelligence (2021), 1--10."},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10339-007-0168-9"},{"key":"e_1_2_1_6_1","volume-title":"The highway code--Using the road (159 to 203)","author":"Department for Transport.","year":"2022","unstructured":"Department for Transport. The highway code--Using the road (159 to 203), 2022; https:\/\/bit.ly\/49nAFbh."},{"key":"e_1_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/10463283.2018.1471948"},{"key":"e_1_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3358961.3358962"},{"key":"e_1_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227159"},{"key":"e_1_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2089116.2089119"},{"key":"e_1_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-020-09487-2"},{"key":"e_1_2_1_12_1","doi-asserted-by":"publisher","unstructured":"Fletcher L. Clarke R. Richardson T. and Hansen M. Reinforcement learning for a perched landing in the presence of wind. In AIAA SciTech 2021 Forum. American Institution of Aeronautics and Astronautics (2021) 10.2514\/6.2021-1282","DOI":"10.2514\/6.2021-1282"},{"key":"e_1_2_1_13_1","unstructured":"International Organization for Standardization. ISO\/IEC\/IEEE 24765:2017 systems and software engineering---Vocabulary; https:\/\/www.iso.org\/standard\/71952.html"},{"key":"e_1_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.n1872"},{"key":"e_1_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2978207"},{"key":"e_1_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-0179192-3"},{"key":"e_1_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2013.6697021"},{"key":"e_1_2_1_18_1","unstructured":"Hamon R. Junklewitz H. and Sanchez I. Robustness and explainability of artificial intelligence. Technical Report. Publications Office of the European Union (2020) 10.2760\/57493"},{"key":"e_1_2_1_19_1","doi-asserted-by":"publisher","unstructured":"Harper C. et al. Safety validation of autonomous vehicles using assertion-based oracles. arXiv (2021) 10.48550\/ARXIV.2111.04611","DOI":"10.48550\/ARXIV.2111.04611"},{"key":"e_1_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2017.2717910"},{"key":"e_1_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/13504620802148881"},{"key":"e_1_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3436897"},{"key":"e_1_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE48521.2020.00046"},{"key":"e_1_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338843"},{"key":"e_1_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1002\/job.782"},{"key":"e_1_2_1_26_1","doi-asserted-by":"publisher","unstructured":"Jia Y. McDermid J. Lawton T. and Habli I. The role of explainability in assuring safety of machine learning in healthcare. arXiv (2021) 10.48550\/ARXIV.2109.00520","DOI":"10.48550\/ARXIV.2109.00520"},{"key":"e_1_2_1_27_1","volume-title":"et al. Certification of Highly Automated Vehicles for Use on UK Roads: Creating an IndustryWide Framework for Safety","author":"Koopman P.","year":"2019","unstructured":"Koopman, P. et al. Certification of Highly Automated Vehicles for Use on UK Roads: Creating an IndustryWide Framework for Safety. Five AI Ltd. (2019)."},{"key":"e_1_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1232743.1232745"},{"key":"e_1_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3433637"},{"key":"e_1_2_1_30_1","volume-title":"Proc. of the Intern. Conf. on Information Systems 59, (2001","author":"Lee Y.","year":"2001","unstructured":"Lee, Y., Lee, J., and Lee, Z. The effect of self identity and social identity on technology acceptance. In Proc. of the Intern. Conf. on Information Systems 59, (2001); https:\/\/aisel.aisnet.org\/icis2001\/59\/."},{"key":"e_1_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-016-0552-y"},{"key":"e_1_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196558.3196561"},{"key":"e_1_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-76440-3_1"},{"key":"e_1_2_1_34_1","volume-title":"Proc. of the 19th Intern. Conf. on Autonomous Agents and MultiAgent Systems, Intern. Found. for Autonomous Agents and Multiagent Systems","author":"Murukannaiah P.K.","year":"2020","unstructured":"Murukannaiah, P.K., Ajmeri, N., Jonker, C.M., and Singh, M.P. New foundations of ethical multiagent systems. In Proc. of the 19th Intern. Conf. on Autonomous Agents and MultiAgent Systems, Intern. Found. for Autonomous Agents and Multiagent Systems (2020), 1706--1710."},{"key":"e_1_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2202.07447"},{"key":"e_1_2_1_36_1","volume-title":"Proceedings of the Conf. on Fairness, Accountability, and Transparency, ACM","author":"Narayanan A.","year":"2021","unstructured":"Narayanan, A. 21 fairness definitions and their politics. In Proceedings of the Conf. on Fairness, Accountability, and Transparency, ACM (2021)."},{"key":"e_1_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30552-1_2"},{"key":"e_1_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488242"},{"key":"e_1_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2005.12.009"},{"key":"e_1_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.5898\/JHRI.4.3.Soh"},{"key":"e_1_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-psych-070620-111818"},{"key":"e_1_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-018-0300-7"},{"key":"e_1_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2020.105527"},{"key":"e_1_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ic.2010.08.001"},{"key":"e_1_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1504\/IJMIC.2006.008645"}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624699","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3624699","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T18:03:45Z","timestamp":1755972225000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624699"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,21]]},"references-count":45,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["10.1145\/3624699"],"URL":"https:\/\/doi.org\/10.1145\/3624699","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,21]]},"assertion":[{"value":"2023-12-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}