{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T00:27:00Z","timestamp":1778632020837,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3661167.3661214","type":"proceedings-article","created":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T12:24:25Z","timestamp":1718367865000},"page":"293-302","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Trustworthy AI in practice: an analysis of practitioners' needs and challenges"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8589-2850","authenticated-orcid":false,"given":"Maria Teresa","family":"Baldassarre","sequence":"first","affiliation":[{"name":"UNIVERSITY OF BARI, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3589-6970","authenticated-orcid":false,"given":"Domenico","family":"Gigante","sequence":"additional","affiliation":[{"name":"Computer Science, Ser&Practices Srl, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1445-3425","authenticated-orcid":false,"given":"Marcos","family":"Kalinowski","sequence":"additional","affiliation":[{"name":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3537-7663","authenticated-orcid":false,"given":"Azzurra","family":"Ragone","sequence":"additional","affiliation":[{"name":"University of Bari, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0646-0558","authenticated-orcid":false,"given":"Sara","family":"Tibid\u00f2","sequence":"additional","affiliation":[{"name":"Scuola IMT Alti Studi Lucca, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"in Being Profiled: Cogitas Ergo Sum. 10 Years of \u2018Profiling the European Citizen\u2018","author":"B.","unstructured":"2018. Wagner, B. in Being Profiled: Cogitas Ergo Sum. 10 Years of \u2018Profiling the European Citizen\u2018. Amsterdam University Press. https:\/\/mediarep.org\/handle\/doc\/14277"},{"key":"e_1_3_2_1_2_1","volume-title":"Retrieved","year":"2018","unstructured":"aequitas.dssg.io 2018. aequitas.dssg.io. Retrieved Sep 20, 2023 from http:\/\/aequitas.dssg.io\/"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173860"},{"key":"e_1_3_2_1_4_1","volume-title":"Observer Agreement and Cohen\u2019s Kappa","author":"Bakeman Roger","unstructured":"Roger Bakeman and Vicen\u00e7 Quera. 2011. Observer Agreement and Cohen\u2019s Kappa. Cambridge University Press, 57\u201371."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 2023 ACM Conference on Information Technology for Social Good","author":"Baldassarre M.T.","unstructured":"M.T. Baldassarre, D. Caivano, B. Fernandez\u00a0Nieto, D. Gigante, and A. Ragone. 2023. The Social Impact of Generative AI: An Analysis on ChatGPT. In Proceedings of the 2023 ACM Conference on Information Technology for Social Good (Lisbon, Portugal) (GoodIT \u201923). Association for Computing Machinery, New York, NY, USA, 363\u2013373."},{"key":"e_1_3_2_1_6_1","unstructured":"M.\u00a0T. Baldassarre D. Gigante M. Kalinowski A. Ragone and S. Tibid\u00f2. 2024. Online appendix. https:\/\/figshare.com\/s\/099d7f7a0b2da08653e6."},{"key":"e_1_3_2_1_7_1","unstructured":"M.\u00a0T. Baldassarre D. Gigante M. Kalinowski A. Ragone and S. Tibid\u00f2. 2024. Survey link. https:\/\/forms.office.com\/e\/GVeeWf1Pqz."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593434.3593478"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"e_1_3_2_1_10_1","volume-title":"Detecting Student Emotions in Computer-Enabled Classrooms. In International Joint Conference on Artificial Intelligence. https:\/\/api.semanticscholar.org\/CorpusID:14637074","author":"Bosch Nigel","year":"2016","unstructured":"Nigel Bosch, Sidney\u00a0K. D\u2019Mello, R. Baker, Jaclyn\u00a0L. Ocumpaugh, Valerie\u00a0J. Shute, Matthew Ventura, Lubin Wang, and Weinan Zhao. 2016. Detecting Student Emotions in Computer-Enabled Classrooms. In International Joint Conference on Artificial Intelligence. https:\/\/api.semanticscholar.org\/CorpusID:14637074"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"V. Braun and V. Clarke. 2006. Using thematic analysis in psychology. Qualitative Research in Psychology 3 (01 2006) 77\u2013101.","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"V. Braun and V. Clarke. 2012. Thematic analysis.57\u201371.","DOI":"10.1037\/13620-004"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2016.1154086"},{"key":"e_1_3_2_1_14_1","volume-title":"Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5 2","author":"Chouldechova Alexandra","year":"2016","unstructured":"Alexandra Chouldechova. 2016. Fair prediction with disparate impact: A study of bias in recidivism prediction instruments. Big data 5 2 (2016), 153\u2013163."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.36"},{"key":"e_1_3_2_1_16_1","volume-title":"Retrieved","year":"2021","unstructured":"enisaml 2021. Securing Machine Learning Algorithms. Retrieved Sep 20, 2023 from https:\/\/www.enisa.europa.eu\/publications\/securing-machine-learning-algorithms"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature21056"},{"key":"e_1_3_2_1_18_1","unstructured":"European Parliament and Council of the European Union. 2016-05-04. Regulation (EU) 2016\/679 of the European Parliament and of the Council. https:\/\/data.europa.eu\/eli\/reg\/2016\/679\/oj"},{"key":"e_1_3_2_1_19_1","unstructured":"European Union. 2023. AI Act. https:\/\/www.europarl.europa.eu\/news\/en\/headlines\/society\/20230601STO93804\/eu-ai-act-first-regulation-on-artificial-intelligence"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/0191-8869(86)90014-0"},{"key":"e_1_3_2_1_21_1","volume-title":"Gemini image generation got it wrong. We\u2019ll do better.https:\/\/blog.google\/products\/gemini\/gemini-image-generation-issueRetrieved","author":"Gemini Mistake","year":"2024","unstructured":"Gemini Mistake 2024. Gemini image generation got it wrong. We\u2019ll do better.https:\/\/blog.google\/products\/gemini\/gemini-image-generation-issueRetrieved Mar 13, 2024 from"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Darren George and Paul Mallery. 2018. IBM SPSS Statistics 25 Step by Step: A Simple Guide and Reference.","DOI":"10.4324\/9781351033909"},{"key":"e_1_3_2_1_23_1","volume-title":"Fairer: A Critical Assessment of the Movement for Ethical Artificial Intelligence and Machine Learning. In Hawaii International Conference on System Sciences.","author":"Greene Daniel","year":"2019","unstructured":"Daniel Greene, Anna\u00a0Lauren Hoffmann, and Luke Stark. 2019. Better, Nicer, Clearer, Fairer: A Critical Assessment of the Movement for Ethical Artificial Intelligence and Machine Learning. In Hawaii International Conference on System Sciences."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9531.2011.01244.x"},{"key":"e_1_3_2_1_25_1","unstructured":"High-Level Expert Group on AI (AIHLEG). 2018. Ethics guidelines for trustworthy AI | Shaping Europe\u2019s digital future. https:\/\/digital-strategy.ec.europa.eu\/en\/library\/ethics-guidelines-trustworthy-ai"},{"key":"e_1_3_2_1_26_1","unstructured":"High-Level Expert Group on AI (AIHLEG). 2018. High-Level Expert Group on AI (AIHLEG). https:\/\/digital-strategy.ec.europa.eu\/en\/policies\/expert-group-ai"},{"key":"e_1_3_2_1_27_1","volume-title":"Retrieved","year":"2019","unstructured":"HireVue.com 2019. HireVue.com. Retrieved Sep 20, 2023 from https:\/\/www.hirevue.com\/"},{"key":"e_1_3_2_1_28_1","unstructured":"Holborn Law LLC. 2018. Advisory Council on the Ethical Use of Artificial Intelligence and Data in Singapore. https:\/\/www.cms-holbornasia.law\/en\/sgh\/publication\/singapore-to-form-advisory-council-for-ethical-use-of-ai"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93843-1_12"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","unstructured":"A. Jobin M. Ienca and E. Vayena. 2019. The global landscape of AI ethics guidelines. Nature Machine Intelligence 1 9 (01 Sep 2019) 389\u2013399. https:\/\/doi.org\/10.1038\/s42256-019-0088-2","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103459"},{"key":"e_1_3_2_1_32_1","volume-title":"Assessing the Usability of the Automated Self-Administered Dietary Assessment Tool (ASA24) among Low-Income Adults. Nutrients 11, 1","author":"Kupis Julia","year":"2019","unstructured":"Julia Kupis, Sydney Johnson, Gregory Hallihan, and Dana\u00a0Lee Olstad. 2019. Assessing the Usability of the Automated Self-Administered Dietary Assessment Tool (ASA24) among Low-Income Adults. Nutrients 11, 1 (2019)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_2_1_34_1","volume-title":"To Predict and Serve?Significance 13 (10","author":"Lum Kristian","year":"2016","unstructured":"Kristian Lum and William Isaac. 2016. To Predict and Serve?Significance 13 (10 2016), 14\u201319."},{"key":"e_1_3_2_1_35_1","first-page":"I","article-title":"A Unified Approach to Interpreting Model Predictions","volume":"30","author":"Lundberg M","year":"2017","unstructured":"Scott\u00a0M Lundberg and Su-In Lee. 2017. A Unified Approach to Interpreting Model Predictions. In Advances in Neural Information Processing Systems 30, I.\u00a0Guyon, U.\u00a0V. Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Curran Associates, Inc., 4765\u20134774.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_36_1","unstructured":"NASA Artificial Intelligence Group. 2018. NASA Artificial Intelligence Group. https:\/\/ai.jpl.nasa.gov\/"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21934-4_30"},{"key":"e_1_3_2_1_38_1","volume-title":"Retrieved","year":"2018","unstructured":"pymetrics.ai 2018. pymetrics.ai. Retrieved Sep 20, 2023 from https:\/\/www.pymetrics.ai\/\/"},{"key":"e_1_3_2_1_39_1","volume-title":"Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems","author":"J.","year":"2015","unstructured":"Emilee\u00a0J. Rader and Rebecca\u00a0M Gray. 2015. Understanding User Beliefs About Algorithmic Curation in the Facebook News Feed. Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems (2015)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445604"},{"key":"e_1_3_2_1_42_1","unstructured":"Maarten Someren Yvonne Barnard and Jacobijn Sandberg. 1994. The Think Aloud Method - A Practical Guide to Modelling CognitiveProcesses."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180192"},{"key":"e_1_3_2_1_44_1","unstructured":"UK AI Council. 2019. UK Government. https:\/\/www.gov.uk\/government\/groups\/ai-council"},{"key":"e_1_3_2_1_45_1","unstructured":"UNESCO Ad Hoc Expert Group (AHEG). 2021. Recommendation on the Ethics of Artificial Intelligence. https:\/\/www.unesco.org\/en\/artificial-intelligence\/recommendation-ethics"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174014"},{"key":"e_1_3_2_1_47_1","volume-title":"Retrieved","year":"2018","unstructured":"whatiftool 2018. The What-If Tool: Code-free probing of machine learning models. Retrieved Sep 20, 2023 from https:\/\/ai.googleblog.com\/2018\/09\/the-what-if-tool-code-free-probing-of.html"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-4625-2"},{"key":"e_1_3_2_1_49_1","volume-title":"MLOps Spanning Whole Machine Learning Life Cycle: A Survey. ArXiv abs\/2304.07296","author":"Zhengxin Fang","year":"2023","unstructured":"Fang Zhengxin, Yuan Yi, Zhang Jingyu, Liu Yue, Mu Yuechen, Luan Qinghua, Xu Xiwei, Wang Jeff, Wang Chen, Zhang Shuai, and Chen Shiping. 2023. MLOps Spanning Whole Machine Learning Life Cycle: A Survey. ArXiv abs\/2304.07296 (2023)."}],"event":{"name":"EASE 2024: 28th International Conference on Evaluation and Assessment in Software Engineering","location":"Salerno Italy","acronym":"EASE 2024"},"container-title":["Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661214","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3661167.3661214","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T11:14:17Z","timestamp":1755861257000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661214"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":49,"alternative-id":["10.1145\/3661167.3661214","10.1145\/3661167"],"URL":"https:\/\/doi.org\/10.1145\/3661167.3661214","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-06-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}