{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T02:35:16Z","timestamp":1783564516352,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,6]]},"DOI":"10.1145\/3750069.3750072","type":"proceedings-article","created":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T15:34:55Z","timestamp":1760456095000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Ecological Validity Missing in AI-Assisted Clinical Decision Support Research: Why Real-World Context Matters"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6826-9688","authenticated-orcid":false,"given":"Tommaso","family":"Turchi","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Pisa, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8853-4669","authenticated-orcid":false,"given":"Daria","family":"Mikhaylova","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Pisa, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-3599-4343","authenticated-orcid":false,"given":"Miriana","family":"Troccoli","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Pisa, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2601-7009","authenticated-orcid":false,"given":"Alessio","family":"Malizia","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Pisa, Pisa, Italy and Faculty of Logistics, Molde University College, Molde, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1031-1959","authenticated-orcid":false,"given":"Mario Giovanni C.A.","family":"Cimino","sequence":"additional","affiliation":[{"name":"Department of Information Engineering, University of Pisa, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7193-3754","authenticated-orcid":false,"given":"Federico Andrea","family":"Galatolo","sequence":"additional","affiliation":[{"name":"Department of Information Engineering, University of Pisa, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3135-7462","authenticated-orcid":false,"given":"Gaetano","family":"La Mantia","sequence":"additional","affiliation":[{"name":"Department of Surgical, Oncological and Oral Sciences, University of Palermo, Palermo, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9443-0495","authenticated-orcid":false,"given":"Giuseppina","family":"Campisi","sequence":"additional","affiliation":[{"name":"Department of Surgical, Oncological and Oral Sciences, University of Palermo, Palermo, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5562-7420","authenticated-orcid":false,"given":"Olga","family":"Di Fede","sequence":"additional","affiliation":[{"name":"Department of Surgical, Oncological and Oral Sciences, University of Palermo, Palermo, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,10,14]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","unstructured":"J.\u00a0Elin Bahner Anke-Dorothea H\u00fcper and Dietrich Manzey. 2008. Misuse of automated decision aids: Complacency automation bias and the impact of training experience. International Journal of Human-Computer Studies 66 9 (Sept. 2008) 688\u2013699. 10.1016\/j.ijhcs.2008.06.001","DOI":"10.1016\/j.ijhcs.2008.06.001"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","unstructured":"Claus Bossen and Kathleen\u00a0H. Pine. 2023. Batman and Robin in Healthcare Knowledge Work: Human-AI Collaboration by Clinical Documentation Integrity Specialists. ACM Trans. Comput.-Hum. Interact. 30 2 Article 26 (March 2023) 29\u00a0pages. 10.1145\/3569892","DOI":"10.1145\/3569892"},{"key":"e_1_3_3_2_4_2","unstructured":"Marilynn\u00a0B Brewer and William\u00a0D Crano. 2000. Research design and issues of validity. Handbook of research methods in social and personality psychology (2000) 3\u201316."},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Zana Bu\u00e7inca Maja\u00a0Barbara Malaya and Krzysztof\u00a0Z. Gajos. 2021. To Trust or to Think: Cognitive Forcing Functions Can Reduce Overreliance on AI in AI-assisted Decision-making. Proceedings of the ACM on Human-Computer Interaction 5 CSCW1 (April 2021) 188:1\u2013188:21. 10.1145\/3449287","DOI":"10.1145\/3449287"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Federico Cabitza and Jean-David Zeitoun. 2019. The proof of the pudding: in praise of a culture of real-world validation for medical artificial intelligence. Annals of Translational Medicine 7 8 (2019). https:\/\/atm.amegroups.org\/article\/view\/25300","DOI":"10.21037\/atm.2019.04.07"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","unstructured":"Avishek Choudhury. 2022. Toward an Ecologically Valid Conceptual Framework for the Use of Artificial Intelligence in Clinical Settings: Need for Systems Thinking Accountability Decision-making Trust and Patient Safety Considerations in Safeguarding the Technology and Clinicians. JMIR Human Factors 9 2 (June 2022) e35421. 10.2196\/35421","DOI":"10.2196\/35421"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"Mario\u00a0G.C.A. Cimino Giuseppina Campisi Federico\u00a0A. Galatolo Paolo Neri Pietro Tozzo Marco Parola Gaetano La Mantia and Olga Di Fede. 2025. Explainable screening of oral cancer via deep learning and case-based reasoning. Smart Health 35 (2025) 100538. 10.1016\/j.smhl.2024.100538","DOI":"10.1016\/j.smhl.2024.100538"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Upol Ehsan Koustuv Saha Munmun De\u00a0Choudhury and Mark\u00a0O. Riedl. 2023. Charting the Sociotechnical Gap in Explainable AI: A Framework to Address the Gap in XAI. Proceedings of the ACM on Human-Computer Interaction 7 CSCW1 (April 2023) 1\u201332. 10.1145\/3579467","DOI":"10.1145\/3579467"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Michael Gerlich. 2025. AI Tools in Society: Impacts on Cognitive Offloading and the Future of Critical Thinking. Societies 15 1 (2025). 10.3390\/soc15010006","DOI":"10.3390\/soc15010006"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Cordula Kupfer Rita Prassl J\u00fcrgen Flei\u00df Christine Malin Stefan Thalmann and Bettina Kubicek. 2023. Check the box! How to deal with automation bias in AI-based personnel selection. Frontiers in Psychology 14 (April 2023). 10.3389\/fpsyg.2023.1118723","DOI":"10.3389\/fpsyg.2023.1118723"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Sarah Lebovitz Hila Lifshitz-Assaf and Natalia Levina. 2022. To Engage or Not to Engage with AI for Critical Judgments: How Professionals Deal with Opacity When Using AI for Medical Diagnosis. Organization Science 33 1 (2022) 126\u2013148. 10.1287\/orsc.2021.1549 arXiv:10.1287\/orsc.2021.1549","DOI":"10.1287\/orsc.2021.1549"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Alessio Malizia and Fabio Patern\u00f2. 2023. Why is the current XAI not meeting the expectations? Commun. ACM 66 12 (2023) 20\u201323.","DOI":"10.1145\/3588313"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3441347"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Marco Parola Federico\u00a0A. Galatolo Gaetano La\u00a0Mantia Mario\u00a0G.C.A. Cimino Giuseppina Campisi and Olga Di\u00a0Fede. 2024. Towards explainable oral cancer recognition: Screening on imperfect images via Informed Deep Learning and Case-Based Reasoning. Computerized Medical Imaging and Graphics 117 (Oct. 2024) 102433. 10.1016\/j.compmedimag.2024.102433","DOI":"10.1016\/j.compmedimag.2024.102433"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640544.3645253"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Niels Van\u00a0Berkel. 2023. Making AI Work: Designing and Evaluating AI Systems in Healthcare. AI in Clinical Medicine: A Practical Guide for Healthcare Professionals (2023) 448\u2013458.","DOI":"10.1002\/9781119790686.ch41"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Niels van Berkel Matthew\u00a0J. Clarkson Guofang Xiao Eren Dursun Moustafa Allam Brian\u00a0R. Davidson and Ann Blandford. 2020. Dimensions of ecological validity for usability evaluations in clinical settings. Journal of Biomedical Informatics 110 (2020) 103553. 10.1016\/j.jbi.2020.103553","DOI":"10.1016\/j.jbi.2020.103553"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642018"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Oleksandra Vereschak Gilles Bailly and Baptiste Caramiaux. 2021. How to Evaluate Trust in AI-Assisted Decision Making? A Survey of Empirical Methodologies. Proc. ACM Hum.-Comput. Interact. 5 CSCW2 Article 327 (Oct. 2021) 39\u00a0pages. 10.1145\/3476068","DOI":"10.1145\/3476068"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Christopher\u00a0D. Wickens Benjamin\u00a0A. Clegg Alex\u00a0Z. Vieane and Angelia\u00a0L. Sebok. 2015. Complacency and Automation Bias in the Use of Imperfect Automation. Human Factors 57 5 (Aug. 2015) 728\u2013739. 10.1177\/0018720815581940","DOI":"10.1177\/0018720815581940"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642343"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-42286-7_3"}],"event":{"name":"CHItaly 2025: CHItaly 2025: 16th Biannual Conference of the Italian SIGCHI Chapter","location":"Salerno Italy","acronym":"CHItaly 2025"},"container-title":["Proceedings of the 16th Biannual Conference of the Italian SIGCHI Chapter"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3750069.3750072","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T19:56:05Z","timestamp":1760644565000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3750069.3750072"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,6]]},"references-count":22,"alternative-id":["10.1145\/3750069.3750072","10.1145\/3750069"],"URL":"https:\/\/doi.org\/10.1145\/3750069.3750072","relation":{},"subject":[],"published":{"date-parts":[[2025,10,6]]},"assertion":[{"value":"2025-10-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}