{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T01:21:14Z","timestamp":1776993674067,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100018693","name":"HORIZON EUROPE Framework Programme","doi-asserted-by":"publisher","award":["101095387"],"award-info":[{"award-number":["101095387"]}],"id":[{"id":"10.13039\/100018693","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3720274","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:07:11Z","timestamp":1745438831000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Designing for Qualitative Evaluation of Synthetic Medical Data"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-1630-7958","authenticated-orcid":false,"given":"Isabella Barbosa","family":"Silva","sequence":"first","affiliation":[{"name":"Fraunhofer Portugal AICOS, Porto, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7105-9654","authenticated-orcid":false,"given":"Elsa","family":"Oliveira","sequence":"additional","affiliation":[{"name":"Fraunhofer Portugal AICOS, Porto, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3186-3752","authenticated-orcid":false,"given":"Ricardo","family":"Melo","sequence":"additional","affiliation":[{"name":"Fraunhofer Portugal AICOS, Porto, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8060-831X","authenticated-orcid":false,"given":"Lu\u00eds","family":"Rosado","sequence":"additional","affiliation":[{"name":"Fraunhofer Portugal AICOS, Porto, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5333-3317","authenticated-orcid":false,"given":"C\u00e9sar","family":"G\u00e1lvez-Barr\u00f3n","sequence":"additional","affiliation":[{"name":"Research Area and Department of Geriatrics, Consorci Sanitari Alt Pened\u00e8s-Garraf, Barcelona, Spain"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-9266-1168","authenticated-orcid":false,"given":"Irene Bernadet","family":"Heijink","sequence":"additional","affiliation":[{"name":"University Medical Center Utrecht, Utrecht, Netherlands and Stiching Epilepsie Instellingen Nederland, Heemstede, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4455-6700","authenticated-orcid":false,"given":"Sem","family":"Hoogteijling","sequence":"additional","affiliation":[{"name":"University Medical Center Utrecht, Utrecht, Netherlands and Stiching Epilepsie Instellingen Nederland, Heemstede, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6045-2840","authenticated-orcid":false,"given":"I\u00f1igo","family":"Gabilondo","sequence":"additional","affiliation":[{"name":"Biocruces-Bizkaia Health Research Institute, Barakaldo, Spain"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_2_2_2","series-title":"Proceedings of Machine Learning Research","first-page":"290","volume-title":"Proceedings of the 39th International Conference on Machine Learning","volume":"162","author":"Alaa Ahmed","year":"2022","unstructured":"Ahmed Alaa, Boris Van\u00a0Breugel, Evgeny\u00a0S. Saveliev, and Mihaela van\u00a0der Schaar. 2022. How Faithful is your Synthetic Data? Sample-level Metrics for Evaluating and Auditing Generative Models. In Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162), Kamalika Chaudhuri, Stefanie Jegelka, Le\u00a0Song, Csaba Szepesvari, Gang Niu, and Sivan Sabato (Eds.). PMLR, Baltimore, Maryland, USA, 290\u2013306. https:\/\/proceedings.mlr.press\/v162\/alaa22a.html"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","unstructured":"Saleema Amershi Maya Cakmak W.\u00a0Bradley Knox and Todd Kulesza. 2014. Power to the People: The Role of Humans in Interactive Machine Learning. AI Magazine 35 4 (2014) 105\u2013120. 10.1609\/aimag.v35i4.2513","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_3_2_4_2","unstructured":"Yannick Assogba Adam Pearce and Madison Elliott. 2023. Large Scale Qualitative Evaluation of Generative Image Model Outputs. arxiv:https:\/\/arXiv.org\/abs\/2301.04518"},{"key":"e_1_3_3_2_5_2","first-page":"40","volume-title":"European Health Data Space Data Quality Framework","author":"Bernal-Delgado Enrique","year":"2022","unstructured":"Enrique Bernal-Delgado, Sarah Craig, Thomas Engsig-Karup, Francisco Estupi\u00f1\u00e1n-Romero, Sahlertz\u00a0Kristiansen Nina, and Bredmose\u00a0Simonsen Jesper. 2022. European Health Data Space Data Quality Framework. Deliverable 6.1. TEHDAS - Towards the European Health Data Space. 40 pages. https:\/\/tehdas.eu\/results\/"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Chelsea Chandler Peter\u00a0W Foltz and Brita Elvev\u00e5g. 2022. Improving the Applicability of AI for Psychiatric Applications through Human-in-the-loop Methodologies. Schizophrenia Bulletin 48 5 (Sept. 2022) 949\u2013957. 10.1093\/schbul\/sbac038","DOI":"10.1093\/schbul\/sbac038"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","unstructured":"Richard\u00a0J. Chen Ming\u00a0Y. Lu Tiffany\u00a0Y. Chen Drew F.\u00a0K. Williamson and Faisal Mahmood. 2021. Synthetic Data in Machine Learning for Medicine and Healthcare. Nature Biomedical Engineering 5 6 (June 2021) 493\u2013497. 10.1038\/s41551-021-00751-8","DOI":"10.1038\/s41551-021-00751-8"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"John\u00a0J. Dudley and Per\u00a0Ola Kristensson. 2018. A Review of User Interface Design for Interactive Machine Learning. ACM Transactions on Interactive Intelligent Systems 8 2 (June 2018) 1\u201337. 10.1145\/3185517","DOI":"10.1145\/3185517"},{"key":"e_1_3_3_2_9_2","unstructured":"Panagiota Gatoula Dimitrios\u00a0E. Diamantis Anastasios Koulaouzidis Cristina Carretero Stefania Chetcuti-Zammit Pablo\u00a0Cortegoso Valdivia Bego\u00f1a Gonz\u00e1lez-Su\u00e1rez Alessandro Mussetto John Plevris Alexander Robertson Bruno Rosa Ervin Toth and Dimitris\u00a0K. Iakovidis. 2024. Clinical Evaluation of Medical Image Synthesis: A Case Study in Wireless Capsule Endoscopy. 10.48550 arxiv:https:\/\/arXiv.org\/abs\/2411.00178"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Mauro Giuffr\u00e8 and Dennis\u00a0L. Shung. 2023. Harnessing the Power of Synthetic Data in Healthcare: Innovation Application and Privacy. npj Digital Medicine 6 1 (Oct. 2023) 1\u20138. 10.1038\/s41746-023-00927-3","DOI":"10.1038\/s41746-023-00927-3"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Aldren Gonzales Guruprabha Guruswamy and Scott\u00a0R. Smith. 2023. Synthetic Data in Health Care: A Narrative Review. PLOS Digital Health 2 1 (Jan. 2023) e0000082. 10.1371\/journal.pdig.0000082","DOI":"10.1371\/journal.pdig.0000082"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Waldemar Hahn Katharina Sch\u00fctte Kristian Schultz Olaf Wolkenhauer Martin Sedlmayr Ulrich Schuler Martin Eichler Saptarshi Bej and Markus Wolfien. 2022. Contribution of Synthetic Data Generation towards an Improved Patient Stratification in Palliative Care. Journal of Personalized Medicine 12 8 (Aug. 2022) 1278. 10.3390\/jpm12081278","DOI":"10.3390\/jpm12081278"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","unstructured":"Mikel Hernandez Gorka Epelde Ane Alberdi Rodrigo Cilla and Debbie Rankin. 2022. Synthetic Data Generation for Tabular Health Records: A Systematic Review. Neurocomputing 493 (July 2022) 28\u201345. 10.1016\/j.neucom.2022.04.053","DOI":"10.1016\/j.neucom.2022.04.053"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Andreas Holzinger. 2016. Interactive Machine Learning for Health Informatics: When Do We Need the Human-in-the-Loop? Brain Informatics 3 2 (June 2016) 119\u2013131. 10.1007\/s40708-016-0042-6","DOI":"10.1007\/s40708-016-0042-6"},{"key":"e_1_3_3_2_15_2","unstructured":"International Organization for Standardization. 2025. ISO\/IEC AWI TR 42103 \u2013 Information technology \u2013 Artificial intelligence \u2013 Overview of synthetic data in the context of AI systems (under development). ISO Standard (under development). https:\/\/www.iso.org\/standard\/86899.html Accessed: 2025-01-10."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"James Jordon Lukasz Szpruch Florimond Houssiau Mirko Bottarelli Giovanni Cherubin Carsten Maple Samuel\u00a0N. Cohen and Adrian Weller. 2022. Synthetic Data \u2013 What Why and How?10.48550\/arXiv.2205.03257 arxiv:https:\/\/arXiv.org\/abs\/2205.03257\u00a0[cs]","DOI":"10.48550\/arXiv.2205.03257"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"Jinah Kim Sung-Ho Woo Taekyung Kim Won\u00a0Tae Yoon Jung\u00a0Hwan Shin Jee-Young Lee and Jeh-Kwang Ryu. 2024. Development of a Cerebellar Ataxia Diagnosis Model Using Conditional GAN-based Synthetic Data Generation for Visuomotor Adaptation Task. BMC Medical Informatics and Decision Making 24 1 (Nov. 2024) 336. 10.1186\/s12911-024-02720-y","DOI":"10.1186\/s12911-024-02720-y"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Tuomas Kynk\u00e4\u00e4nniemi Tero Karras Samuli Laine Jaakko Lehtinen and Timo Aila. 2019. Improved Precision and Recall Metric for Assessing Generative Models. 10.48550\/arXiv.1904.06991 arxiv:https:\/\/arXiv.org\/abs\/1904.06991\u00a0[stat]","DOI":"10.48550\/arXiv.1904.06991"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"John\u00a0R. McNulty Lee Kho Alexandria\u00a0L. Case David Slater Joshua\u00a0M. Abzug and Sybil\u00a0A. Russell. 2024. Synthetic Medical Imaging Generation with Generative Adversarial Networks for Plain Radiographs. Applied Sciences 14 15 (Jan. 2024) 6831. 10.3390\/app14156831","DOI":"10.3390\/app14156831"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Eduardo Mosqueira-Rey Elena Hern\u00e1ndez-Pereira David Alonso-R\u00edos Jos\u00e9 Bobes-Bascar\u00e1n and \u00c1ngel Fern\u00e1ndez-Leal. 2023. Human-in-the-Loop Machine Learning: A State of the Art. Artificial Intelligence Review 56 4 (April 2023) 3005\u20133054. 10.1007\/s10462-022-10246-w","DOI":"10.1007\/s10462-022-10246-w"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN54540.2023.10191456"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Muhammad\u00a0Ferjad Naeem Seong\u00a0Joon Oh Youngjung Uh Yunjey Choi and Jaejun Yoo. 2020. Reliable Fidelity and Diversity Metrics for Generative Models. 10.48550\/arXiv.2002.09797 arxiv:https:\/\/arXiv.org\/abs\/2002.09797\u00a0[cs]","DOI":"10.48550\/arXiv.2002.09797"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","unstructured":"Elena Sizikova Andreu Badal Jana\u00a0G Delfino Miguel Lago Brandon Nelson Niloufar Saharkhiz Berkman Sahiner Ghada Zamzmi and Aldo Badano. 2024. Synthetic Data in Radiological Imaging: Current State and Future Outlook. BJR|Artificial Intelligence 1 1 (March 2024) ubae007. 10.1093\/bjrai\/ubae007","DOI":"10.1093\/bjrai\/ubae007"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Vibeke\u00a0Binz Vallevik Aleksandar Babic Serena\u00a0E. Marshall Severin Elvatun Helga\u00a0M.B. Br\u00f8gger Sharmini Alagaratnam Bj\u00f8rn Edwin Narasimha\u00a0R. Veeraragavan Anne\u00a0Kjersti Befring and Jan\u00a0F. Nyg\u00e5rd. 2024. Can I Trust My Fake Data \u2013 A Comprehensive Quality Assessment Framework for Synthetic Tabular Data in Healthcare. International Journal of Medical Informatics 185 (May 2024) 105413. 10.1016\/j.ijmedinf.2024.105413","DOI":"10.1016\/j.ijmedinf.2024.105413"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","unstructured":"Bruno Vaz and \u00c1lvaro Figueira. 2025. GANs in the Panorama of Synthetic Data Generation Methods. ACM Transactions on Multimedia Computing Communications and Applications 21 1 (Jan. 2025) 1\u201328. 10.1145\/3657294","DOI":"10.1145\/3657294"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","unstructured":"Adam Westerski and Wee\u00a0Teck Fong. 2025. Synthetic Data for Object Detection with Neural Networks: State-of-the-Art Survey of Domain Randomisation Techniques. ACM Transactions on Multimedia Computing Communications and Applications 21 1 (Jan. 2025) 1\u201320. 10.1145\/3637064","DOI":"10.1145\/3637064"}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720274","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3720274","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:51Z","timestamp":1750295931000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720274"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":25,"alternative-id":["10.1145\/3706599.3720274","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3720274","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}