{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T02:49:24Z","timestamp":1784774964272,"version":"3.55.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,2,18]],"date-time":"2025-02-18T00:00:00Z","timestamp":1739836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,2,18]],"date-time":"2025-02-18T00:00:00Z","timestamp":1739836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100013169","name":"Ministero dell\u2019Economia e delle Finanze","doi-asserted-by":"publisher","award":["B53C22006950001"],"award-info":[{"award-number":["B53C22006950001"]}],"id":[{"id":"10.13039\/501100013169","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"DOI":"10.1186\/s12911-024-02731-9","type":"journal-article","created":{"date-parts":[[2025,2,18]],"date-time":"2025-02-18T13:53:26Z","timestamp":1739886806000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["How good is your synthetic data? SynthRO, a dashboard to evaluate and benchmark synthetic tabular data"],"prefix":"10.1186","volume":"25","author":[{"given":"Gabriele","family":"Santangelo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giovanna","family":"Nicora","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Riccardo","family":"Bellazzi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arianna","family":"Dagliati","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,2,18]]},"reference":[{"key":"2731_CR1","doi-asserted-by":"publisher","unstructured":"Jiang P, Sinha S, Aldape K, Hannenhalli S, Sahinalp C, Ruppin E. Big data in basic and translational cancer research, Nat. Rev. Cancer, vol. 22, no. 11, pp. 625\u2013639, Nov. 2022, https:\/\/doi.org\/10.1038\/s41568-022-00502-0","DOI":"10.1038\/s41568-022-00502-0"},{"key":"2731_CR2","doi-asserted-by":"crossref","unstructured":"Health R. Artificial Intelligence and Machine Learning (AI\/ML)-Enabled Medical Devices, FDA, Oct. 2023, Accessed: Nov. 27, 2023. [Online]. Available: https:\/\/www.fda.gov\/medical-devices\/software-medical-device-samd\/artificial-intelligence-and-machine-learning-aiml-enabled-medical-devices","DOI":"10.1016\/j.jval.2024.03.1575"},{"issue":"2","key":"2731_CR3","first-page":"461","volume":"9","author":"DB Rubin","year":"1993","unstructured":"Rubin DB. Discussion statistical disclosure limitation. Discuss Stat Discl Limit. 1993;9(2):461\u20138.","journal-title":"Discuss Stat Discl Limit"},{"issue":"2","key":"2731_CR4","first-page":"407","volume":"9","author":"RJA Little","year":"1993","unstructured":"Little RJA. Statistical Analysis of Masked Data. Stat Anal Masked Data. 1993;9(2):407\u201326.","journal-title":"Stat Anal Masked Data"},{"key":"2731_CR5","unstructured":"Philpott D, editor. A guide to Federal terms and acronyms, Second edition. Lanham: Bernan Press, 2018."},{"key":"2731_CR6","doi-asserted-by":"publisher","unstructured":"Jordon J et al. Synthetic Data -- what, why and how? 2022, https:\/\/doi.org\/10.48550\/ARXIV.2205.03257","DOI":"10.48550\/ARXIV.2205.03257"},{"key":"2731_CR7","doi-asserted-by":"publisher","unstructured":"Giuffr\u00e8 M, Shung DL. Harnessing the power of synthetic data in healthcare: innovation, application, and privacy. Npj Digit Med. Oct. 2023;6(1):186. https:\/\/doi.org\/10.1038\/s41746-023-00927-3.","DOI":"10.1038\/s41746-023-00927-3"},{"key":"2731_CR8","doi-asserted-by":"publisher","unstructured":"Chen A, Chen DO. Simulation of a machine learning enabled learning health system for risk prediction using synthetic patient data. Sci Rep. Oct. 2022;12(1):17917. https:\/\/doi.org\/10.1038\/s41598-022-23011-4.","DOI":"10.1038\/s41598-022-23011-4"},{"key":"2731_CR9","doi-asserted-by":"publisher","unstructured":"Tucker A, Wang Z, Rotalinti Y, Myles P. Generating high-fidelity synthetic patient data for assessing machine learning healthcare software. Npj Digit Med. Nov. 2020;3(1):147. https:\/\/doi.org\/10.1038\/s41746-020-00353-9.","DOI":"10.1038\/s41746-020-00353-9"},{"key":"2731_CR10","doi-asserted-by":"publisher","unstructured":"Little C, Elliot M, Allmendinger R. Federated learning for generating synthetic data: a scoping review. Int J Popul Data Sci. Oct. 2023;8(1). https:\/\/doi.org\/10.23889\/ijpds.v8i1.2158.","DOI":"10.23889\/ijpds.v8i1.2158"},{"key":"2731_CR11","doi-asserted-by":"publisher","unstructured":"Azizi Z, et al. A comparison of synthetic data generation and federated analysis for enabling international evaluations of cardiovascular health. Sci Rep. Jul. 2023;13(1):11540. https:\/\/doi.org\/10.1038\/s41598-023-38457-3.","DOI":"10.1038\/s41598-023-38457-3"},{"key":"2731_CR12","doi-asserted-by":"publisher","unstructured":"Chapelle R, Falissard B. Statistical properties and privacy guarantees of an original distance-based fully synthetic data generation method, 2023, https:\/\/doi.org\/10.48550\/ARXIV.2310.06571","DOI":"10.48550\/ARXIV.2310.06571"},{"key":"2731_CR13","doi-asserted-by":"publisher","unstructured":"Haendel MA, The National COVID Cohort Collaborative (N3C). Mar.,: Rationale, design, infrastructure, and deployment, J. Am. Med. Inform. Assoc., vol. 28, no. 3, pp. 427\u2013443, 2021, https:\/\/doi.org\/10.1093\/jamia\/ocaa196","DOI":"10.1093\/jamia\/ocaa196"},{"key":"2731_CR14","doi-asserted-by":"publisher","unstructured":"Wang Z, Myles P, Tucker A, Generating and Evaluating Synthetic UK Primary Care Data: Preserving Data UtilityPatient Privacy, in. 2019 IEEE 32nd International Symposium on Computer-Based Medical Systems (CBMS), Cordoba, Spain: IEEE, Jun. 2019, pp. 126\u2013131. https:\/\/doi.org\/10.1109\/CBMS.2019.00036","DOI":"10.1109\/CBMS.2019.00036"},{"key":"2731_CR15","doi-asserted-by":"publisher","unstructured":"Rollo C, Pancotti C, Birolo G, Rossi I, Sanavia T, Fariselli P. SYNDSURV: a simple framework for survival analysis with data distributed across multiple institutions. Comput Biol Med. Apr. 2024;172:108288. https:\/\/doi.org\/10.1016\/j.compbiomed.2024.108288.","DOI":"10.1016\/j.compbiomed.2024.108288"},{"key":"2731_CR16","doi-asserted-by":"publisher","unstructured":"Xin B, et al. Federated synthetic data generation with differential privacy. Neurocomputing. Jan. 2022;468:1\u201310. https:\/\/doi.org\/10.1016\/j.neucom.2021.10.027.","DOI":"10.1016\/j.neucom.2021.10.027"},{"key":"2731_CR17","doi-asserted-by":"publisher","unstructured":"Hernadez M, Epelde G, Alberdi A, Cilla R, Rankin D. Synthetic Tabular Data Evaluation in the Health Domain Covering Resemblance, Utility, and Privacy Dimensions, Methods Inf. Med., vol. 62, no. S 01, pp. e19\u2013e38, Jun. 2023, https:\/\/doi.org\/10.1055\/s-0042-1760247","DOI":"10.1055\/s-0042-1760247"},{"key":"2731_CR18","doi-asserted-by":"publisher","unstructured":"Hernandez M, Epelde G, Alberdi A, Cilla R, Rankin D. Synthetic data generation for tabular health records: a systematic review. Neurocomputing. Jul. 2022;493:28\u201345. https:\/\/doi.org\/10.1016\/j.neucom.2022.04.053.","DOI":"10.1016\/j.neucom.2022.04.053"},{"key":"2731_CR19","doi-asserted-by":"publisher","unstructured":"Kang HYJ, Batbaatar E, Choi D-W, Choi KS, Ko M, Ryu KS. Synthetic Tabular Data Based on Generative Adversarial Networks in Health Care: Generation and Validation Using the Divide-and-Conquer Strategy, JMIR Med. Inform., vol. 11, p. e47859, Nov. 2023, https:\/\/doi.org\/10.2196\/47859","DOI":"10.2196\/47859"},{"key":"2731_CR20","doi-asserted-by":"publisher","unstructured":"Kaabachi B, et al. Can we trust Synthetic Data in Medicine? A scoping review of privacy and Utility Metrics. Nov. 2023;28. https:\/\/doi.org\/10.1101\/2023.11.28.23299124.","DOI":"10.1101\/2023.11.28.23299124"},{"key":"2731_CR21","doi-asserted-by":"publisher","unstructured":"Murtaza H, Ahmed M, Khan NF, Murtaza G, Zafar S, Bano A. Synthetic data generation: state of the art in health care domain. Comput Sci Rev. May 2023;48:100546. https:\/\/doi.org\/10.1016\/j.cosrev.2023.100546.","DOI":"10.1016\/j.cosrev.2023.100546"},{"key":"2731_CR22","doi-asserted-by":"publisher","unstructured":"Yan C, et al. A multifaceted benchmarking of synthetic electronic health record generation models. Nat Commun. Dec. 2022;13(1):7609. https:\/\/doi.org\/10.1038\/s41467-022-35295-1.","DOI":"10.1038\/s41467-022-35295-1"},{"key":"2731_CR23","doi-asserted-by":"publisher","unstructured":"El Emam K, Mosquera L, Fang X, El-Hussuna A. Utility Metrics for Evaluating Synthetic Health Data Generation methods: Validation Study. JMIR Med Inf. Apr. 2022;10(4):e35734. https:\/\/doi.org\/10.2196\/35734.","DOI":"10.2196\/35734"},{"key":"2731_CR24","doi-asserted-by":"publisher","unstructured":"Arnold C, Neunhoeffer M. Really Useful Synthetic Data -- A Framework to Evaluate the Quality of Differentially Private Synthetic Data, 2020, https:\/\/doi.org\/10.48550\/ARXIV.2004.07740","DOI":"10.48550\/ARXIV.2004.07740"},{"key":"2731_CR25","doi-asserted-by":"publisher","first-page":"11147","DOI":"10.1109\/ACCESS.2022.3144765","volume":"10","author":"FK Dankar","year":"2022","unstructured":"Dankar FK, Ibrahim MK, Ismail L. A multi-dimensional evaluation of Synthetic Data generators. IEEE Access. 2022;10:11147\u201358. https:\/\/doi.org\/10.1109\/ACCESS.2022.3144765.","journal-title":"IEEE Access"},{"key":"2731_CR26","doi-asserted-by":"publisher","unstructured":"Santangelo G, Nicora G, Bellazzi R, Dagliati A. SynthCheck: A Dashboard for Synthetic Data Quality Assessment, in Proceedings of the 17th International Joint Conference on Biomedical Engineering Systems and Technologies, Rome, Italy: SCITEPRESS - Science and Technology Publications, 2024, pp. 246\u2013256. https:\/\/doi.org\/10.5220\/0012558700003657","DOI":"10.5220\/0012558700003657"},{"key":"2731_CR27","doi-asserted-by":"publisher","unstructured":"Jordan PW, Thomas B, McClelland IL, Weerdmeester B, Industry, editors. 0 ed., CRC, 1996, 207\u201312. doi: https:\/\/doi.org\/10.1201\/9781498710411-35.","DOI":"10.1201\/9781498710411-35"},{"key":"2731_CR28","unstructured":"The Synthetic Data Vault. Put synthetic data to work! Accessed: Sep. 26, 2023. [Online]. Available: https:\/\/sdv.dev\/"},{"key":"2731_CR29","doi-asserted-by":"publisher","unstructured":"Task C, Bhagat K, Howarth G. Natl Inst Stand Technol Mar. 2023;13. https:\/\/doi.org\/10.18434\/MDS2-2943. SDNist v2: Deidentified Data Report Tool.","DOI":"10.18434\/MDS2-2943"},{"key":"2731_CR30","doi-asserted-by":"publisher","unstructured":"Giomi M, Boenisch F, Wehmeyer C, Tasn\u00e1di B. A Unified Framework for Quantifying Privacy Risk in Synthetic Data, Proc. Priv. Enhancing Technol., vol. 2023, no. 2, pp. 312\u2013328, Apr. 2023, https:\/\/doi.org\/10.56553\/popets-2023-0055","DOI":"10.56553\/popets-2023-0055"},{"key":"2731_CR31","unstructured":"SynthGauge. Data Science Campus. Nov. 01, 2023. Accessed: Nov. 22, 2023. [Online]. Available: https:\/\/github.com\/datasciencecampus\/synthgauge"},{"key":"2731_CR32","doi-asserted-by":"publisher","unstructured":"Raab GM, Nowok B, Dibben C. Assessing, visualizing and improving the utility of synthetic data. arXiv Nov. 2021;13. https:\/\/doi.org\/10.48550\/arXiv.2109.12717.","DOI":"10.48550\/arXiv.2109.12717"},{"key":"2731_CR33","unstructured":"Noruzman A, Ghani NA, Zulkifli N. Gretel.ai: open-source Artificial Intelligence Tool to generate New Synthetic Data. Mar. 2022."},{"key":"2731_CR34","unstructured":"SynthEval. schneiderkamplab, May 16, 2023. Accessed: Nov. 23, 2023. [Online]. Available: https:\/\/github.com\/schneiderkamplab\/syntheval"},{"key":"2731_CR35","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2301.07573","author":"Z Qian","year":"2023","unstructured":"Qian Z, Cebere B-C, van der Schaar M. Synthcity: facilitating innovative use cases of synthetic data in different data modalities. arXiv. 2023. https:\/\/doi.org\/10.48550\/ARXIV.2301.07573.","journal-title":"arXiv"},{"key":"2731_CR36","unstructured":"plotly\/dash., Plotly, May, 07. 2024. Accessed: May 07, 2024. [Online]. Available: https:\/\/github.com\/plotly\/dash"},{"key":"2731_CR37","doi-asserted-by":"publisher","unstructured":"Vallevik VB, et al. Can I trust my fake data \u2013 a comprehensive quality assessment framework for synthetic tabular data in healthcare. Int J Med Inf. May 2024;185:105413. https:\/\/doi.org\/10.1016\/j.ijmedinf.2024.105413.","DOI":"10.1016\/j.ijmedinf.2024.105413"},{"key":"2731_CR38","doi-asserted-by":"publisher","unstructured":"Patki N, Wedge R, Veeramachaneni K, The Synthetic Data Vault, in. 2016 IEEE International Conference on Data Science and Advanced Analytics (DSAA), Montreal, QC, Canada: IEEE, Oct. 2016, pp. 399\u2013410. https:\/\/doi.org\/10.1109\/DSAA.2016.49","DOI":"10.1109\/DSAA.2016.49"},{"key":"2731_CR39","unstructured":"Silva I, Moody G, Scott DJ, Celi LA, Mark RG. Predicting in-hospital mortality of ICU patients: The PhysioNet\/Computing in cardiology challenge 2012, presented at the Computing in Cardiology, 2012, pp. 245\u2013248."},{"key":"2731_CR40","unstructured":"Johnson A. challenge2012. Apr. 26, 2023. Accessed: Sep. 28, 2023. [Online]. Available: https:\/\/github.com\/alistairewj\/challenge2012"},{"key":"2731_CR41","doi-asserted-by":"publisher","unstructured":"van Buuren S, Groothuis-Oudshoorn K. Mice: multivariate imputation by chained equations in R. J Stat Softw. Dec. 2011;45:1\u201367. https:\/\/doi.org\/10.18637\/jss.v045.i03.","DOI":"10.18637\/jss.v045.i03"},{"key":"2731_CR42","doi-asserted-by":"crossref","unstructured":"Sauro J, Lewis JR. Quantifying the User Experience: Practical Statistics for User Research. Elsevier Science, 2016. [Online]. Available: https:\/\/books.google.it\/books?id=USPfCQAAQBAJ","DOI":"10.1016\/B978-0-12-802308-2.00002-3"},{"key":"2731_CR43","doi-asserted-by":"publisher","unstructured":"Hyzy M et al. Aug., System Usability Scale Benchmarking for Digital Health Apps: Meta-analysis, JMIR Mhealth Uhealth, vol. 10, no. 8, p. e37290, 2022, https:\/\/doi.org\/10.2196\/37290","DOI":"10.2196\/37290"},{"key":"2731_CR44","doi-asserted-by":"publisher","unstructured":"Nicora G, Rios M, Abu-Hanna A, Bellazzi R. Evaluating pointwise reliability of machine learning prediction. J Biomed Inf. Mar. 2022;127:103996. https:\/\/doi.org\/10.1016\/j.jbi.2022.103996.","DOI":"10.1016\/j.jbi.2022.103996"},{"key":"2731_CR45","unstructured":"Stadler T, Oprisanu B, Troncoso C. Synthetic Data - Anonymisation Groundhog Day, presented at the Proceedings of the 31st USENIX Security Symposium, Security 2022, 2022, pp. 1451\u20131468."},{"key":"2731_CR46","unstructured":"MIMIC II Databases. Accessed. May 28, 2024. [Online]. Available: https:\/\/archive.physionet.org\/mimic2\/"}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-024-02731-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12911-024-02731-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-024-02731-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,18]],"date-time":"2025-02-18T13:53:35Z","timestamp":1739886815000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-024-02731-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,18]]},"references-count":46,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["2731"],"URL":"https:\/\/doi.org\/10.1186\/s12911-024-02731-9","relation":{},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,18]]},"assertion":[{"value":"20 June 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 October 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Project name: SynthRO.Project home page: .Operating system(s): Platform independent.Programming language: Python 3.12.Other requirements: Refer to the GITHUB repository for package versions.License: CC BY-NC-SA 4.0 ().Any restrictions to use by non-academics: Non commercial.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Availability and requirements"}}],"article-number":"89"}}