{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T01:42:11Z","timestamp":1781228531790,"version":"3.54.1"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Capital One"},{"DOI":"10.13039\/100000104","name":"NASA","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000104","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1229185"],"award-info":[{"award-number":["CNS-1229185"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CCF1533564"],"award-info":[{"award-number":["CCF1533564"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1544753"],"award-info":[{"award-number":["CNS-1544753"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1730396"],"award-info":[{"award-number":["CNS-1730396"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1828576"],"award-info":[{"award-number":["CNS-1828576"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CNS-1626098"],"award-info":[{"award-number":["CNS-1626098"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"DARPA PTG"},{"name":"D3M"},{"DOI":"10.13039\/501100001807","name":"S\u00e3o Paulo Research Foundation (FAPESP)-Brazil","doi-asserted-by":"publisher","award":["2013\/ 07375-0"],"award-info":[{"award-number":["2013\/ 07375-0"]}],"id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"CNPq-Brazil","doi-asserted-by":"publisher","award":["307184\/2021-8"],"award-info":[{"award-number":["307184\/2021-8"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000185","name":"DARPA","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000104","name":"NASA","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000104","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001807","name":"FAPESP","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001807","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1109\/tvcg.2022.3209489","type":"journal-article","created":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T19:49:08Z","timestamp":1664308148000},"page":"853-863","source":"Crossref","is-referenced-by-count":17,"title":["Calibrate: Interactive Analysis of Probabilistic Model Output"],"prefix":"10.1109","volume":"29","author":[{"given":"Peter","family":"Xenopoulos","sequence":"first","affiliation":[{"name":"New York University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joao","family":"Rulff","sequence":"additional","affiliation":[{"name":"New York University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8514-8033","authenticated-orcid":false,"given":"Luis Gustavo","family":"Nonato","sequence":"additional","affiliation":[{"name":"ICMC-USP, S&#x00E3;o Carlos, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brian","family":"Barr","sequence":"additional","affiliation":[{"name":"Capital One, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2452-2295","authenticated-orcid":false,"given":"Claudio","family":"Silva","sequence":"additional","affiliation":[{"name":"New York University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598828"},{"key":"ref38","first-page":"61","article-title":"Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods","volume":"10","author":"platt","year":"1999","journal-title":"Advances in Large Margin Classifiers"},{"key":"ref33","first-page":"413","article-title":"Obtaining calibrated probabilities from boosting","author":"niculescu-mizil","year":"2005","journal-title":"UAI &#x2018;05 Proceedings of the 21st Conference in Uncertainty in Artificial Intelligence Edinburgh Scotland July 26&#x2013;29 2005"},{"key":"ref32","first-page":"2901","article-title":"Obtaining well calibrated probabilities using bayesian binning","author":"naeini","year":"2015","journal-title":"Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence January 25&#x2013;30 2015 Austin Texas USA"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.2307\/2346866"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487579"},{"key":"ref37","article-title":"Interpretml: A unified framework for machine learning interpretability","volume":"abs 1909 9223","author":"nori","year":"2019","journal-title":"CoRR"},{"key":"ref36","article-title":"Interpretml: A unified framework for machine learning interpretability","volume":"abs 1909 9223","author":"nori","year":"2019","journal-title":"CoRR"},{"key":"ref35","first-page":"38","article-title":"Measuring calibration in deep learning","author":"nixon","year":"2019","journal-title":"IEEE Conference on Computer Vision and Pattern Recognition Workshops CVPR Workshops 2019 Long Beach CA USA June 16&#x2013;20 2019"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102430"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0277(95)00664-8"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/VIS49827.2021.9623301"},{"key":"ref11","article-title":"Classifier calibration: How to assess and improve predicted class probabilities: a survey","volume":"abs 2112 10327","author":"de menezes e silva filho","year":"2021","journal-title":"CoRR"},{"key":"ref12","first-page":"12","article-title":"The comparison and evaluation of forecasters","volume":"32","author":"degroot","year":"1983","journal-title":"Journal of the Royal Statistical Society Series D (The Statistician)"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2016191118"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865043"},{"key":"ref15","author":"dua","year":"2017","journal-title":"UCI Machine Learning Repository"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13972"},{"key":"ref17","article-title":"Neo: Generalizing confusion matrix visualization to hierarchical and multi-output labels","author":"g\u00f6rtler","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref18","first-page":"1321","article-title":"On calibration of modern neural networks","author":"guo","year":"2017","journal-title":"Proceedings of the 34th International Conference on Machine Learning ICML 2017 Sydney NSW Australia 6&#x2013;11 August 2017"},{"key":"ref19","first-page":"219","article-title":"The rationale behind the success of multi-model ensembles in seasonal forecasting&#x2014;i. basic concept","volume":"57","author":"hagedorn","year":"2005","journal-title":"Tellus A Dynamical Meteorology and Oceanography"},{"key":"ref4","first-page":"254","article-title":"Machine bias","author":"angwin","year":"2016","journal-title":"Ethics of Data and Analytics"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-010-1276-8_19"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702509"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-23528-8_5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339556"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.185"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/VAST47406.2019.8986948"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1175\/WAF993.1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346660"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/1014052.1014063"},{"key":"ref1","article-title":"Tensorfiow: Large-scale machine learning on heterogeneous distributed systems","volume":"abs 1603 4467","author":"abadi","year":"2016","journal-title":"CoRR"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1969.10501037"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0493(1920)48<645:FPIPOP>2.0.CO;2"},{"key":"ref45","first-page":"12236","article-title":"Calibration tests in multi-class classification: A unifying framework","author":"widmann","year":"2019","journal-title":"Advances in Neural Information Processing Systems 32 Annual Conference on Neural Information Processing Systems 2019 NeurIPS 2019"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775151"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7"},{"key":"ref47","first-page":"609","article-title":"Obtaining calibrated probability estimates from decision trees and naive bayesian classifiers","author":"zadrozny","year":"2001","journal-title":"Proceedings of the Eighteenth International Conference on Machine Learning (ICML 2001) Williams College Williamstown MA USA June 28 - July 1 2001"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1038\/s41586-020-2649-2","article-title":"Array programming with NumPy","volume":"585","author":"harris","year":"2020","journal-title":"Nature"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.3758\/BF03213026"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0450(1963)002<0191:OSPF>2.0.CO;2"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3012063"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.25080\/Majora-92bf1922-00a"},{"key":"ref26","first-page":"43:1","article-title":"Inherent trade-offs in the fair determination of risk scores","author":"kleinberg","year":"2017","journal-title":"8th Innovations in Theoretical Computer Science Conference ITCS 2017 January 9&#x2013;11 2017 Berkeley CA USA"},{"key":"ref43","first-page":"3459","article-title":"Evaluating model calibration in classification","author":"vaicenavicius","year":"2019","journal-title":"The 22nd International Conference on Artificial Intelligence and Statistics AISTATS 2019 16&#x2013;18 April 2019 Naha Okinawa Japan"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/9991003\/09904444.pdf?arnumber=9904444","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,12]],"date-time":"2023-01-12T21:20:59Z","timestamp":1673558459000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9904444\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1]]},"references-count":48,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2022.3209489","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1]]}}}