{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T17:40:09Z","timestamp":1770918009739,"version":"3.50.1"},"reference-count":93,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/tvcg.2023.3326591","type":"journal-article","created":{"date-parts":[[2023,10,23]],"date-time":"2023-10-23T18:05:45Z","timestamp":1698084345000},"page":"1-11","source":"Crossref","is-referenced-by-count":7,"title":["Are We Closing the Loop Yet? Gaps in the Generalizability of VIS4ML Research"],"prefix":"10.1109","author":[{"given":"Hariharan","family":"Subramonyam","sequence":"first","affiliation":[{"name":"Stanford University, USA"}]},{"given":"Jessica","family":"Hullman","sequence":"additional","affiliation":[{"name":"Northwestern University, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581168"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346660"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744683"},{"key":"ref4","first-page":"1455","article-title":"An analysis of the t-sne algorithm for data visualization","volume-title":"Conference On Learning Theory","author":"Arora"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2020.3017064"},{"key":"ref6","article-title":"Human-machine-learner interaction: The best of both worlds","volume-title":"Proceedings of the CHI Workshop on Human Centred Machine Learning (HCML)","author":"Brown","year":"2016"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934261"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14300"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3141040"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14726"},{"issue":"2","key":"ref11","first-page":"60","article-title":"Data debugger: An operator-centric approach for data quality solutions","volume":"29","author":"Chaudhuri","year":"2006","journal-title":"IEEE Data Eng. Bull."},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-34444-3_11"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030342"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2019.2922592"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1098\/rsos.200805"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934654"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864769"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s10844-014-0304-9"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13092"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/vast.2017.8585498"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13972"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/VIS49827.2021.9623271"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-2766-y"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934659"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209384"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14302"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3514094.3534196"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.126"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13962"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114793"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3148107"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864500"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.3390\/mti5120073"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346482"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865027"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.279"},{"key":"ref40","article-title":"Are we learning yet? a meta review of evaluation failures across machine learning","volume-title":"Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2)","author":"Liao","year":"2021"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2018.8802509"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744938"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598831"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744378"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346331"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.2466\/pr0.1990.66.1.195"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934539"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1177\/1473871613510429"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2017.8585721"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864812"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934267"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3387166"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.111"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1900654116"},{"issue":"1","key":"ref55","first-page":"24","article-title":"From cleaning before ml to cleaning for ml","volume":"44","author":"Neutatz","year":"2021","journal-title":"IEEE Data Eng. Bull."},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis.2018.00031"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/mcg.2006.70"},{"key":"ref58","article-title":"Vatun: Visual analytics for testing and understanding convolutional neural networks","volume-title":"Eurographics Conference on Visualization (EuroVis)-Short Papers","author":"Park","year":"2021"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114858"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744358"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14195"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864838"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2017.01.105"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2014.2346481"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.213"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14418"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1177\/1745691617708630"},{"key":"ref68","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014","journal-title":"arXiv preprint"},{"key":"ref69","article-title":"Embedding projector: Interactive visualization and interpretation of embeddings","author":"Smilkov","year":"2016","journal-title":"arXiv preprint"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14329"},{"key":"ref71","article-title":"Should we trust (x) ai? design dimensions for structured experimental evaluations","author":"Sperrle","year":"2020","journal-title":"arXiv preprint"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865044"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209361"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209361"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2011.6102453"},{"key":"ref77","article-title":"Informed machine learning\u2013a taxonomy and survey of integrating knowledge into learning systems","author":"Von Rueden","year":"2019","journal-title":"arXiv preprint"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864504"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2903943"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis48177.2020.3542"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3076749"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209347"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030418"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00002"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934619"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744878"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1073"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/VAST47406.2019.8986943"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3182488"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/1377966.1377971"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-020-0191-7"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209465"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864475"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/4359476\/10290989.pdf?arnumber=10290989","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T03:43:15Z","timestamp":1705030995000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10290989\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":93,"URL":"https:\/\/doi.org\/10.1109\/tvcg.2023.3326591","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}