{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T16:29:36Z","timestamp":1784219376462,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":6,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,7,5]],"date-time":"2019-07-05T00:00:00Z","timestamp":1562284800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000936","name":"Gordon and Betty Moore Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000936","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,7,5]]},"DOI":"10.1145\/3328519.3329126","type":"proceedings-article","created":{"date-parts":[[2019,8,29]],"date-time":"2019-08-29T12:18:43Z","timestamp":1567081123000},"page":"1-4","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Learning to Validate the Predictions of Black Box Machine Learning Models on Unseen Data"],"prefix":"10.1145","author":[{"given":"Sergey","family":"Redyuk","sequence":"first","affiliation":[{"name":"Technische Universit\u00e4t Berlin"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sebastian","family":"Schelter","sequence":"additional","affiliation":[{"name":"New York University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tammo","family":"Rukat","sequence":"additional","affiliation":[{"name":"University of Oxford"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Volker","family":"Markl","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Berlin"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Felix","family":"Biessmann","sequence":"additional","affiliation":[{"name":"Beuth University Berlin"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,7,5]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098021"},{"key":"e_1_3_2_1_2_1","volume-title":"Detecting and Correcting for Label Shift with Black Box Predictors. arXiv preprint arXiv:1802.03916","author":"Zachary C","year":"2018","unstructured":"Zachary C Lip ton, Yu-Xiang Wang, and Alex Smola. 2018. Detecting and Correcting for Label Shift with Black Box Predictors. arXiv preprint arXiv:1802.03916 (2018)."},{"key":"e_1_3_2_1_3_1","volume-title":"Failing Loudly: An Empirical Study of Methods for Detecting Dataset Shift. arXiv preprint arXiv:1810.11953","author":"Rabanser Stephan","year":"2018","unstructured":"Stephan Rabanser, Stephan G\u00fcnnemann, and Zachary C Lipton. 2018. Failing Loudly: An Empirical Study of Methods for Detecting Dataset Shift. arXiv preprint arXiv:1810.11953 (2018)."},{"key":"e_1_3_2_1_4_1","volume-title":"On Challenges in Machine Learning Model Management","author":"Schelter Sebastian","year":"2018","unstructured":"Sebastian Schelter, Felix Biessmann, Tim Januschowski, David Salinas, Stephan Seufert, and Gyuri Szarvas. 2018. On Challenges in Machine Learning Model Management. IEEE Data Engineering Bulletin (12 2018)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.14778\/3229863.3229867"},{"key":"e_1_3_2_1_6_1","unstructured":"Masashi Sugiyama Neil D Lawrence Anton Schwaighofer et al. 2017. Dataset shift in machine learning. The MIT Press."}],"event":{"name":"SIGMOD\/PODS '19: International Conference on Management of Data","location":"Amsterdam Netherlands","acronym":"SIGMOD\/PODS '19","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the Workshop on Human-In-the-Loop Data Analytics"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3328519.3329126","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3328519.3329126","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:53:40Z","timestamp":1750204420000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3328519.3329126"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,5]]},"references-count":6,"alternative-id":["10.1145\/3328519.3329126","10.1145\/3328519"],"URL":"https:\/\/doi.org\/10.1145\/3328519.3329126","relation":{},"subject":[],"published":{"date-parts":[[2019,7,5]]},"assertion":[{"value":"2019-07-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}