{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T14:34:29Z","timestamp":1771684469260,"version":"3.50.1"},"reference-count":38,"publisher":"Society for Industrial & Applied Mathematics (SIAM)","issue":"2","funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01GM109068"],"award-info":[{"award-number":["R01GM109068"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01MH104680"],"award-info":[{"award-number":["R01MH104680"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01MH107354"],"award-info":[{"award-number":["R01MH107354"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01AR059781"],"award-info":[{"award-number":["R01AR059781"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000038","name":"U.S. Food and Drug Administration","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1539067"],"award-info":[{"award-number":["1539067"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["SIAM Journal on Mathematics of Data Science"],"published-print":{"date-parts":[[2021,1]]},"DOI":"10.1137\/20m1333110","type":"journal-article","created":{"date-parts":[[2021,6,3]],"date-time":"2021-06-03T18:57:53Z","timestamp":1622746673000},"page":"692-714","source":"Crossref","is-referenced-by-count":7,"title":["Test Data Reuse for the Evaluation of Continuously Evolving Classification Algorithms Using the Area under the Receiver Operating Characteristic Curve"],"prefix":"10.1137","volume":"3","author":[{"given":"Alexej","family":"Gossmann","sequence":"first","affiliation":[]},{"given":"Aria","family":"Pezeshk","sequence":"additional","affiliation":[]},{"given":"Yu-Ping","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Berkman","family":"Sahiner","sequence":"additional","affiliation":[]}],"member":"351","published-online":{"date-parts":[[2021,6,3]]},"reference":[{"key":"atypb1","first-page":"1046","author":"Bassily R.","year":"2016","journal-title":"ACM"},{"key":"atypb2","first-page":"1006","volume":"37","author":"Blum A.","year":"2015","journal-title":"Proc. Mach. Learn. Res."},{"key":"atypb3","doi-asserted-by":"crossref","first-page":"1145","DOI":"10.1016\/S0031-3203(96)00142-2","volume":"30","author":"Bradley A. P.","year":"1997","journal-title":"Pattern Recognition"},{"key":"atypb4","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"Breiman L.","year":"2001","journal-title":"Machine Learning"},{"key":"atypb5","first-page":"2079","volume":"11","author":"Cawley G. C.","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"atypb6","doi-asserted-by":"crossref","first-page":"2654","DOI":"10.1118\/1.598805","volume":"26","author":"Chan H. P.","year":"1999","journal-title":"Medical Phys."},{"key":"atypb7","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1961189.1961199","volume":"2","author":"Chang C.-C.","year":"2011","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"atypb9","doi-asserted-by":"crossref","first-page":"2388","DOI":"10.1016\/S0140-6736(18)31645-3","volume":"392","author":"Chilamkurthy S.","year":"2018","journal-title":"The Lancet"},{"key":"atypb10","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1016\/j.media.2015.08.001","volume":"26","author":"Ciompi F.","year":"2015","journal-title":"Medical Image Anal."},{"key":"atypb11","first-page":"772","volume":"49","author":"Cummings R.","year":"2016","journal-title":"Proc. Mach. Learn. Res."},{"key":"atypb12","first-page":"248","author":"Deng J.","year":"2009","journal-title":"IEEE"},{"key":"atypb15","doi-asserted-by":"crossref","first-page":"636","DOI":"10.1126\/science.aaa9375","volume":"349","author":"Dwork C.","year":"2015","journal-title":"Science"},{"key":"atypb16","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1145\/3051088","volume":"60","author":"Dwork C.","year":"2017","journal-title":"Commun. ACM"},{"key":"atypb17","first-page":"117","author":"Dwork C.","year":"2015","journal-title":"ACM"},{"key":"atypb18","first-page":"265","author":"Dwork C.","year":"2006","journal-title":"Springer"},{"key":"atypb19","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1561\/0400000042","volume":"9","author":"Dwork C.","year":"2014","journal-title":"Found. Trends Theoret. Comput. Sci."},{"key":"atypb20","first-page":"1892","volume":"97","author":"Feldman V.","year":"2019","journal-title":"Proc. Mach. Learn. Res."},{"key":"atypb21","first-page":"728","volume":"65","author":"Feldman V.","year":"2017","journal-title":"Proc. Mach. Learn. Res."},{"key":"atypb22","first-page":"535","volume":"75","author":"Feldman V.","year":"2018","journal-title":"Proc. Mach. Learn. Res."},{"key":"atypb23","doi-asserted-by":"crossref","first-page":"e190211","DOI":"10.1148\/ryai.2020190211","volume":"2","author":"Flanders A. E.","year":"2020","journal-title":"Radiology Artif. Intell."},{"key":"atypb24","first-page":"148","author":"Freund Y.","year":"1996","journal-title":"Morgan Kaufmann"},{"key":"atypb25","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1016\/j.acra.2011.12.016","volume":"19","author":"Gallas B. D.","year":"2012","journal-title":"Academic Radiology"},{"key":"atypb26","doi-asserted-by":"crossref","first-page":"460","DOI":"10.1511\/2014.111.460","volume":"102","author":"Gelman A.","year":"2014","journal-title":"Scientist"},{"key":"atypb27","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1148\/radiology.143.1.7063747","volume":"143","author":"Hanley J. A.","year":"1982","journal-title":"Radiology"},{"key":"atypb29","first-page":"770","author":"He K.","year":"2016","journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition"},{"key":"atypb30","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1038\/nn.2303","volume":"12","author":"Kriegeskorte N.","year":"2009","journal-title":"Nature Neurosci."},{"key":"atypb32","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/j.compbiomed.2017.08.001","volume":"89","author":"Lopes U. K.","year":"2017","journal-title":"Comput. Biol. Medicine"},{"key":"atypb33","first-page":"9993","author":"Mania H.","year":"2019","journal-title":"Curran Associates"},{"key":"atypb34","first-page":"588","author":"Rao R. B.","year":"2008","journal-title":"SIAM"},{"key":"atypb35","first-page":"5389","volume":"97","author":"Recht B.","year":"2019","journal-title":"Proc. Mach. Learn. Res."},{"key":"atypb36","first-page":"1371","volume":"3","author":"Reunanen J.","year":"2003","journal-title":"J. Mach. Learn. Res."},{"key":"atypb37","first-page":"9175","author":"Roelofs R.","year":"2019","journal-title":"Curran Associates"},{"key":"atypb38","first-page":"2830","volume":"108","author":"Rogers R.","year":"2020","journal-title":"Proc. Mach. Learn. Res."},{"key":"atypb40","first-page":"1232","volume":"51","author":"Russo D.","year":"2016","journal-title":"Proc. Mach. Learn. Res."},{"key":"atypb41","first-page":"2635","volume":"11","author":"Shalev-Shwartz S.","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"atypb42","first-page":"11481","author":"Shenfeld M.","year":"2019","journal-title":"Curran Associates"},{"key":"atypb44","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1111\/j.1467-9868.2005.00503.x","volume":"67","author":"Zou H.","year":"2005","journal-title":"J. R. Stat. Soc. Ser. B Stat. Methodol."},{"key":"atypb45","first-page":"7703","volume":"97","author":"Zrnic T.","year":"2019","journal-title":"Proc. Mach. Learn. Res."}],"container-title":["SIAM Journal on Mathematics of Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/epubs.siam.org\/doi\/pdf\/10.1137\/20M1333110","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,30]],"date-time":"2021-06-30T14:55:07Z","timestamp":1625064907000},"score":1,"resource":{"primary":{"URL":"https:\/\/epubs.siam.org\/doi\/10.1137\/20M1333110"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1]]},"references-count":38,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,1]]}},"alternative-id":["10.1137\/20M1333110"],"URL":"https:\/\/doi.org\/10.1137\/20m1333110","relation":{},"ISSN":["2577-0187"],"issn-type":[{"value":"2577-0187","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1]]}}}