{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:30:40Z","timestamp":1750764640445,"version":"3.28.0"},"reference-count":38,"publisher":"SPIE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018,3,7]]},"DOI":"10.1117\/12.2293818","type":"proceedings-article","created":{"date-parts":[[2018,3,7]],"date-time":"2018-03-07T19:39:22Z","timestamp":1520451562000},"page":"19","source":"Crossref","is-referenced-by-count":6,"title":["Test data reuse for evaluation of adaptive machine learning algorithms: over-fitting to a fixed 'test' dataset and a potential solution"],"prefix":"10.1117","author":[{"given":"Alexej","family":"Gossmann","sequence":"first","affiliation":[]},{"given":"Aria","family":"Pezeshk","sequence":"first","affiliation":[]},{"given":"Berkman","family":"Sahiner","sequence":"first","affiliation":[]}],"member":"189","reference":[{"key":"c1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa9375"},{"key":"c2","article-title":"The elements of statistical learning","volume":"1","author":"Hastie","year":"2017"},{"article-title":"Introduction to Statistical Pattern Recognition","year":"2013","author":"Fukunaga","key":"c3"},{"key":"c4","doi-asserted-by":"publisher","DOI":"10.1118\/1.598805"},{"key":"c5","first-page":"1371","article-title":"Overfitting in Making Comparisons Between Variable Selection Methods","volume":"3","author":"Reunanen","year":"2003"},{"key":"c6","first-page":"588","article-title":"On the Dangers of Cross-Validation. An Experimental Evaluation","author":"Rao","year":"2008"},{"key":"c7","first-page":"2079","article-title":"On Over-fitting in Model Selection and Subsequent Selection Bias in Performance Evaluation","author":"Cawley","year":"2010"},{"key":"c8","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2017.06.061"},{"key":"c9","doi-asserted-by":"crossref","DOI":"10.1101\/078816","article-title":"I TRIED A BUNCH OF THINGS: THE DANGERS OF UNEXPECTED OVERFITTING IN CLASSIFICATION","author":"Skocik","year":"2016"},{"key":"c10","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.0020124"},{"key":"c11","doi-asserted-by":"publisher","DOI":"10.1511\/2014.111.460"},{"key":"c12","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-6924.2009.01125.x"},{"key":"c13","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.2000797"},{"key":"c14","doi-asserted-by":"crossref","DOI":"10.1101\/084137","article-title":"Tractography-based connectomes are dominated by false-positive connections","author":"Maier-Hein","year":"2016"},{"key":"c15","first-page":"7900","article-title":"Cluster failure: Why fMRI inferences for spatial extent have inflated false-positive rates","volume":"113","author":"Eklund","year":"2016"},{"key":"c16","doi-asserted-by":"publisher","DOI":"10.1038\/nn.2303"},{"issue":"1","key":"c17","first-page":"289","article-title":"Controlling the False Discovery Rate: A Practical and Powerful Approach to Multiple Testing","volume":"57","author":"Benjamini","year":"1995"},{"key":"c18","doi-asserted-by":"publisher","DOI":"10.1081\/BIP-120024202"},{"key":"c19","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(96)00142-2"},{"key":"c20","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.143.1.7063747"},{"key":"c21","doi-asserted-by":"publisher","DOI":"10.1016\/j.acra.2011.12.016"},{"key":"c22","doi-asserted-by":"publisher","DOI":"10.1145\/3069398"},{"article-title":"Generalization in Adaptive Data Analysis and Holdout Reuse","year":"2015","author":"Dwork","key":"c23"},{"key":"c24","first-page":"2350","article-title":"Generalization in Adaptive Data Analysis and Holdout Reuse","author":"Dwork","year":"2015"},{"key":"c25","first-page":"117","article-title":"Preserving Statistical Validity in Adaptive Data Analysis","volume":"15","author":"Dwork","year":"2015"},{"key":"c26","first-page":"1046","article-title":"Algorithmic Stability for Adaptive Data Analysis","volume":"16","author":"Bassily","year":"2016"},{"key":"c27","first-page":"S7","article-title":"The Ladder: A Reliable Leaderboard for Machine Learning Competitions","author":"Blum","year":"2015"},{"key":"c28","first-page":"1232","article-title":"Controlling Bias in Adaptive Data Analysis Using Information Theory","author":"Russo","year":"2016"},{"key":"c29","first-page":"772","article-title":"Adaptive Learning with Robust Generalization Guarantees","author":"Cummings","year":"2016"},{"article-title":"Information, privacy and stability in adaptive data analysis","year":"2017","author":"Smith","key":"c30"},{"key":"c31","first-page":"728","article-title":"Generalization for Adaptively-chosen Estimators via Stable Median","author":"Feldman","year":"2017"},{"key":"c32","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.2005.67.issue-2"},{"key":"c33","doi-asserted-by":"publisher","DOI":"10.1145\/1961189"},{"key":"c34","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"c35","first-page":"148","article-title":"Experiments with a new boosting algorithm","volume":"96","author":"Freund","year":"1996"},{"key":"c36","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v033.i01"},{"issue":"5","key":"c37","first-page":"1","article-title":"Building predictive models in r using the caret package","volume":"28","author":"Kuhn","year":"2008"},{"key":"c38","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-6849-3"}],"event":{"name":"Image Perception, Observer Performance, and Technology Assessment","start":{"date-parts":[[2018,2,10]]},"location":"Houston, United States","end":{"date-parts":[[2018,2,15]]}},"container-title":["Medical Imaging 2018: Image Perception, Observer Performance, and Technology Assessment"],"original-title":[],"deposited":{"date-parts":[[2018,5,23]],"date-time":"2018-05-23T22:16:00Z","timestamp":1527113760000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.spiedigitallibrary.org\/conference-proceedings-of-spie\/10577\/2293818\/Test-data-reuse-for-evaluation-of-adaptive-machine-learning-algorithms\/10.1117\/12.2293818.full"}},"subtitle":[],"editor":[{"given":"Robert M.","family":"Nishikawa","sequence":"first","affiliation":[]},{"given":"Frank W.","family":"Samuelson","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2018,3,7]]},"references-count":38,"URL":"https:\/\/doi.org\/10.1117\/12.2293818","relation":{},"subject":[],"published":{"date-parts":[[2018,3,7]]}}}