{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T04:41:34Z","timestamp":1725684094540},"reference-count":17,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,8,21]],"date-time":"2022-08-21T00:00:00Z","timestamp":1661040000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,21]],"date-time":"2022-08-21T00:00:00Z","timestamp":1661040000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,8,21]]},"DOI":"10.1109\/icpr56361.2022.9956048","type":"proceedings-article","created":{"date-parts":[[2022,11,29]],"date-time":"2022-11-29T14:34:13Z","timestamp":1669732453000},"page":"4464-4470","source":"Crossref","is-referenced-by-count":1,"title":["Online Adaptive Metrics for Model Evaluation on Non-representative Offline Test Data"],"prefix":"10.1109","author":[{"given":"Enrico","family":"Piovano","sequence":"first","affiliation":[{"name":"Amazon.com, Inc"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dieu-Thu","family":"Le","sequence":"additional","affiliation":[{"name":"Amazon.com, Inc"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bei","family":"Chen","sequence":"additional","affiliation":[{"name":"Amazon.com, Inc"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Melanie","family":"Bradford","sequence":"additional","affiliation":[{"name":"Amazon.com, Inc"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"Detecting concept drift with support vector machines","author":"klinkenberg","year":"2000","journal-title":"ICML"},{"year":"2021","author":"kossen","journal-title":"Active testing Sample-efficient model evaluation","key":"ref11"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1017\/CBO9780511809071"},{"year":"2018","author":"nguyen","journal-title":"Active testing An efficient and robust framework for estimating accuracy","key":"ref13"},{"doi-asserted-by":"publisher","key":"ref14","DOI":"10.1201\/9781351076777"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1109\/ICASSP.2017.7953085"},{"doi-asserted-by":"publisher","key":"ref16","DOI":"10.1145\/956755.956778"},{"doi-asserted-by":"publisher","key":"ref17","DOI":"10.1007\/s41664-018-0068-2"},{"key":"ref4","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1007\/BF00994018"},{"year":"2021","author":"farquhar","journal-title":"On statistical bias in active learning How and when to fix it","key":"ref6"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1002\/sam.10054"},{"year":"2015","author":"gonz","journal-title":"Optimal data distributions in machine learning","key":"ref8"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.1007\/978-3-540-28645-5_29"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.1007\/978-3-540-87987-9_8"},{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1145\/1273496.1273507"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.3233\/IDA-2004-8305"}],"event":{"name":"2022 26th International Conference on Pattern Recognition (ICPR)","start":{"date-parts":[[2022,8,21]]},"location":"Montreal, QC, Canada","end":{"date-parts":[[2022,8,25]]}},"container-title":["2022 26th International Conference on Pattern Recognition (ICPR)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9956007\/9955631\/09956048.pdf?arnumber=9956048","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,19]],"date-time":"2022-12-19T15:03:42Z","timestamp":1671462222000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9956048\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,21]]},"references-count":17,"URL":"https:\/\/doi.org\/10.1109\/icpr56361.2022.9956048","relation":{},"subject":[],"published":{"date-parts":[[2022,8,21]]}}}