{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T11:37:47Z","timestamp":1742989067521,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030129385"},{"type":"electronic","value":"9783030129392"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-12939-2_18","type":"book-chapter","created":{"date-parts":[[2019,2,14]],"date-time":"2019-02-14T19:03:20Z","timestamp":1550171000000},"page":"244-259","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["KS(conf): A Light-Weight Test if a ConvNet Operates Outside of Its Specifications"],"prefix":"10.1007","author":[{"given":"R\u00e9my","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christoph H.","family":"Lampert","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,14]]},"reference":[{"key":"18_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1007\/978-3-319-10599-4_24","volume-title":"Computer Vision \u2013 ECCV 2014","author":"A Bansal","year":"2014","unstructured":"Bansal, A., Farhadi, A., Parikh, D.: Towards transparent systems: semantic characterization of failure modes. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8694, pp. 366\u2013381. Springer, Cham (2014). \n                      https:\/\/doi.org\/10.1007\/978-3-319-10599-4_24"},{"issue":"1\u20132","key":"18_CR2","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1007\/s10994-009-5152-4","volume":"79","author":"S Ben-David","year":"2010","unstructured":"Ben-David, S., Blitzer, J., Crammer, K., Kulesza, A., Pereira, F., Vaughan, J.W.: A theory of learning from different domains. Mach. Learn. 79(1\u20132), 151\u2013175 (2010)","journal-title":"Mach. Learn."},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Bendale, A., Boult, T.: Towards open world recognition. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2015)","DOI":"10.1109\/CVPR.2015.7298799"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Bendale, A., Boult, T.: Towards open set deep networks. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2016)","DOI":"10.1109\/CVPR.2016.173"},{"key":"18_CR5","doi-asserted-by":"crossref","unstructured":"Daftry, S., Zeng, S., Bagnell, J.A., Hebert, M.: Introspective perception: learning to predict failures in vision systems. In: International Conference on Intelligent Robots (IROS) (2016)","DOI":"10.1109\/IROS.2016.7759279"},{"key":"18_CR6","unstructured":"Dunning, T., Ertl, O.: Computing extremely accurate quantiles using t-digests (2014). \n                      github.com"},{"key":"18_CR7","unstructured":"Ganin, Y., Lempitsky, V.: Unsupervised domain adaptation by backpropagation. In: International Conference on Machine Learing (ICML) (2015)"},{"key":"18_CR8","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learing (ICML) (2017)"},{"key":"18_CR9","unstructured":"Harel, M., Mannor, S., El-Yaniv, R., Crammer, K.: Concept drift detection through resampling. In: International Conference on Machine Learning (ICML) (2014)"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"18_CR11","unstructured":"Howard, A.G., et al.: Mobilenets: efficient convolutional neural networks for mobile vision applications. \n                      arXiv:1704.04861\n                      \n                     (2017)"},{"key":"18_CR12","unstructured":"Iandola, F.N., Han, S., Moskewicz, M.W., Ashraf, K., Dally, W.J., Keutzer, K.: SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and \n                      \n                        \n                      \n                      $${<}$$\n                    0.5 MB model size. \n                      arXiv:1602.07360\n                      \n                     (2016)"},{"key":"18_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1007\/978-3-319-10578-9_26","volume-title":"Computer Vision \u2013 ECCV 2014","author":"LP Jain","year":"2014","unstructured":"Jain, L.P., Scheirer, W.J., Boult, T.E.: Multi-class open set recognition using probability of inclusion. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8691, pp. 393\u2013409. Springer, Cham (2014). \n                      https:\/\/doi.org\/10.1007\/978-3-319-10578-9_26"},{"issue":"1","key":"18_CR14","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1109\/TNNLS.2013.2248094","volume":"25","author":"Ludmila I. Kuncheva","year":"2014","unstructured":"Kuncheva, L.I., Faithfull, W.J.: PCA feature extraction for change detection in multidimensional unlabeled data. IEEE Trans. Neural Netw. (T-NN) 25(1), 69\u201380 (2014)","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"18_CR15","unstructured":"Marsaglia, G., Tsang, W.W., Wang, J.: Evaluating Kolmogorov\u2019s distribution. J. Stat. Softw. Articles 8(18), 1\u20134 (2003)"},{"issue":"253","key":"18_CR16","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1080\/01621459.1951.10500769","volume":"46","author":"FJ Massey Jr","year":"1951","unstructured":"Massey Jr., F.J.: The Kolmogorov-Smirnov test for goodness of fit. J. Am. Stat. Assoc. 46(253), 68\u201378 (1951)","journal-title":"J. Am. Stat. Assoc."},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"Perazzi, F., Pont-Tuset, J., McWilliams, B., Van Gool, L., Gross, M., Sorkine-Hornung, A.: A benchmark dataset and evaluation methodology for video object segmentation. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2016)","DOI":"10.1109\/CVPR.2016.85"},{"key":"18_CR18","unstructured":"Platt, J.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. In: Advances in Large Margin Classifiers. Cambridge University Press (1999)"},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Rebuffi, S.A., Kolesnikov, A., Sperl, G., Lampert, C.H.: iCaRL: incremental classifier and representation learning. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2016)","DOI":"10.1109\/CVPR.2017.587"},{"key":"18_CR20","doi-asserted-by":"crossref","unstructured":"dos Reis, D.M., Flach, P., Matwin, S., Batista, G.: Fast unsupervised online drift detection using incremental Kolmogorov-Smirnov test. In: SIGKDD (2016)","DOI":"10.1145\/2939672.2939836"},{"key":"18_CR21","doi-asserted-by":"crossref","unstructured":"Royer, A., Lampert, C.H.: Classifier adaptation at prediction time. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2015)","DOI":"10.1109\/CVPR.2015.7298746"},{"issue":"3","key":"18_CR22","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"Olga Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vis. (IJCV) 115(3), 211\u2013252 (2015)","journal-title":"International Journal of Computer Vision"},{"issue":"1","key":"18_CR23","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1007\/s10844-015-0358-3","volume":"46","author":"TS Sethi","year":"2016","unstructured":"Sethi, T.S., Kantardzic, M., Hu, H.: A grid density based framework for classifying streaming data in the presence of concept drift. J. Intell. Inf. Syst. 46(1), 179\u2013211 (2016)","journal-title":"J. Intell. Inf. Syst."},{"key":"18_CR24","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. \n                      arXiv:1409.1556\n                      \n                     (2014)"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Sun, R., Lampert, C.H.: KS(conf): A light-weight test if a ConvNet operates outside of its specifications. \n                      arXiv:1804.04171\n                      \n                     (2018)","DOI":"10.1007\/978-3-030-12939-2_18"},{"key":"18_CR26","unstructured":"Tange, O.: Gnu parallel - the command-line power tool. USENIX Mag. 36(1), 42\u201347 (2011). \n                      http:\/\/www.gnu.org\/s\/parallel"},{"key":"18_CR27","unstructured":"Wang, H., Abraham, Z.: Concept drift detection for streaming data. In: International Joint Conference on Neural Networks (IJCNN) (2015)"},{"key":"18_CR28","doi-asserted-by":"crossref","unstructured":"Xian, Y., Lampert, C.H., Schiele, B., Akata, Z.: Zero-shot learning - a comprehensive evaluation of the good, the bad and the ugly. IEEE Trans. Pattern Anal. Mach. Intell. (T-PAMI) (2018)","DOI":"10.1109\/TPAMI.2018.2857768"},{"key":"18_CR29","doi-asserted-by":"crossref","unstructured":"Zhang, P., Wang, J., Farhadi, A., Hebert, M., Parikh, D.: Predicting failures of vision systems. In: Conference on Computer Vision and Pattern Recognition (CVPR) (2014)","DOI":"10.1109\/CVPR.2014.456"},{"key":"18_CR30","doi-asserted-by":"crossref","unstructured":"Zliobaite, I.: Change with delayed labeling: when is it detectable? In: International Conference on Data Mining Workshops (2010)","DOI":"10.1109\/ICDMW.2010.49"},{"key":"18_CR31","doi-asserted-by":"crossref","unstructured":"Zoph, B., Vasudevan, V., Shlens, J., Le, Q.V.: Learning transferable architectures for scalable image recognition. \n                      arXiv:1707.07012\n                      \n                     (2017)","DOI":"10.1109\/CVPR.2018.00907"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-12939-2_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T07:02:07Z","timestamp":1558335727000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-12939-2_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030129385","9783030129392"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-12939-2_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"14 February 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"GCPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"German Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stuttgart","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 October 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 October 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"40","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dagm2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/gcprvmv2018.vis.uni-stuttgart.de\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"118","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"48","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"41% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"2.92","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"6.27","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}}]}}