{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T00:15:14Z","timestamp":1773879314488,"version":"3.50.1"},"reference-count":67,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science (JSPS) KAKENHI","doi-asserted-by":"publisher","award":["22H04860"],"award-info":[{"award-number":["22H04860"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science (JSPS) KAKENHI","doi-asserted-by":"publisher","award":["22H00536"],"award-info":[{"award-number":["22H00536"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"Japan Science and Technology Agency (JST) AIP Trilateral Artificial Intelligence (AI) Research, Japan","doi-asserted-by":"publisher","award":["JPMJCR20G6"],"award-info":[{"award-number":["JPMJCR20G6"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3211651","type":"journal-article","created":{"date-parts":[[2022,10,3]],"date-time":"2022-10-03T20:20:19Z","timestamp":1664828419000},"page":"105713-105725","source":"Crossref","is-referenced-by-count":4,"title":["IDPS Signature Classification Based on Active Learning With Partial Supervision From Network Security Experts"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7545-7468","authenticated-orcid":false,"given":"Hidetoshi","family":"Kawaguchi","sequence":"first","affiliation":[{"name":"Network Innovation Center, NTT, Musashino, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5848-4445","authenticated-orcid":false,"given":"Yuichi","family":"Nakatani","sequence":"additional","affiliation":[{"name":"Network Innovation Center, NTT, Musashino, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9260-0403","authenticated-orcid":false,"given":"Shogo","family":"Okada","sequence":"additional","affiliation":[{"name":"Japan Advanced Institute of Science and Technology, Nomi, Ishikawa, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2009.05.029"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2494502"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/WiSPNET.2017.8300169"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA55696.2022.00096"},{"key":"ref5","article-title":"Active learning literature survey","author":"Settles","year":"2009"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TEC.1957.5222035"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1970.1054406"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-023-10562-9"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.5555\/3045390.3045502"},{"key":"ref10","first-page":"6402","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Lakshminarayanan"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/NOMS.2008.4575114"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30143-1_6"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/1752046.1752051"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/DSN.2011.5958211"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3472291"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143897"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-66179-7_46"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2018180237"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICMIPE47306.2019.9098222"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2020.3048055"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000648"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-021-04047-1"},{"key":"ref23","first-page":"854","article-title":"Bucking the trend: Large-scale cost-focused active learning for statistical machine translation","volume-title":"Proc. Annu. Meeting Assoc. Comput. Linguistics","author":"Bloodgood"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/IALP.2018.8629116"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K18-1015"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1119"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.162"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1063\/1.5023802"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1039\/D1SC02087K"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1039\/D1SC01825F"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2013.08.013"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2018.03.005"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2944295"},{"key":"ref34","first-page":"5281","article-title":"Direct uncertainty prediction for medical second opinions","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Raghu"},{"key":"ref35","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Guo"},{"issue":"3","key":"ref36","first-page":"61","article-title":"Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods","volume":"10","author":"Platt","year":"1999","journal-title":"Advances Large Margin Classifiers"},{"key":"ref37","first-page":"11117","article-title":"Mix-n-Match: Ensemble and compositional methods for uncertainty calibration in deep learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Zhang"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00681"},{"key":"ref39","first-page":"7235","article-title":"Meta-Cal: Well-controlled post-hoc calibration by ranking","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Ma"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref41","first-page":"1","article-title":"Regularizing neural networks by penalizing confident output distributions","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR) Workshops","author":"Pereyra"},{"key":"ref42","first-page":"4696","article-title":"When does label smoothing help?","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"M\u00fcller"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00924"},{"key":"ref44","first-page":"7034","article-title":"Confidence-aware learning for deep neural networks","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Moon"},{"key":"ref45","first-page":"18237","article-title":"Improving model calibration with accuracy versus uncertainty optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Krishnan"},{"key":"ref46","first-page":"13991","article-title":"Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Ovadia"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00167"},{"key":"ref48","first-page":"1","article-title":"Pitfalls of in-domain uncertainty estimation and ensembling in deep learning","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Ashukha"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/168304.168306"},{"key":"ref50","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0745-0","volume-title":"Bayesian Learning for Neural Networks","author":"Neal","year":"1996"},{"key":"ref51","first-page":"215","article-title":"Ensemble learning in Bayesian neural networks","volume":"168","author":"Barber","year":"1998","journal-title":"Nato ASI F, Comput. Syst. Sci."},{"key":"ref52","first-page":"681","article-title":"Bayesian learning via stochastic gradient Langevin dynamics","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Welling"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.5555\/2986459.2986721"},{"key":"ref54","first-page":"1683","article-title":"Stochastic gradient Hamiltonian Monte Carlo","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Chen"},{"key":"ref55","first-page":"1613","article-title":"Weight uncertainty in neural network","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Blundell"},{"key":"ref56","first-page":"1","article-title":"Training on test data with Bayesian adaptation for covariate shift","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Zhou"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00976"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-2502"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/DCABES.2017.24"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CyberC.2017.40"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICOASE.2019.8723825"},{"issue":"1","key":"ref62","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"Srivastava","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref63","article-title":"Bayesian active learning for classification and preference learning","author":"Houlsby","year":"2011","journal-title":"arXiv:1112.5745"},{"key":"ref64","first-page":"65","article-title":"Accuracy-rejection curves (ARCs) for comparing classification methods with a reject option","volume-title":"Proc. Int. Workshop Mach. Learn. Syst. Biol.","volume":"8","author":"Ahmed Nadeem"},{"key":"ref65","first-page":"1","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. ICLR","author":"Kingma"},{"key":"ref66","first-page":"6514","article-title":"Hyperparameter ensembles for robustness and uncertainty quantification","volume-title":"Proc. NeurIPS","author":"Wenzel"},{"key":"ref67","first-page":"7898","article-title":"Neural ensemble search for uncertainty estimation and dataset shift","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Zaidi"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09908556.pdf?arnumber=9908556","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T23:14:35Z","timestamp":1705965275000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9908556\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":67,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3211651","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}