{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T20:06:30Z","timestamp":1780949190036,"version":"3.54.1"},"reference-count":82,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1109\/tkde.2026.3676662","type":"journal-article","created":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T20:10:37Z","timestamp":1774296637000},"page":"4756-4775","source":"Crossref","is-referenced-by-count":0,"title":["Survey of Active Learning Hyperparameters: Insights From a Large-Scale Experimental Grid"],"prefix":"10.1109","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5985-4348","authenticated-orcid":false,"given":"Julius","family":"Gonsior","sequence":"first","affiliation":[{"name":"Technische Universit&#x00E4;t Dresden, Dresden, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tim","family":"Rie\u00df","sequence":"additional","affiliation":[{"name":"Technische Universit&#x00E4;t Dresden, Dresden, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2537-9841","authenticated-orcid":false,"given":"Anja","family":"Reusch","sequence":"additional","affiliation":[{"name":"Technion - Israeli Institute of Technology, Haifa, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5334-059X","authenticated-orcid":false,"given":"Claudio","family":"Hartmann","sequence":"additional","affiliation":[{"name":"Technische Universit&#x00E4;t Dresden, Dresden, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1665-977X","authenticated-orcid":false,"given":"Maik","family":"Thiele","sequence":"additional","affiliation":[{"name":"Hochschule f&#x00FC;r Technik und Wirtschaft Dresden, Dresden, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8107-2775","authenticated-orcid":false,"given":"Wolfgang","family":"Lehner","sequence":"additional","affiliation":[{"name":"Technische Universit&#x00E4;t Dresden, Dresden, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Active learning literature survey","author":"Settles","year":"2009"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.3115\/1564131.1564140"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2026.eacl-long.120"},{"key":"ref4","article-title":"Active learning for spreadsheet cell classification","volume-title":"Proc. Workshops EDBT\/ICDT 2020 Joint Conf.","volume":"2578","author":"Gonsior","year":"2020"},{"key":"ref5","article-title":"DeepCAVE: An interactive analysis tool for automated machine learning","volume-title":"Proc. ICML Workshop Adaptive Exp. Des. Act. Learn. Real World (ReALML)","author":"Sass","year":"2022"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2020.3048055"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3371158.3371208"},{"key":"ref8","article-title":"DECAL: DEployable clinical active learning","volume-title":"Proc. ICML Workshop Adaptive Exp. Des. Act. Learn. Real World (ReALML)","author":"Logan","year":"2022"},{"key":"ref9","article-title":"Using active learning for assisted short answer grading","volume-title":"Proc. ICML 2020 Workshop Real World Experiment Des. Act. Learn.","author":"Kishaan","year":"2020"},{"key":"ref10","article-title":"Unsupervised active learning for video annotation","volume-title":"Proc. ICML Act. Learn. Workshop","author":"Demir"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2018.06.004"},{"key":"ref12","article-title":"Is margin all you need? An extensive empirical study of active learning on tabular data","volume-title":"Proc. ICML Workshop DMLR Data-centric Mach. Learn. Res.","author":"Bahri","year":"2024"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.172"},{"key":"ref14","first-page":"38","article-title":"Learning active learning at the crossroads? Evaluation and discussion","volume-title":"Proc. CEUR Workshop Proc.","volume":"2660","author":"Desreumaux","year":"2020"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/634"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.1240"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00393"},{"key":"ref18","article-title":"ALPBench: A benchmark for active learning pipelines on tabular data","author":"Margraf","year":"2024"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41398-8_16"},{"key":"ref20","first-page":"2","article-title":"Challenges of reliable, realistic and comparable active learning evaluation","volume-title":"Proc. Interact. Adaptive Learn.","author":"Kottke","year":"2017"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2017.05.105"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-016-0469-7"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW51313.2020.00120"},{"issue":"1","key":"ref24","first-page":"250","article-title":"A review of using machine learning approaches for precision education","volume":"24","author":"Luan","year":"2021","journal-title":"Educ. Technol. Soc."},{"key":"ref25","first-page":"14","article-title":"On initial pools for deep active learning","volume-title":"Proc. NeurIPS 2020 Workshop Pre-Registration Mach. Learn.","volume":"148","author":"Chandra","year":"2021"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.114372"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpa.2022.100250"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-007-5019-5"},{"key":"ref29","first-page":"80","article-title":"Sample noise impact on active learning","volume-title":"Proc. CEUR Workshop Proc.","volume":"3079","author":"Abraham","year":"2021"},{"key":"ref30","first-page":"1","article-title":"Hitting the target: Stopping active learning at the cost-based optimum","volume-title":"Proc. Mach. Learn.","author":"Pullar-Strecker","year":"2022"},{"key":"ref31","article-title":"A comparative survey of deep active learning","volume-title":"Proc. Human Loop Learn. (HiLL) Workshop NeurIPS","author":"Zhan","year":"2022"},{"key":"ref32","article-title":"An Expanded Benchmark that Rediscovers and Affirms the Edge of Uncertainty Sampling for Active Learning in Tabular Datasets","author":"Lu","year":"2025","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref33","article-title":"The UCI machine learning repository","author":"Kelly","year":"2017"},{"key":"ref34","article-title":"OpenML benchmarking suites","volume-title":"Proc. Neural Inf. Process. Syst. Track Datasets Benchmarks","volume":"1","author":"Bischl","year":"2021"},{"key":"ref35","first-page":"4225","article-title":"Learning active learning from data","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 30, Annu. Conf. Neural Inf. Process. Syst.","author":"Konyushkova","year":"2017"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-024-10503-z"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11812-3_15"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-18840-4_4"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2012.11.015"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44848-9_14"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0114"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2022.108836"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.2307\/3001968"},{"key":"ref45","first-page":"892","article-title":"Active learning by querying informative and representative examples","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 23: 24th Annu. Conf. Neural Inf. Process. Syst. 2010. Proc. Meeting Held","author":"Huang","year":"2010"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-015-5504-1"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2016.09.017"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.5555\/1248547.1248548"},{"key":"ref50","article-title":"ALiPy: Active learning in python","author":"Tang","year":"2019"},{"key":"ref51","article-title":"Libact: Pool-based active learning in python","author":"Yang","year":"2017"},{"key":"ref53","doi-asserted-by":"crossref","DOI":"10.20944\/preprints202103.0194.v1","article-title":"Scikit-activeml: A library and toolbox for active learning algorithms","author":"Kottke","year":"2021"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-demo.11"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.51"},{"key":"ref56","article-title":"Active learning for convolutional neural networks: A core-set approach","volume-title":"Proc. 6th Int. Conf. Learn. Representations","author":"Sener","year":"2018"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74958-5_14"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015349"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.637"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248108"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1174"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/130385.130417"},{"key":"ref63","first-page":"1","article-title":"Query learning strategies using boosting and bagging","volume-title":"Proc. 15th Int. Conf. Mach. Learn.","author":"Abe","year":"1998"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-77226-2_22"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2008.4563068"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-2099-5_1"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2001.989591"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2004.1334570"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.52202\/068431-0037"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.564"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1098\/rspl.1895.0041"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0434(1996)011<0003:TFAASE>2.0.CO;2"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.2307\/2332226"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.2307\/1412159"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb01338.x"},{"key":"ref76","article-title":"A survey of active learning for text classification using deep neural networks","author":"Schr\u00f6der","year":"2020"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.36"},{"key":"ref78","first-page":"7024","article-title":"BatchBALD: Efficient and diverse batch acquisition for deep Bayesian active learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst. 32, Annu. Conf. Neural Inf. Process. Syst.","author":"Kirsch","year":"2019"},{"key":"ref79","article-title":"Bayesian active learning for classification and preference learning","author":"Houlsby","year":"2011"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1318"},{"key":"ref81","article-title":"Selection via proxy: Efficient data selection for deep learning","volume-title":"Proc. 8th Int. Conf. Learn. Representations","author":"Coleman","year":"2020"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v29i1.9597"},{"key":"ref83","article-title":"Discovering general-purpose active learning strategies","author":"Konyushkova","year":"2019"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487643"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/69\/11538062\/11450451.pdf?arnumber=11450451","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T19:53:56Z","timestamp":1780948436000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11450451\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":82,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2026.3676662","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7]]}}}