{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T13:04:09Z","timestamp":1768568649077,"version":"3.49.0"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Open Foundation of Henan Key Laboratory of Brain Science and Brain-Computer Interface Technology","award":["HNBBL230204"],"award-info":[{"award-number":["HNBBL230204"]}]},{"name":"Major Science and Technology Project of Industry-university-research Cooperation for Colleges and Universities in Hebei Province in Shijiazhuang City","award":["2511303107A"],"award-info":[{"award-number":["2511303107A"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Comput. Intell. Mag."],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1109\/mci.2025.3624194","type":"journal-article","created":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T20:39:48Z","timestamp":1768423188000},"page":"57-68","source":"Crossref","is-referenced-by-count":0,"title":["Black-Box Test-Time Ensemble"],"prefix":"10.1109","volume":"21","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7589-385X","authenticated-orcid":false,"given":"Siyang","family":"Li","sequence":"first","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1324-2298","authenticated-orcid":false,"given":"Ziwei","family":"Wang","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4025-4389","authenticated-orcid":false,"given":"Chenhao","family":"Liu","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7153-9703","authenticated-orcid":false,"given":"Dongrui","family":"Wu","sequence":"additional","affiliation":[{"name":"Huazhong University of Science and Technology, Wuhan, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3436755"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3370978"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3641289"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1201\/b12207"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45014-9_1"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1219097111"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/BF00058655"},{"key":"ref9","first-page":"1401","article-title":"A brief introduction to boosting","volume-title":"Proc. Int. Joint Conf. Artif. Intell.","author":"Schapire","year":"1999"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2535242"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2005.249"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref13","first-page":"1260","article-title":"Spectral methods meet EM: A provably optimal algorithm for crowdsourcing","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhang","year":"2014"},{"key":"ref14","first-page":"351","article-title":"Unsupervised ensemble learning with dependent classifiers","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Jaffe","year":"2016"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2018.2860562"},{"key":"ref16","first-page":"30","article-title":"A deep learning approach to unsupervised ensemble learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Shaham","year":"2016"},{"key":"ref17","first-page":"1","article-title":"Unsupervised evaluation and weighted aggregation of ranked classification predictions","volume":"20","author":"Ahsen","year":"2019","journal-title":"J. Mach. Learn. Res."},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2023.3303289"},{"key":"ref19","first-page":"407","article-title":"Estimating the accuracies of multiple classifiers without labeled data","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Jaffe","year":"2015"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.3004555"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.106004"},{"key":"ref22","article-title":"In search of lost domain generalization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Gulrajani","year":"2021"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-024-02181-w"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2016.94"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2015.7"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2088"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2017.0-134"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/aadea0"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2012.00055"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1002\/hbm.23730"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2015.2431497"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-016-0455-0"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2008.4408441"},{"key":"ref35","first-page":"22419","article-title":"AutoFormer: Decomposition transformers with auto-correlation for long-term series forecasting","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wu","year":"2021"},{"key":"ref36","article-title":"Deep time series models: A comprehensive survey and benchmark","author":"Wang","year":"2024"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2013.208"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.591"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.572"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01270-0_28"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00149"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref43","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","volume-title":"Proc. 23rd Int. Conf. Neural Inf. Process. Syst.","author":"Whitehill","year":"2009"},{"key":"ref44","first-page":"1120","article-title":"Learning whom to trust with MACE","volume-title":"Proc. Conf. North Amer. Chapter, Assoc. Comput. Linguistics: Hum. Lang. Technol.","author":"Hovy","year":"2013"},{"key":"ref45","first-page":"21841","article-title":"Adversarial crowdsourcing through robust rank-one matrix completion","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ma","year":"2020"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v28i2.19016"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2610509"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3630102"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/184"},{"key":"ref51","first-page":"3886","article-title":"Exploiting worker correlation for label aggregation in crowdsourcing","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Li","year":"2019"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1023\/B:MACH.0000015881.36452.6e"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2008.12.001"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"}],"container-title":["IEEE Computational Intelligence Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10207\/11353090\/11353100.pdf?arnumber=11353100","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T20:49:03Z","timestamp":1768510143000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11353100\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2]]},"references-count":54,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/mci.2025.3624194","relation":{},"ISSN":["1556-603X","1556-6048"],"issn-type":[{"value":"1556-603X","type":"print"},{"value":"1556-6048","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,2]]}}}