{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T03:56:11Z","timestamp":1784174171945,"version":"3.55.0"},"reference-count":207,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3401547","type":"journal-article","created":{"date-parts":[[2024,5,15]],"date-time":"2024-05-15T13:39:58Z","timestamp":1715780398000},"page":"75735-75760","source":"Crossref","is-referenced-by-count":134,"title":["Applications, Challenges, and Future Directions of Human-in-the-Loop Learning"],"prefix":"10.1109","volume":"12","author":[{"given":"Sushant","family":"Kumar","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2481-8184","authenticated-orcid":false,"given":"Sumit","family":"Datta","sequence":"additional","affiliation":[{"name":"School of Electronic Systems and Automation, Digital University Kerala (Formerly IIITM Kerala), Thiruvananthapuram, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9683-6504","authenticated-orcid":false,"given":"Vishakha","family":"Singh","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2607-0931","authenticated-orcid":false,"given":"Deepanwita","family":"Datta","sequence":"additional","affiliation":[{"name":"Department of Information System Management, Indian Institute of Management (IIM) Sambalpur, Sambalpur, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9061-6313","authenticated-orcid":false,"given":"Sanjay","family":"Kumar Singh","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Indian Institute of Technology (BHU) Varanasi, Varanasi, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8542-5096","authenticated-orcid":false,"given":"Ritesh","family":"Sharma","sequence":"additional","affiliation":[{"name":"Department of Information and Communication Technology, Manipal Institute of Technology, Manipal Academy of Higher Education, Manipal, Karnataka, India"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2021.100379"},{"key":"ref2","first-page":"822","article-title":"Why do larger models generalize better? A theoretical perspective via the XOR problem","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Brutzkus"},{"key":"ref3","first-page":"1","article-title":"Learning deep features for scene recognition using places database","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"27","author":"Zhou"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2963663"},{"key":"ref5","first-page":"7559","article-title":"Differentiable augmentation for data-efficient GAN training","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Zhao"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.08.023"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2964173"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref9","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. NAACL-HLT","author":"Devlin"},{"key":"ref10","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00510"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5389"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.03.035"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2017.00-37"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1111\/mice.12495"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58542-6_20"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2019.00034"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-018-0631-9"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-018-1361-5"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1601883"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1637"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3209889.3209897"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2022.12.206"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3389\/fmtec.2022.951643"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.05.014"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s10844-014-0304-9"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102062"},{"issue":"3","key":"ref28","doi-asserted-by":"crossref","first-page":"1083","DOI":"10.1007\/s00146-020-01123-7","article-title":"Where is the human got to go? Artificial intelligence, machine learning, big data, digitalisation, and human\u2013robot interaction in industry 4.0 and 5.0: Review comment on: Bauer, M. (2020). preise Kalkulieren mit KI-Gestutzter onlineplattform BAM GmbH, Weiden, Bavaria, Germany","volume":"36","author":"Vogt","year":"2021","journal-title":"AI Soc."},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.36897\/jme\/147160"},{"key":"ref30","volume-title":"Machine Learning","author":"Mitchell","year":"1997"},{"key":"ref31","volume-title":"Human-in-the-loop learning from crowdsourcing and social media","author":"Liu","year":"2020"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298808"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.95"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00976"},{"key":"ref35","volume-title":"Active learning literature survey","author":"Settles","year":"2009"},{"issue":"9","key":"ref36","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3472291","article-title":"A survey of deep active learning","volume":"54","author":"Ren","year":"2021","journal-title":"ACM Comput. Surv."},{"key":"ref37","volume-title":"Uncertainty in deep learning. University of Cambridge","author":"Gal","year":"2016"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00018"},{"key":"ref39","first-page":"1","article-title":"Deep batch active learning by diverse, uncertain gradient lower bounds","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Ash"},{"key":"ref40","first-page":"1","article-title":"BatchBALD: Efficient and diverse batch acquisition for deep Bayesian active learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Kirsch"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-020-05903-6"},{"key":"ref42","first-page":"1","article-title":"Deep reinforcement learning from human preferences","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Christiano"},{"key":"ref43","first-page":"1","article-title":"Dialogue learning with human-in-the-loop","volume-title":"Proc. 5th Int. Conf. Learn. Represent.","author":"Li"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.15348"},{"key":"ref45","article-title":"Open problems and fundamental limitations of reinforcement learning from human feedback","author":"Casper","year":"2023","journal-title":"arXiv:2307.15217"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10945"},{"key":"ref47","article-title":"A survey of reinforcement learning from human feedback","author":"Kaufmann","year":"2023","journal-title":"arXiv:2312.14925"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1063"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3011559"},{"key":"ref50","article-title":"Models of human preference for learning reward functions","author":"Bradley Knox","year":"2022","journal-title":"arXiv:2206.02231"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v38i3.2741"},{"issue":"2","key":"ref52","first-page":"1","article-title":"Explainable artificial intelligence (XAI)","volume":"2","author":"Gunning","year":"2017","journal-title":"Defense Adv. Res. Projects Agency"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.3390\/data7070093"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10246-w"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2016.2606347"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/IoTaIS53735.2021.9628587"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1002\/aisy.202000229"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2020.3037955"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3165931"},{"key":"ref60","article-title":"Adaptive leading cruise control in mixed traffic considering human behavioral diversity","author":"Wang","year":"2022","journal-title":"arXiv:2210.02147"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.eng.2022.05.017"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3346917"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.commtr.2024.100127"},{"key":"ref64","first-page":"1","article-title":"VOCAL: Video organization and interactive compositional analytics","volume-title":"Proc. 12th Annu. Conf. Innov. Data Syst. Res.","author":"Daum"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2115730119"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-82681-9_9"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v7i1.5282"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2021.07.020"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.04.071"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.169"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2023.3238524"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248060"},{"key":"ref73","first-page":"1226","article-title":"Efficient human-in-the-loop object detection using bi-directional deep SORT and annotation-free segment identification","volume-title":"Proc. Asia\u2013Pacific Signal Inf. Process. Assoc. Annu. Summit Conf. (APSIPA ASC)","author":"Madono"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2017.8296962"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/79.581363"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2003.1211538"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01252-6_6"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377509"},{"key":"ref79","first-page":"1","article-title":"Deep image prior","volume-title":"Proc. Comput. Vis. Pattern Recognit. (CVPR)","volume":"1","author":"Ulyanov"},{"key":"ref80","article-title":"A `human-in-the-loop approach for semi-automated image restoration in electron microscopy","author":"Roels","year":"2019","journal-title":"BioRxiv"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2644615"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3059968"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-06110-7"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78191-0_51"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053555"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.24032\/ijeacs\/0207\/05"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/CW.2019.00070"},{"key":"ref88","first-page":"357","article-title":"NICER: Aesthetic image enhancement with humans in the loop","volume-title":"Proc. 13th Int. Conf. Adv. Comput.-Hum. Interact.","author":"Fischer"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3391743"},{"key":"ref90","article-title":"Interactive video object segmentation in the wild","author":"Benard","year":"2017","journal-title":"arXiv:1801.00269"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00539"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080666"},{"key":"ref93","article-title":"Uncertainty-driven semantic segmentation through human-machine collaborative learning","author":"Ravanbakhsh","year":"2019","journal-title":"arXiv:1909.00626"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/3580815"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00583"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612673"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2023.102673"},{"key":"ref98","first-page":"2668","article-title":"Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (TCAV)","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","volume":"80","author":"Kim"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287590"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v7i1.5285"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-019-0198-6"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376718"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-020-0942-0"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2111547119"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580694"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00593-2"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2023.102506"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3247092"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2023.101048"},{"key":"ref112","article-title":"H-COAL: Human correction of AI-generated labels for biomedical named entity recognition","author":"Duan","year":"2023","journal-title":"arXiv:2311.11981"},{"key":"ref113","article-title":"Cross-lingual German biomedical information extraction: From zero-shot to human-in-the-loop","author":"Liang","year":"2023","journal-title":"arXiv:2301.09908"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.02040"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30490-4_9"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.3390\/app10030957"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-020-10107-0"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v6i1.13337"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-industry.22"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-3020"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2020.3042009"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i7.16734"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1258"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33012547"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1547"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1012"},{"key":"ref127","article-title":"Fine-tuning language models from human preferences","author":"Ziegler","year":"2019","journal-title":"arXiv:1909.08593"},{"key":"ref128","first-page":"3008","article-title":"Learning to summarize with human feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Stiennon"},{"key":"ref129","first-page":"47","article-title":"Putting humans in the natural language processing loop: A survey","volume-title":"Proc. 1st Workshop Bridging Hum.-Comput. Interact. Natural Lang. Process.","author":"Wang"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1358"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00279"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.758"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/IDSTA55301.2022.9923043"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110723"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3615485"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2023.107152"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1145\/3533271.3561705"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/ICBATS54253.2022.9759038"},{"key":"ref140","article-title":"From explanation to action: An end-to-end human-in-the-loop framework for anomaly reasoning and management","author":"Ding","year":"2023","journal-title":"arXiv:2304.03368"},{"issue":"1","key":"ref141","first-page":"43","article-title":"Regulating artificial intelligence in finance: Putting the human in the loop","volume":"43","author":"Buckley","year":"2021","journal-title":"Sydney Law Rev."},{"issue":"1","key":"ref142","volume-title":"Artificial intelligence in finance: Putting the human in the loop","author":"Zetzsche","year":"2020"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1080\/17521440.2020.1760454"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1109\/MSMC.2016.2623867"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmsy.2020.01.002"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376638"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2013.2293535"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1007\/s40708-016-0042-6"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.118083"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401452"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137833"},{"key":"ref152","volume-title":"Human-in-the-Loop Machine Learning: Active Learning and Annotation for Human-centered AI","author":"Monarch","year":"2021"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3510011"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2004.1380068"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1145\/1498759.1498819"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"ref157","first-page":"1","article-title":"Human-in-the-loop learning of interpretable and intuitive representations","volume-title":"Proc. ICML Workshop Hum. Interpretability Mach. Learn.","volume":"17","author":"Lage"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114837"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3071727"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623732"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675214"},{"key":"ref162","article-title":"Human-in-the-loop machine learning: A macro-micro perspective","author":"Wang","year":"2022","journal-title":"arXiv:2202.10564"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2398816"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1126\/science.aal5054"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-0009.2005.00397.x"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.3390\/systems11110548"},{"key":"ref167","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.spnlp-1.4"},{"key":"ref168","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172965"},{"key":"ref169","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-013-0675-3"},{"key":"ref170","doi-asserted-by":"publisher","DOI":"10.1007\/s00170-021-06977-9"},{"issue":"3","key":"ref171","first-page":"37","article-title":"Human-in-the-loop techniques in machine learning","volume":"43","author":"Chai","year":"2020","journal-title":"IEEE Data Eng. Bull."},{"key":"ref172","first-page":"1467","article-title":"Closing the loop: Fast, interactive semi-supervised annotation with queries on features and instances","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"Settles"},{"key":"ref173","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2017.03.007"},{"key":"ref174","volume-title":"Automated modeling of human-in-the-loop systems","author":"Marquand","year":"2021"},{"key":"ref175","doi-asserted-by":"publisher","DOI":"10.1145\/3185517"},{"key":"ref176","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2022.2041900"},{"key":"ref177","volume-title":"Dual representation for human-in-the-loop robot learning","author":"Bansal","year":"2022"},{"key":"ref178","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Brown"},{"key":"ref179","doi-asserted-by":"publisher","DOI":"10.1109\/ChiCC.2016.7554790"},{"key":"ref180","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3208004"},{"key":"ref181","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3166531"},{"key":"ref182","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2984944"},{"key":"ref183","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2939263"},{"key":"ref184","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2960009"},{"key":"ref185","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3039220"},{"key":"ref186","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3100147"},{"key":"ref187","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.2969444"},{"key":"ref188","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3036984"},{"key":"ref189","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC55140.2022.9921872"},{"key":"ref190","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3165178"},{"key":"ref191","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3163458"},{"key":"ref192","doi-asserted-by":"publisher","DOI":"10.1109\/MVT.2021.3140047"},{"key":"ref193","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3172870"},{"key":"ref194","doi-asserted-by":"publisher","DOI":"10.1002\/aisy.202100211"},{"key":"ref195","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2017.2674998"},{"key":"ref196","first-page":"1","article-title":"The neuro-symbolic concept learner: Interpreting scenes, words, and sentences from natural supervision","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Mao"},{"key":"ref197","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.2000050"},{"key":"ref198","doi-asserted-by":"publisher","DOI":"10.1145\/3386569.3392409"},{"key":"ref199","volume-title":"Human factors and ergonomics in healthcare AI","author":"Sujan","year":"2021"},{"key":"ref200","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-022-01383-x"},{"key":"ref201","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2015.2503288"},{"key":"ref202","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2019.2954289"},{"key":"ref203","doi-asserted-by":"publisher","DOI":"10.1109\/MCS.2020.3019725"},{"key":"ref204","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2019.2959542"},{"key":"ref205","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2019.2953588"},{"key":"ref206","doi-asserted-by":"publisher","DOI":"10.1109\/TETC.2013.2281204"},{"key":"ref207","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3144519"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10380310\/10530996.pdf?arnumber=10530996","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T19:47:29Z","timestamp":1777060049000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10530996\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":207,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3401547","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}