{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,25]],"date-time":"2026-08-25T23:09:08Z","timestamp":1787699348326,"version":"build-2784847793"},"reference-count":349,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Basque Government, which recognizes Human-centric Computing for Smart Sustainable Communities and Environments","award":["IT1582-22"],"award-info":[{"award-number":["IT1582-22"]}]},{"name":"excellent research group under the Basque university system. Besides, we acknowledge the Ministerio de Ciencia e Innovaci\u00f3n for Internet of People","award":["PID2020-119682RB-I00"],"award-info":[{"award-number":["PID2020-119682RB-I00"]}]},{"name":"European Commission through the Wearables and drones for City Socio-Environmental Observations and Behavioral Change","award":["101037648"],"award-info":[{"award-number":["101037648"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3536095","type":"journal-article","created":{"date-parts":[[2025,1,29]],"date-time":"2025-01-29T19:02:57Z","timestamp":1738177377000},"page":"29375-29405","source":"Crossref","is-referenced-by-count":53,"title":["A Multifaceted Vision of the Human-AI Collaboration: A Comprehensive Review"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0632-5768","authenticated-orcid":false,"given":"Maite","family":"Puerta-Beldarrain","sequence":"first","affiliation":[{"name":"Deustotech, University of Deusto, Bilbao, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7439-2551","authenticated-orcid":false,"given":"Oihane","family":"G\u00f3mez-Carmona","sequence":"additional","affiliation":[{"name":"Deustotech, University of Deusto, Bilbao, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6361-0901","authenticated-orcid":false,"given":"Rub\u00e9n","family":"S\u00e1nchez-Corcuera","sequence":"additional","affiliation":[{"name":"Faculty of Engineering, University of Deusto, Bilbao, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1070-7494","authenticated-orcid":false,"given":"Diego","family":"Casado-Mansilla","sequence":"additional","affiliation":[{"name":"Faculty of Engineering, University of Deusto, Bilbao, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8055-6823","authenticated-orcid":false,"given":"Diego","family":"L\u00f3pez-de-Ipi\u00f1a","sequence":"additional","affiliation":[{"name":"Faculty of Engineering, University of Deusto, Bilbao, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liming","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1080\/15265161.2024.2377139"},{"key":"ref2","article-title":"The internet of people: A survey and tutorial","author":"Shi","year":"2021","journal-title":"arXiv:2104.04079"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.30658\/hmc.6.5"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1097\/00001888-199210000-00004"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/047168659X"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1201\/9781003376064"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-93808-0_1"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1186\/2192-1962-3-12"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CICTN57981.2023.10141157"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642726"},{"key":"ref11","article-title":"A design trajectory map of human-AI collaborative reinforcement learning systems: Survey and taxonomy","author":"Li","year":"2024","journal-title":"arXiv:2405.10214"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3233\/FAIA240229"},{"key":"ref13","article-title":"Collaborative interactive learning\u2014A clarification of terms and a differentiation from other research fields","author":"Hanika","year":"2019","journal-title":"arXiv:1905.07264"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2020.2996587"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.26599\/TST.2022.9010022"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1111\/j.1744-6198.2010.00167.x"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-017-9677-2"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s12599-019-00595-2"},{"key":"ref19","article-title":"A comprehensive survey of AI-generated content (AIGC): A history of generative AI from GAN to ChatGPT","author":"Cao","year":"2023","journal-title":"arXiv:2303.04226"},{"key":"ref20","article-title":"AI-generated content (AIGC): A survey","author":"Wu","year":"2023","journal-title":"arXiv:2304.06632"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2021.08.002"},{"key":"ref22","first-page":"572","article-title":"Six challenges for human-AI co-learning","volume-title":"Proc. Int. Conf. Hum.-Comput. Interact.","author":"Schoonderwoerd"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2023.2279400"},{"key":"ref24","doi-asserted-by":"crossref","DOI":"10.31234\/osf.io\/f2x4n","article-title":"The inherited bias effect: The propagation of artificial intelligence biases to human decisions","author":"Vicente","year":"2023"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1080\/1463922X.2022.2061080"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25691-2_9"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110273"},{"key":"ref28","article-title":"Why are we averse towards algorithms? a comprehensive literature review on algorithm aversion","volume-title":"Proc. ECIS","author":"Jussupow"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2023.3340256"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10246-w"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1093\/oso\/9780192845290.001.0001"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2023.1066049"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2022.12.389"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3390\/robotics13020030"},{"key":"ref35","volume-title":"Human-artificial intelligence symbiosis: The possibility of moral augmentation","author":"Mileti\u0107","year":"2021"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2022.102926"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.3390\/electronics12010218"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2018.07.158"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-020-01005-y"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1002\/9781119857433"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.3390\/fi16080268"},{"key":"ref42","article-title":"The future of human-AI collaboration: A taxonomy of design knowledge for hybrid intelligence systems","author":"Dellermann","year":"2021","journal-title":"arXiv:2105.03354"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.54097\/czptrz11"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3934\/mbe.2024073"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3635116"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.copsyc.2024.101837"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2014.11.008"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-50478-0_18"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.05.014"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.2001.0499"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604056"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172965"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s40708-016-0042-6"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph18042121"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102062"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196729"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0582-9"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2021.3130314"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1111\/coin.12289"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-43968-5_1"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172950"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s12650-018-0531-1"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2013.74"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3185517"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2856492"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539196"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/2898365.2899795"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/2020408.2020463"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/2449396.2449400"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.107811"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1177\/1071181321651206"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-50478-0"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101822"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1093\/bmb\/ldab016"},{"key":"ref75","first-page":"5","article-title":"On knowledge discovery and interactive intelligent visualization of biomedical data","volume-title":"Proc. Int. Conf. Data Technol. Appl. DATA","author":"Holzinger"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3025171.3025208"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(20)30226-9"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14329"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/1216295.1216316"},{"key":"ref80","article-title":"Supporting feature engineering in end-user machine learning","volume-title":"Proc. CHI Workshop Emerg. Perspect. Hum.-Centered Mach. Learn.","author":"McCallum"},{"key":"ref81","article-title":"A brief guide to designing and evaluating human-centered interactive machine learning","author":"Mathewson","year":"2022","journal-title":"arXiv:2204.09622"},{"key":"ref82","article-title":"A human-centered approach to interactive machine learning","author":"Mathewson","year":"2019","journal-title":"arXiv:1905.06289"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2022.08.111"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-0254-2"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450668"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3299002"},{"key":"ref88","first-page":"209","volume-title":"The Effects of Reluctant and Fallible Users in Interactive Online Machine Learning","author":"Tegen","year":"2022"},{"key":"ref89","first-page":"1","article-title":"Interactive machine learning for end-user innovation","volume-title":"Proc. AAAI Spring Symp. Ser.","author":"Bernardo"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/s00779-020-01414-2"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/PerComWorkshops48775.2020.9156229"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1177\/1541931213571374"},{"key":"ref93","first-page":"1","article-title":"Use and adoption challenges of wearable activity trackers","volume-title":"Proc. IConf.","author":"Shih"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/2750858.2804269"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.105651"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2013.31"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/3357236.3395525"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.14434\/josotl.v24i3.35263"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.3390\/math11040820"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.20343\/teachlearninqu.11.25"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-020-9487-4"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-2099-5_1"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1145\/130385.130417"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1007\/BF00994018"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71496-5_24"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1029\/WR021i006p00837"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2013.104"},{"key":"ref108","first-page":"59","article-title":"Incorporating diversity in active learning with support vector machines","volume-title":"Proc. 20th Int. Conf. Mach. Learn. (ICML)","author":"Brinker"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11812-3_15"},{"key":"ref110","first-page":"28","article-title":"A meta-learning approach to one-step active-learning","volume-title":"Proc. Int. Workshop Autom. Selection, Configuration Composition Mach. Learn. Algorithms","author":"Contardo"},{"key":"ref111","first-page":"4225","article-title":"Learning active learning from data","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Konyushkova"},{"key":"ref112","first-page":"1","article-title":"Interpretable meta-active learning for regression ensemble learning","volume-title":"Proc. IAL@ PKDD\/ECML","author":"Saadallah"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1063"},{"key":"ref114","article-title":"Active one-shot learning","author":"Woodward","year":"2017","journal-title":"arXiv:1702.06559"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2024.123320"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1088\/2632-2153\/ad2e17"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-024-03166-9"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1016\/j.cobeha.2021.01.002"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1023\/A:1019956318069"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5_2"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/S0893-6080(02)00228-9"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1016\/j.ascom.2024.100833"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/tnn.1998.712192"},{"key":"ref124","first-page":"111","volume-title":"Introduction to Reinforcement Learning","author":"Ernst","year":"2024"},{"key":"ref125","volume-title":"Reinforcement Learning","author":"Winder","year":"2020"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-358350-5.50005-1"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1512\/iumj.1957.6.56038"},{"key":"ref129","article-title":"Dynamic Programming and Markov Processes","volume":"7","author":"Howard","year":"2020","journal-title":"Annu. Rev. Statist. Appl."},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-statistics-031219-041220"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2016.7849837"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1145\/3543846"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110335"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1016\/j.coche.2024.101012"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.60087\/jaigs.v1i1.36"},{"key":"ref136","first-page":"426","article-title":"Deep reinforcement learning: An overview","volume-title":"Proc. SAI Intell. Syst. Conf. (IntelliSys)","volume":"2","author":"Mousavi"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1007\/s00466-023-02434-4"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1016\/j.watres.2024.121145"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1016\/j.geits.2024.100156"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-022-3696-5"},{"key":"ref142","volume-title":"Artificial Intelligence a Modern Approach","author":"Russell","year":"2010"},{"key":"ref143","first-page":"406","article-title":"PEGASUS: A policy search method for large MDPs and POMDPs","volume-title":"Proc. 16th Conf. Uncertainty Artif. Intell.","author":"Ng"},{"key":"ref144","first-page":"345","article-title":"Reinforcement learning algorithm for partially observable Markov decision problems","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"7","author":"Jaakkola"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1145\/203330.203343"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1145\/122344.122377"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.2300410"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-024-09418-2"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1002\/9781394214167.ch19"},{"issue":"4","key":"ref151","article-title":"ChatGPT: Optimizing language models for dialogue","volume":"2","author":"Schulman","year":"2022","journal-title":"OpenAI blog"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1080\/15228053.2023.2233814"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.58496\/mjcsc\/2023\/003"},{"key":"ref154","first-page":"8821","article-title":"Zero-shot text-to-image generation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ramesh"},{"key":"ref155","article-title":"Hierarchical text-conditional image generation with CLIP latents","author":"Ramesh","year":"2022","journal-title":"arXiv:2204.06125"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1145\/3474085.3475183"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1177\/0163443711427199"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-658-06984-1_2"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3148210"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1145\/3656580"},{"key":"ref161","first-page":"194","article-title":"Information processing in dynamical systems: Foundations of harmony theory","volume":"1","author":"Smolensky","year":"1986","journal-title":"Parallel Distrib. Process"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1162\/neco.2006.18.7.1527"},{"key":"ref163","first-page":"693","article-title":"Efficient learning of deep Boltzmann machines","volume-title":"Proc. 13th Int. Conf. Artif. Intell. Statist.","author":"Salakhutdinov"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2905015"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1145\/3422622"},{"key":"ref166","article-title":"Reformer: The efficient transformer","author":"Kitaev","year":"2020","journal-title":"CoRR"},{"key":"ref167","first-page":"4620","article-title":"Noise2Noise: Learning image restoration without clean data","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Lehtinen"},{"key":"ref168","doi-asserted-by":"publisher","DOI":"10.1145\/3503250"},{"key":"ref169","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Radford"},{"key":"ref170","doi-asserted-by":"publisher","DOI":"10.1007\/s11633-022-1410-8"},{"key":"ref171","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ouyang"},{"key":"ref172","article-title":"Deep reinforcement learning from human preferences","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30"},{"key":"ref173","first-page":"3008","article-title":"Learning to summarize with human feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Stiennon"},{"key":"ref174","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2023.123618"},{"key":"ref175","doi-asserted-by":"publisher","DOI":"10.33546\/bnj.2551"},{"key":"ref176","doi-asserted-by":"publisher","DOI":"10.1007\/s10916-023-01925-4"},{"key":"ref177","doi-asserted-by":"publisher","DOI":"10.1007\/s10439-023-03172-7"},{"key":"ref178","doi-asserted-by":"publisher","DOI":"10.1111\/epi.17570"},{"key":"ref179","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10039-7"},{"key":"ref180","doi-asserted-by":"publisher","DOI":"10.1007\/s10956-023-10039-y"},{"key":"ref181","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2024.3353265"},{"key":"ref182","doi-asserted-by":"publisher","DOI":"10.1201\/9781003184157-9"},{"key":"ref183","article-title":"Creative writing with an AI-powered writing assistant: Perspectives from professional writers","author":"Ippolito","year":"2022","journal-title":"arXiv:2211.05030"},{"key":"ref184","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.230163"},{"key":"ref185","first-page":"2655","article-title":"Copyright infringement in AI-generated artworks","volume":"53","author":"Gillotte","year":"2019","journal-title":"UC Davis L. Rev."},{"key":"ref186","doi-asserted-by":"publisher","DOI":"10.4018\/JDM.2020040105"},{"key":"ref187","doi-asserted-by":"publisher","DOI":"10.1109\/MITP.2020.2985492"},{"key":"ref188","article-title":"The ethics of AI-generated maps: DALL-E 2 and AI\u2019s implications for cartography (short paper)","volume-title":"Proc. 12th Int. Conf. Geographic Inf. Sci. (GISci.)","author":"Zhang"},{"key":"ref189","doi-asserted-by":"publisher","DOI":"10.1016\/j.poetic.2006.05.004"},{"key":"ref190","doi-asserted-by":"publisher","DOI":"10.17705\/1thci.00138"},{"issue":"1","key":"ref191","article-title":"Challenging the status quo and exploring the new boundaries in the age of algorithms: Reimagining the role of generative AI in distance education and online learning","volume":"18","author":"Bozkurt","year":"2023","journal-title":"Asian J. Distance Educ."},{"key":"ref192","first-page":"108","article-title":"Human-in-the-loop learning of qualitative preference models","volume-title":"Proc. 32nd Int. Flairs Conf.","author":"Allen"},{"key":"ref193","doi-asserted-by":"publisher","DOI":"10.1145\/3543873.3584640"},{"key":"ref194","doi-asserted-by":"publisher","DOI":"10.1109\/RAEEUCCI57140.2023.10134257"},{"key":"ref195","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2019.2959826"},{"key":"ref196","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v8i1.7464"},{"key":"ref197","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-023-17321-6"},{"key":"ref198","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445472"},{"key":"ref199","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380306"},{"key":"ref200","article-title":"Sapphire vs conventional YouTube video ranking","author":"Murthy","year":"2024","journal-title":"Authorea"},{"key":"ref201","doi-asserted-by":"publisher","DOI":"10.24251\/hicss.2022.025"},{"key":"ref202","article-title":"A study on interaction in human-in-the-loop machine learning for text analytics","volume-title":"Proc. IUI Workshops","author":"Yang"},{"key":"ref203","article-title":"GhostWriter: Augmenting collaborative human-AI writing experiences through personalization and agency","author":"Yeh","year":"2024","journal-title":"arXiv:2402.08855"},{"key":"ref204","doi-asserted-by":"publisher","DOI":"10.1145\/3666088"},{"key":"ref205","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00679"},{"key":"ref206","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2020.2996824"},{"key":"ref207","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-015-9286-4"},{"key":"ref208","doi-asserted-by":"publisher","DOI":"10.1145\/1082473.1082707"},{"key":"ref209","first-page":"9","article-title":"The future of disaster response: Humans working with multiagent teams using DEFACTO","volume-title":"Proc. AAAI Spring Symp., AI Technol. Homeland Secur.","author":"Schurr"},{"key":"ref210","volume-title":"Towards human-machine symbiosis: Design for effective AI facilitation","author":"Zakershahrak","year":"2021"},{"key":"ref211","doi-asserted-by":"publisher","DOI":"10.34190\/iccws.19.1.1972"},{"key":"ref212","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2022.107574"},{"key":"ref213","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2021.106852"},{"key":"ref214","doi-asserted-by":"publisher","DOI":"10.1109\/ICHMS53169.2021.9582633"},{"key":"ref215","first-page":"65","article-title":"Image2Speech: Automatically generating audio descriptions of images","volume-title":"Proc. Casablanca","author":"Hasegawa\u2013Johnson"},{"key":"ref216","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejca.2019.07.019"},{"key":"ref217","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-018-1361-5"},{"key":"ref218","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i21.30570"},{"key":"ref219","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2020.106553"},{"key":"ref220","article-title":"WavJourney: Compositional audio creation with large language models","author":"Liu","year":"2023","journal-title":"arXiv:2307.14335"},{"key":"ref221","doi-asserted-by":"publisher","DOI":"10.1038\/s41550-021-01310-6"},{"key":"ref222","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00622"},{"key":"ref223","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-25069-9_38"},{"key":"ref224","doi-asserted-by":"publisher","DOI":"10.14778\/2735471.2735474"},{"key":"ref225","doi-asserted-by":"publisher","DOI":"10.1145\/514236.514263"},{"key":"ref226","doi-asserted-by":"publisher","DOI":"10.1145\/3450741.3465253"},{"key":"ref227","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00593-2"},{"key":"ref228","doi-asserted-by":"publisher","DOI":"10.3390\/s19030477"},{"key":"ref229","doi-asserted-by":"publisher","DOI":"10.1145\/3386569.3392453"},{"key":"ref230","article-title":"LaMDA: Language models for dialog applications","author":"Thoppilan","year":"2022","journal-title":"arXiv:2201.08239"},{"key":"ref231","first-page":"6043","article-title":"LAMDA: Label matching deep domain adaptation","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Le"},{"key":"ref232","first-page":"1","article-title":"AI as an active writer: Interaction strategies with generated text in human-AI collaborative fiction writing","volume-title":"Proc. Joint ACM IUI Workshops","volume":"10","author":"Yang"},{"key":"ref233","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642343"},{"key":"ref234","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-21333-5_38"},{"key":"ref235","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-18751-2"},{"key":"ref236","doi-asserted-by":"publisher","DOI":"10.1007\/s12599-020-00678-5"},{"key":"ref237","article-title":"Factors that influence the adoption of human-AI collaboration in clinical decision-making","author":"Hemmer","year":"2022","journal-title":"arXiv:2204.09082"},{"key":"ref238","doi-asserted-by":"publisher","DOI":"10.1108\/TR-02-2023-0088"},{"key":"ref239","doi-asserted-by":"publisher","DOI":"10.3390\/ai5030065"},{"key":"ref240","article-title":"Hybrid intelligence in academic writing: Examining self-regulated learning patterns in an AI-assisted writing task","volume-title":"Frontiers in Artificial Intelligence and Applications","author":"Nguyen","year":"2024"},{"key":"ref241","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642134"},{"key":"ref242","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00872"},{"key":"ref243","article-title":"Game-theoretic approaches for step-wise controllable text generation in large language models","author":"Sefeni","year":"2024","journal-title":"Authorea"},{"issue":"3","key":"ref244","article-title":"12 conversational archetypes for human-AI interaction","volume":"6","author":"Marri","year":"2024","journal-title":"Int. J. Multidisciplinary Res."},{"key":"ref245","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-023-12166-w"},{"key":"ref246","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2024.108013"},{"key":"ref247","article-title":"Training with quantization noise for extreme model compression","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Stock"},{"key":"ref248","first-page":"22470","article-title":"Combiner: Full attention transformer with sparse computation cost","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ren"},{"key":"ref249","doi-asserted-by":"publisher","DOI":"10.1108\/lhtn-01-2024-0005"},{"key":"ref250","article-title":"Text-to-image diffusion models in generative AI: A survey","author":"Zhang","year":"2023","journal-title":"arXiv:2303.07909"},{"key":"ref251","article-title":"A survey on audio diffusion models: Text to speech synthesis and enhancement in generative AI","author":"Zhang","year":"2023","journal-title":"arXiv:2303.13336"},{"key":"ref252","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2024.3399607"},{"key":"ref253","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10447898"},{"key":"ref254","article-title":"Enhancing human-AI collaboration through logic-guided reasoning","volume-title":"Proc. 12th Int. Conf. Learn. Represent.","author":"Cao"},{"key":"ref255","volume-title":"Promoting the perception of emerging technologies in work environments through edge computing and hybrid intelligence","author":"G\u00f3mez-Carmona","year":"2021"},{"key":"ref256","doi-asserted-by":"publisher","DOI":"10.37193\/cmi.2019.02.04"},{"key":"ref257","doi-asserted-by":"publisher","DOI":"10.1109\/tase.2024.3350639"},{"key":"ref258","article-title":"PECAN: Leveraging policy ensemble for context-aware zero-shot human-AI coordination","author":"Lou","year":"2023","journal-title":"arXiv:2301.06387"},{"key":"ref259","doi-asserted-by":"publisher","DOI":"10.1145\/3077257.3077270"},{"key":"ref260","doi-asserted-by":"publisher","DOI":"10.1145\/2808194.2809487"},{"key":"ref261","doi-asserted-by":"publisher","DOI":"10.3390\/machines12010045"},{"key":"ref262","doi-asserted-by":"publisher","DOI":"10.1177\/0278364917690593"},{"key":"ref263","first-page":"294","article-title":"Human-robot mutual adaptation in shared autonomy","volume-title":"Proc. 12th ACM\/IEEE Int. Conf. Hum.-Robot Interact. (HRI)","author":"Nikolaidis"},{"key":"ref264","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2021.041"},{"key":"ref265","first-page":"14502","article-title":"Collaborating with humans without human data","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Strouse"},{"key":"ref266","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3133588"},{"key":"ref267","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2023.3266378"},{"key":"ref268","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2024.3386822"},{"key":"ref269","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-010-0255-y"},{"key":"ref270","first-page":"1","article-title":"Learning zero-shot cooperation with humans, assuming humans are biased","volume-title":"Proc. 11th Int. Conf. Learn. RRepresent.","author":"Yu"},{"key":"ref271","article-title":"Mutual theory of mind in human-AI collaboration: An empirical study with LLM-driven AI agents in a real-time shared workspace task","author":"Zhang","year":"2024","journal-title":"arXiv:2409.08811"},{"key":"ref272","doi-asserted-by":"publisher","DOI":"10.1108\/IR-07-2020-0142"},{"key":"ref273","doi-asserted-by":"publisher","DOI":"10.1504\/IJBIC.2020.111267"},{"key":"ref274","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-007-0134-1"},{"key":"ref275","first-page":"805","article-title":"Fictitious self-play in extensive-form games","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Heinrich"},{"key":"ref276","article-title":"V-MPO: On-policy maximum a posteriori policy optimization for discrete and continuous control","author":"Francis Song","year":"2019","journal-title":"arXiv:1909.12238"},{"key":"ref277","doi-asserted-by":"publisher","DOI":"10.1061\/9780784485262.065"},{"key":"ref278","article-title":"Two many cooks: Understanding dynamic human-agent team communication and perception using overcooked 2","author":"Rosero","year":"2021","journal-title":"arXiv:2110.03071"},{"key":"ref279","doi-asserted-by":"publisher","DOI":"10.1111\/tops.12525"},{"key":"ref280","doi-asserted-by":"publisher","DOI":"10.1109\/ICSC47195.2019.8950660"},{"key":"ref281","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-023-3955-x"},{"key":"ref282","first-page":"323","article-title":"Game-theoretic modeling of human adaptation in human-robot collaboration","volume-title":"Proc. 12th ACM\/IEEE Int. Conf. Hum.-Robot Interact. (HRI)","author":"Nikolaidis"},{"key":"ref283","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702509"},{"key":"ref284","article-title":"V-MPO: On-policy maximum a posteriori policy optimization for discrete and continuous control","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Song"},{"key":"ref285","doi-asserted-by":"publisher","DOI":"10.1145\/3139488"},{"key":"ref286","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518895"},{"key":"ref287","volume-title":"Toward a hybrid intelligence system in customer service: Collaborative learning of human and AI","author":"Wiethof"},{"key":"ref288","doi-asserted-by":"publisher","DOI":"10.1109\/2945.841121"},{"key":"ref289","doi-asserted-by":"publisher","DOI":"10.1109\/MTAS.2002.1035228"},{"key":"ref290","doi-asserted-by":"publisher","DOI":"10.1111\/tops.12633"},{"key":"ref291","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2021.3107675"},{"key":"ref292","doi-asserted-by":"publisher","DOI":"10.1109\/ICHMS49158.2020.9209472"},{"key":"ref293","volume-title":"Mathematical models of adaptation in human-robot collaboration","author":"Nikolaidis","year":"2017"},{"key":"ref294","doi-asserted-by":"publisher","DOI":"10.3182\/20050703-6-CZ-1902.01418"},{"key":"ref295","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2021.692811"},{"key":"ref296","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-019-2748-x"},{"key":"ref297","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2008.4600654"},{"key":"ref298","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN47096.2020.9223548"},{"issue":"2","key":"ref299","first-page":"51","article-title":"AI algorithms for personalization: Recommender systems, predictive analytics, and beyond","volume":"12","author":"Paripati","year":"2024","journal-title":"Darpan Int. Res. Anal."},{"key":"ref300","doi-asserted-by":"publisher","DOI":"10.1162\/dint_a_00243"},{"key":"ref301","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671486"},{"key":"ref302","article-title":"GPT4Rec: A generative framework for personalized recommendation and user interests interpretation","author":"Li","year":"2023","journal-title":"arXiv:2304.03879"},{"key":"ref303","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591677"},{"key":"ref304","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531873"},{"key":"ref305","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2024.102755"},{"key":"ref306","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-007-9023-8"},{"key":"ref307","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-005-9004-8"},{"key":"ref308","doi-asserted-by":"publisher","DOI":"10.1016\/j.techsoc.2021.101647"},{"key":"ref309","doi-asserted-by":"publisher","DOI":"10.1145\/3696449"},{"key":"ref310","doi-asserted-by":"publisher","DOI":"10.1145\/3450613.3456817"},{"key":"ref311","first-page":"287","article-title":"Trust in digital human-AI team collaboration: A systematic review","volume-title":"Proc. AMCIS","author":"Janhunen"},{"key":"ref312","article-title":"Quantifying ethics and trust in human-AI collaboration","author":"Lane","year":"2024"},{"key":"ref313","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450694"},{"key":"ref314","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2022.100455"},{"key":"ref315","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659031"},{"key":"ref316","doi-asserted-by":"publisher","DOI":"10.1145\/3675392"},{"key":"ref317","volume-title":"Trust in artificial intelligence: Understanding and calibrating trust and distrust in the human-AI interaction","author":"Scharowski","year":"2024"},{"key":"ref318","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2024.103732"},{"key":"ref319","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2024.2437235"},{"key":"ref320","article-title":"Towards an integrative theoretical framework of interactive machine learning systems","volume-title":"Proc. 27th Eur. Conf. Inf. Syst. (ECIS)","author":"Meza Mart\u00ednez"},{"key":"ref321","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-022-10284-3"},{"key":"ref322","first-page":"27","article-title":"User-centric IoT: Challenges and perspectives","volume-title":"Proc. UBICOMM 12th Int. Conf. Mobile Ubiquitous Comput., Syst., Services Technol.","author":"Abdelghani"},{"key":"ref323","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-33464-6_3"},{"key":"ref324","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3299014"},{"key":"ref325","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2015.7344688"},{"key":"ref326","doi-asserted-by":"publisher","DOI":"10.1002\/asi.20801"},{"key":"ref327","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3381069"},{"key":"ref328","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2020.00092"},{"key":"ref329","doi-asserted-by":"publisher","DOI":"10.1145\/3527927.3532789"},{"key":"ref330","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501855"},{"key":"ref331","doi-asserted-by":"publisher","DOI":"10.1177\/1071181321651052"},{"key":"ref332","doi-asserted-by":"publisher","DOI":"10.1145\/3610072"},{"key":"ref333","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91581-4_25"},{"key":"ref334","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103507"},{"key":"ref335","doi-asserted-by":"publisher","DOI":"10.1145\/3616864"},{"key":"ref336","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91581-4_27"},{"key":"ref337","first-page":"18420","article-title":"Personalized complementarity in human-ai collaboration","volume-title":"Proc. Mensch und Comput. Workshopband","author":"Breckner"},{"key":"ref338","doi-asserted-by":"publisher","DOI":"10.1002\/hrm.21628"},{"key":"ref339","doi-asserted-by":"publisher","DOI":"10.1111\/cogs.12009"},{"key":"ref340","doi-asserted-by":"publisher","DOI":"10.4324\/9781003227458-27"},{"key":"ref341","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2021.580955"},{"key":"ref342","doi-asserted-by":"publisher","DOI":"10.3390\/a12040079"},{"key":"ref343","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-51999-5_20"},{"key":"ref344","volume-title":"Human-AI Cooperation to Benefit Military Decision Making","author":"Van Den Bosch","year":"2018"},{"key":"ref345","doi-asserted-by":"publisher","DOI":"10.2196\/40789"},{"key":"ref346","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-022-11177-3"},{"key":"ref347","article-title":"The effect of co-adaptive learning & FeedBack in interactive machine learning","volume-title":"Proc. ACM CHI, Hum.-Centered Mach. Learn. Perspect. Workshop","author":"Zbyszynski"},{"key":"ref348","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-02675-6_46"},{"key":"ref349","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238535"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/10857320.pdf?arnumber=10857320","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T18:51:55Z","timestamp":1740163915000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10857320\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":349,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3536095","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}