{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T22:17:28Z","timestamp":1780093048611,"version":"3.54.0"},"reference-count":217,"publisher":"Association for Computing Machinery (ACM)","issue":"3","license":[{"start":{"date-parts":[[2022,7,26]],"date-time":"2022-07-26T00:00:00Z","timestamp":1658793600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100008812","name":"Defence Science and Technology Group","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100008812","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Defence Science Partnerships"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["ACM Trans. Interact. Intell. Syst."],"published-print":{"date-parts":[[2022,9,30]]},"abstract":"<jats:p>We propose a new research framework by which the nascent discipline of human-AI teaming can be explored within experimental environments in preparation for transferal to real-world contexts. We examine the existing literature and unanswered research questions through the lens of an Agile approach to construct our proposed framework. Our framework aims to provide a structure for understanding the macro features of this research landscape, supporting holistic research into the acceptability of human-AI teaming to human team members and the affordances of AI team members. The framework has the potential to enhance decision-making and performance of hybrid human-AI teams. Further, our framework proposes the application of Agile methodology for research management and knowledge discovery. We propose a transferability pathway for hybrid teaming to be initially tested in a safe environment, such as a real-time strategy video game, with elements of lessons learned that can be transferred to real-world situations.<\/jats:p>","DOI":"10.1145\/3514257","type":"journal-article","created":{"date-parts":[[2022,4,29]],"date-time":"2022-04-29T11:37:31Z","timestamp":1651232251000},"page":"1-36","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":62,"title":["An Agile New Research Framework for Hybrid Human-AI Teaming: Trust, Transparency, and Transferability"],"prefix":"10.1145","volume":"12","author":[{"given":"Sabrina","family":"Caldwell","sequence":"first","affiliation":[{"name":"Australian National University, Canberra, ACT, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6543-557X","authenticated-orcid":false,"given":"Penny","family":"Sweetser","sequence":"additional","affiliation":[{"name":"Australian National University, Canberra, ACT, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicholas","family":"O\u2019Donnell","sequence":"additional","affiliation":[{"name":"Queensland University of Technology, Brisbane City, QLD, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew J.","family":"Knight","sequence":"additional","affiliation":[{"name":"Defence Science and Technology, Edinburgh, SA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew","family":"Aitchison","sequence":"additional","affiliation":[{"name":"Australian National University, Canberra, ACT, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tom","family":"Gedeon","sequence":"additional","affiliation":[{"name":"Australian National University, Canberra, ACT, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Johnson","sequence":"additional","affiliation":[{"name":"Queensland University of Technology, Brisbane City, QLD, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Margot","family":"Brereton","sequence":"additional","affiliation":[{"name":"Queensland University of Technology, Brisbane City, QLD, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marcus","family":"Gallagher","sequence":"additional","affiliation":[{"name":"University of Queensland, St Lucia, QLD, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Conroy","sequence":"additional","affiliation":[{"name":"Queensland University of Technology, Brisbane City, QLD, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,7,26]]},"reference":[{"key":"e_1_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.5555\/3204858"},{"key":"e_1_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3402942.3402962"},{"key":"e_1_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3341325.3342021"},{"key":"e_1_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3155337"},{"key":"e_1_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1002\/int.22536"},{"key":"e_1_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.03.047"},{"key":"e_1_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490409"},{"key":"e_1_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2016.00070"},{"key":"e_1_3_2_11_2","unstructured":"John Arquilla and David Ronfeldt. 2000. Swarming and the Future of Conflict. RAND Corporation Santa Monica CA. Retrieved from https:\/\/www.rand.org\/pubs\/documented_briefings\/DB311.html."},{"key":"e_1_3_2_12_2","doi-asserted-by":"crossref","unstructured":"John Arquilla and David Ronfeldt. 1999. The Emergence of Noopolitik: Toward An American Information Strategy. RAND Corporation Santa Monica CA. Retrieved from https:\/\/www.rand.org\/pubs\/monograph_reports\/MR1033.html.","DOI":"10.7249\/MR1033"},{"key":"e_1_3_2_13_2","first-page":"2","volume-title":"AAAI Spring Symposium","author":"Atkinson David J.","year":"2013","unstructured":"David J. Atkinson and Micah H. Clark. 2013. Autonomous agents and human interpersonal trust: Can we engineer a human-machine social interface for trust? In AAAI Spring Symposium. AAAI, Palo Alto, 2\u20137. Retrieved from www.aaai.org."},{"key":"e_1_3_2_14_2","volume-title":"4th IEEE Workshop on Human-agent-robot Teamwork, in Conjunction with the 7th ACM\/IEEE International Conference on Human-robot Interaction","author":"Atkinson David J.","year":"2012","unstructured":"David J. Atkinson, Peter Friedland, and Joseph B. Lyons. 2012. Human-machine trust for robust autonomous systems autonomous systems, human trust, and interdependency view project machine learning for analysis of big data view project. In 4th IEEE Workshop on Human-agent-robot Teamwork, in Conjunction with the 7th ACM\/IEEE International Conference on Human-robot Interaction. IEEE. Retrieved from https:\/\/www.researchgate.net\/publication\/260706806."},{"key":"e_1_3_2_15_2","volume-title":"ADF Concept for Command and Control of the Future Force","author":"Force Australian Defence","year":"2019","unstructured":"Australian Defence Force. 2019. ADF Concept for Command and Control of the Future Force. Technical Report. Australian Defence Force."},{"key":"e_1_3_2_16_2","volume-title":"9th Artificial Intelligence and Interactive Digital Entertainment Conference","author":"Avontuur Tetske","year":"2013","unstructured":"Tetske Avontuur, Pieter Spronck, and Menno Van Zaanen. 2013. Player skill modeling in Starcraft II. In 9th Artificial Intelligence and Interactive Digital Entertainment Conference. Retrieved from www.aaai.org."},{"key":"e_1_3_2_17_2","first-page":"2","volume-title":"AAAI Conference on Human Computation and Crowdsourcing","author":"Bansal Gagan","year":"2019","unstructured":"Gagan Bansal, Besmira Nushi, Ece Kamar, Walter S. Lasecki, Daniel S. Weld, and Eric Horvitz. 2019. Beyond accuracy: The role of mental models in human-AI team performance. In AAAI Conference on Human Computation and Crowdsourcing. Association for the Advancement of Artificial Intelligence, 2\u201311. Retrieved from www.aaai.org."},{"key":"e_1_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33012429"},{"key":"e_1_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1613\/jair.3912"},{"key":"e_1_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.1912.06680"},{"key":"e_1_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1177\/105649269761004"},{"key":"e_1_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.apergo.2020.103243"},{"key":"e_1_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2020.2965529"},{"key":"e_1_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742-1222310106"},{"key":"e_1_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3362168"},{"key":"e_1_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1177\/1548512918798056"},{"key":"e_1_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1080\/13678861003589099"},{"key":"e_1_3_2_28_2","volume-title":"30th International Conference on Information Systems","author":"Briggs Robert O.","year":"2009","unstructured":"Robert O. Briggs, Gwendolyn Kolfschoten, Gert-Jan De Vreede, Conan Albrecht, Douglas R. Dean, and Stephan Lukosch. 2009. A seven-layer model of collaboration: Separation of concerns for designers of collaboration systems. In 30th International Conference on Information Systems. Association for Information Systems. Retrieved from http:\/\/aisel.aisnet.org\/icis2009\/26."},{"key":"e_1_3_2_29_2","unstructured":"Zachary M. Brill and Christopher L. Dancy. 2018. Simulating Human-AI Collaboration with ACT-R and Project Malmo. In Proceedings of the 16th International Conference on Cognitive Modeling . 9\u201310."},{"key":"e_1_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1037\/dec0000083"},{"key":"e_1_3_2_31_2","volume-title":"International Joint Conference on Artificial Intelligence","author":"Buro Michael","year":"2003","unstructured":"Michael Buro. 2003. Real-time strategy games: A new AI research challenge. In International Joint Conference on Artificial Intelligence."},{"key":"e_1_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3359206"},{"key":"e_1_3_2_33_2","unstructured":"Sabrina Caldwell Tam\u00e1s Gedeon Richard Jones and Leana Copeland. 2015. Imperfect understandings : A grounded theory and eye gaze investigation of human perceptions of manipulated and unmanipulated digital images 308 (2015) 1\u20139."},{"key":"e_1_3_2_34_2","unstructured":"Sabrina Caldwell Tam\u00e1s Gedeon Richard Jones and Leana Copeland. 2015. Imperfect understandings: A grounded theory and eye gaze investigation of human perceptions of manipulated and unmanipulated digital images. In Proceedings of World Congress on Electrical Engineering and Computer Systems and Science (EECSS\u201915) . 1\u20139. Retrieved from https:\/\/avestia.com\/EECSS2015_Proceedings\/files\/papers\/MHCI308.pdf."},{"key":"e_1_3_2_35_2","unstructured":"Lorenzo Barberis Canonico. 2019. Human-Machine Teamwork: An Exploration of Multi-Agent Systems Team Cognition and Collective Intelligence . All Dissertations. 2490. Retrieved from https:\/\/tigerprints.clemson.edu\/all_dissertations\/2490"},{"key":"e_1_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11973-1_8"},{"key":"e_1_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1007\/s10846-012-9698-1"},{"key":"e_1_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.1801.09854"},{"key":"e_1_3_2_39_2","volume-title":"Fifth AAAI Conference on Human Computation and Crowdsourcing","author":"Chattopadhyay Prithvijit","year":"2017","unstructured":"Prithvijit Chattopadhyay, Deshraj Yadav, Viraj Prabhu, Arjun Chandrasekaran, Abhishek Das, Stefan Lee, Dhruv Batra, and Devi Parikh. 2017. Evaluating visual conversational agents via cooperative human-AI games. In Fifth AAAI Conference on Human Computation and Crowdsourcing. Association for the Advancement of Artificial Intelligence. Retrieved from www.aaai.org."},{"key":"e_1_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1080\/1463922X.2017.1315750"},{"key":"e_1_3_2_41_2","unstructured":"Jessie Y. Chen Katelyn Procci Michael Boyce Julia Wright Andre Garcia and Michael Barnes. 2014. Situation Awareness-Based Agent Transparency. Technical report ADA600351. Army Research Lab Aberdeen Proving Ground MD Human Research and Engineering Directorate."},{"key":"e_1_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1177\/1541931215591149"},{"key":"e_1_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07308-8_4"},{"key":"e_1_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1109\/MILCOM.2016.7795500"},{"key":"e_1_3_2_45_2","first-page":"109","article-title":"Specialisation and generalisation of processes","volume":"723","author":"Choppy Christine","year":"2011","unstructured":"Christine Choppy, J\u00f6rg Desel, and Laure Petrucci. 2011. Specialisation and generalisation of processes. CEUR Worksh. Proc. 723 (2011), 109\u2013123.","journal-title":"CEUR Worksh. Proc."},{"key":"e_1_3_2_46_2","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1109\/VLHCC.2019.8818871","volume-title":"IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC)","author":"Chugh Kartik","year":"2019","unstructured":"Kartik Chugh, Andrea Y. Solis, and Thomas D. LaToza. 2019. Editable AI: Mixed human-AI authoring of code patterns. In IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 35\u201343."},{"key":"e_1_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2892433"},{"key":"e_1_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2015.12.039"},{"key":"e_1_3_2_49_2","volume-title":"International Conference on Information and Knowledge Engineering (IKE)","author":"Crowder James A.","year":"2014","unstructured":"James A. Crowder and John N. Carbone. 2014. Collaborative shared awareness: Human-AI collaboration. In International Conference on Information and Knowledge Engineering (IKE). WorldComp."},{"key":"e_1_3_2_50_2","first-page":"171","volume-title":"International Conference on Artificial Intelligence (ICAI)","author":"Crowder James A.","year":"2017","unstructured":"James A. Crowder and John N. Carbone. 2017. Human-AI collaboration concepts. In International Conference on Artificial Intelligence (ICAI). 171\u2013178."},{"key":"e_1_3_2_51_2","unstructured":"DARPA. 2020. Gamebreaker AI Effort Gets Under Way. Retrieved from https:\/\/www.darpa.mil\/news-events\/2020-05-13."},{"key":"e_1_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.21236\/AD1017790"},{"key":"e_1_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1080\/00140139.2018.1457725"},{"key":"e_1_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-019-00596-x"},{"key":"e_1_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1999.0290"},{"key":"e_1_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1007\/s12599-019-00595-2"},{"key":"e_1_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1108\/SL-06-2016-0043"},{"key":"e_1_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.5555\/2017388.2017395"},{"key":"e_1_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.1145\/2967934.2968097"},{"key":"e_1_3_2_60_2","doi-asserted-by":"crossref","unstructured":"Bianca T. Donadio \u00c1ngel G\u00f3mez Scott Atran Jonathon Novak Marshall Wheeler Colin Marquez Ewart J. de Visser and Chad C. Tossell. 2020. Simulating combat to explore motivations behind why military members make costly sacrifices. In 2020 Systems and Information Engineering Design Symposium (SIEDS) . 1\u20136.","DOI":"10.1109\/SIEDS49339.2020.9106644"},{"key":"e_1_3_2_61_2","article-title":"Realizing autonomy via intelligent hybrid control: Adaptable autonomy for achieving UxV RSTA team decision superiority (also known as intelligent multi-UxV planner with adaptive collaborative\/control technologies (IMPACT))","author":"Draper Mark","year":"2018","unstructured":"Mark Draper, Allen Rowe, Scott Douglass, Gloria Calhoun, Sarah Spriggs, Laura Humphrey, Michael Patzek, Jessica Bartik, Doug Lange, John Reeder, Bryan Croft, Jessie Y. C. Chen, Michael Barnes, Greg Trafton, Thomas Apker, Kyle Behymer, Heath Ruff, Clayton Rothwell, and Elisabeth Frost. 2018. Realizing autonomy via intelligent hybrid control: Adaptable autonomy for achieving UxV RSTA team decision superiority (also known as intelligent multi-UxV planner with adaptive collaborative\/control technologies (IMPACT)). DTIC Sci. Technol. (2018). Retrieved from https:\/\/apps.dtic.mil\/docs\/citations\/AD1048921%0Ahttp:\/\/apps.dtic.mil\/docs\/citations\/AD1048921.","journal-title":"DTIC Sci. Technol."},{"key":"e_1_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1177\/0018720819862916"},{"key":"e_1_3_2_63_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2019.01.021"},{"key":"e_1_3_2_64_2","doi-asserted-by":"publisher","DOI":"10.1145\/3385032.3385044"},{"key":"e_1_3_2_65_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2019.08.002"},{"key":"e_1_3_2_66_2","doi-asserted-by":"crossref","unstructured":"S. Ebener A. Khan R. Shademani L. Compernolle M. Beltran M. A. Lansang and M. Lippman. 2006. Knowledge mapping as a technique to support knowledge translation. Bulletin of the World Health Organization 84 (2006) 636\u2013642.","DOI":"10.2471\/BLT.06.029736"},{"key":"e_1_3_2_67_2","doi-asserted-by":"publisher","DOI":"10.1518\/001872095779049543"},{"key":"e_1_3_2_68_2","doi-asserted-by":"publisher","DOI":"10.1177\/1071181319631264"},{"key":"e_1_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/2723872.2723875"},{"key":"e_1_3_2_70_2","doi-asserted-by":"publisher","DOI":"10.1007\/s12599-020-00650-3"},{"key":"e_1_3_2_71_2","first-page":"197","volume-title":"Trust in Military Teams","author":"Fitzhugh Elisabeth W.","year":"2011","unstructured":"Elisabeth W. Fitzhugh, Robert R. Hoffman, and Janet E. Miller. 2011. Active trust management. In Trust in Military Teams, Neville A. Stanton (Ed.). Ashgate, 197\u2013218."},{"key":"e_1_3_2_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/633292.633378"},{"key":"e_1_3_2_73_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376446"},{"key":"e_1_3_2_74_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-12090-4_24"},{"key":"e_1_3_2_75_2","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.1910.02330"},{"key":"e_1_3_2_76_2","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.2009.08922"},{"key":"e_1_3_2_77_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0191-3085(01)23009-3"},{"key":"e_1_3_2_78_2","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3383007"},{"key":"e_1_3_2_79_2","doi-asserted-by":"publisher","DOI":"10.1145\/2967934.2968101"},{"key":"e_1_3_2_80_2","doi-asserted-by":"publisher","DOI":"10.1177\/0018720820903893"},{"key":"e_1_3_2_81_2","doi-asserted-by":"publisher","DOI":"10.1177\/1461444819858691"},{"key":"e_1_3_2_82_2","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2013.2265378"},{"key":"e_1_3_2_83_2","doi-asserted-by":"publisher","DOI":"10.1167\/10.2.8"},{"key":"e_1_3_2_84_2","doi-asserted-by":"publisher","DOI":"10.1145\/3337722.3337731"},{"key":"e_1_3_2_85_2","doi-asserted-by":"publisher","DOI":"10.1145\/1858171.1858222"},{"key":"e_1_3_2_86_2","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3383051"},{"key":"e_1_3_2_87_2","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2013.24"},{"key":"e_1_3_2_88_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-7373(83)80034-0"},{"key":"e_1_3_2_89_2","doi-asserted-by":"publisher","DOI":"10.5555\/1203188"},{"key":"e_1_3_2_90_2","doi-asserted-by":"publisher","DOI":"10.1007\/s13218-020-00636-z"},{"key":"e_1_3_2_91_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.01.008"},{"key":"e_1_3_2_92_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2018.10.003"},{"key":"e_1_3_2_93_2","doi-asserted-by":"publisher","DOI":"10.1177\/2096595819896200"},{"key":"e_1_3_2_94_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2014.02.017"},{"key":"e_1_3_2_95_2","doi-asserted-by":"publisher","DOI":"10.1007\/BF02696290"},{"key":"e_1_3_2_96_2","doi-asserted-by":"publisher","DOI":"10.1109\/AIVR46125.2019.00015"},{"key":"e_1_3_2_97_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0042-6989(99)00163-7"},{"key":"e_1_3_2_98_2","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278776"},{"key":"e_1_3_2_99_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijproman.2016.02.001"},{"key":"e_1_3_2_100_2","volume-title":"Evaluating Competitive Game Balance with Restricted Play","author":"Jaffe Alexander","unstructured":"Alexander Jaffe, Alex Miller, Erik Andersen, Yun-En Liu, Anna Karlin, and Zoran Popovic Popovic. [n.d.]. Evaluating Competitive Game Balance with Restricted Play. Technical Report. Retrieved from www.aaai.org."},{"key":"e_1_3_2_101_2","doi-asserted-by":"publisher","DOI":"10.1207\/S15327566IJCE0401_04"},{"key":"e_1_3_2_102_2","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v40i1.2852"},{"key":"e_1_3_2_103_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-64816-3_3"},{"key":"e_1_3_2_104_2","first-page":"4246","volume-title":"25th International Joint Conference on Artificial Intelligence","author":"Johnson Matthew","year":"2016","unstructured":"Matthew Johnson, Katja Hofmann, Tim Hutton, and David Bignell Microsoft. 2016. The Malmo platform for artificial intelligence experimentation. In 25th International Joint Conference on Artificial Intelligence. 4246\u20134247. Retrieved from http:\/\/stella.sourceforge.net\/."},{"key":"e_1_3_2_105_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0360-1315(02)00074-X"},{"key":"e_1_3_2_106_2","volume-title":"Thinking, Fast and Slow","author":"Kahneman Daniel","year":"2011","unstructured":"Daniel Kahneman. 2011. Thinking, Fast and Slow. Macmillan."},{"key":"e_1_3_2_107_2","first-page":"4070","volume-title":"25th International Joint Conference on Artificial Intelligence","author":"Kamar Ece","year":"2016","unstructured":"Ece Kamar. 2016. Directions in hybrid intelligence: Complementing AI systems with human intelligence. In 25th International Joint Conference on Artificial Intelligence. 4070\u20134073."},{"key":"e_1_3_2_108_2","doi-asserted-by":"publisher","DOI":"10.5555\/3306127.3331663"},{"key":"e_1_3_2_109_2","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860433"},{"key":"e_1_3_2_110_2","unstructured":"Lori Kiefer John Frank Erica Di Ruggiero Maureen Dobbins Doug Manuel Paul R. Gully and David Mowat. 2005. Fostering evidence-based decision-making in Canada: examining the need for a Canadian population and public health evidence centre and research network. Canadian Journal of Public Health\/Revue Canadienne de Sante\u2019e Publique 96 3 (2005) I1\u2013I19."},{"key":"e_1_3_2_111_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.obhdp.2005.07.002"},{"key":"e_1_3_2_112_2","volume-title":"15th IEEE International Symposium on Robot and Human Interactive Communication","author":"Kim Taemie","year":"2006","unstructured":"Taemie Kim and Pamela Hinds. 2006. Who should I blame? Effects of autonomy and transparency on attributions in human-robot interaction. In 15th IEEE International Symposium on Robot and Human Interactive Communication. IEEE."},{"key":"e_1_3_2_113_2","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3383038"},{"key":"e_1_3_2_114_2","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.3340-14.2015"},{"key":"e_1_3_2_115_2","doi-asserted-by":"publisher","DOI":"10.1515\/fman-2017-0021"},{"key":"e_1_3_2_116_2","doi-asserted-by":"publisher","DOI":"10.1057\/palgrave.jors.2602132"},{"key":"e_1_3_2_117_2","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocaa131"},{"key":"e_1_3_2_118_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2016.05.519"},{"key":"e_1_3_2_119_2","doi-asserted-by":"publisher","DOI":"10.1177\/1541931218621254"},{"key":"e_1_3_2_120_2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0186621"},{"key":"e_1_3_2_121_2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0185583"},{"key":"e_1_3_2_122_2","volume-title":"7th Annual ACM Conference on Collective Intelligence","author":"Lasecki Walter S.","year":"2019","unstructured":"Walter S. Lasecki. 2019. On facilitating human-computer interaction via hybrid intelligence systems. In 7th Annual ACM Conference on Collective Intelligence. ACM."},{"key":"e_1_3_2_123_2","doi-asserted-by":"publisher","DOI":"10.1111\/1468-0009.t01-1-00052"},{"key":"e_1_3_2_124_2","doi-asserted-by":"publisher","DOI":"10.1518\/hfes.46.1.50.30392"},{"key":"e_1_3_2_125_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2016.07.002"},{"key":"e_1_3_2_126_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-64816-3_8"},{"key":"e_1_3_2_127_2","doi-asserted-by":"publisher","DOI":"10.1177\/0956797616650300"},{"key":"e_1_3_2_128_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300325"},{"key":"e_1_3_2_129_2","volume-title":"AAAI Spring Symposium Series","author":"Lyons Joseph B.","year":"2013","unstructured":"Joseph B. Lyons. 2013. Being transparent about transparency: A model for human-robot interaction. In AAAI Spring Symposium Series. Retrieved from www.aaai.org."},{"key":"e_1_3_2_130_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07458-0_18"},{"key":"e_1_3_2_131_2","volume-title":"International Conference on Science and Innovation for Land Power, Defence Science and Technology Group","author":"Ma-Wyatt Anna","year":"2018","unstructured":"Anna Ma-Wyatt, Justin Fidock, and Hussein A. Abbass. 2018. Quantifying and predicting human performance for effective human-autonomy teaming. In International Conference on Science and Innovation for Land Power, Defence Science and Technology Group."},{"key":"e_1_3_2_132_2","doi-asserted-by":"publisher","DOI":"10.3390\/challe11020018"},{"key":"e_1_3_2_133_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i03.5631"},{"key":"e_1_3_2_134_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-36802-9_25"},{"key":"e_1_3_2_135_2","volume-title":"Personalization in Human-AI Teams: Improving the Compatibility-accuracy Tradeoff","author":"Martinez Jonathan","year":"2020","unstructured":"Jonathan Martinez, Kobi Gal, Ece Kamar, and Levi H. S. Lelis. 2020. Personalization in Human-AI Teams: Improving the Compatibility-accuracy Tradeoff. Technical Report. Retrieved from http:\/\/arxiv.org\/abs\/2004.02289."},{"key":"e_1_3_2_136_2","doi-asserted-by":"publisher","DOI":"10.1177\/0018720815619515"},{"key":"e_1_3_2_137_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.giq.2018.04.003"},{"key":"e_1_3_2_138_2","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208680"},{"key":"e_1_3_2_139_2","doi-asserted-by":"publisher","DOI":"10.1145\/1958824.1958945"},{"key":"e_1_3_2_140_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.obhdp.2011.03.002"},{"key":"e_1_3_2_141_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.pragma.2013.07.012"},{"key":"e_1_3_2_142_2","doi-asserted-by":"publisher","DOI":"10.1111\/j.1460-2466.2010.01488.x"},{"key":"e_1_3_2_143_2","first-page":"2146","volume-title":"the Annual Meeting of the American Helicopter Society","author":"Miller Christopher A.","year":"2004","unstructured":"Christopher A. Miller, Robert P. Goldman, Harry B. Funk, Peggy Wu, and Billy B. Pate. 2004. A playbook approach to variable autonomy control: Application for control of multiple, heterogeneous unmanned air vehicles. In the Annual Meeting of the American Helicopter Society. American Helicopter Society International, Inc., 2146\u20132157."},{"key":"e_1_3_2_144_2","doi-asserted-by":"publisher","DOI":"10.5555\/3176764.3176786"},{"key":"e_1_3_2_145_2","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-0009.2007.00506.x"},{"key":"e_1_3_2_146_2","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3382996"},{"key":"e_1_3_2_147_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376571"},{"key":"e_1_3_2_148_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2017.02.067"},{"key":"e_1_3_2_149_2","doi-asserted-by":"publisher","DOI":"10.1007\/s12525-020-00411-w"},{"key":"e_1_3_2_150_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-35288-2_1"},{"key":"e_1_3_2_151_2","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.1902.01876"},{"key":"e_1_3_2_152_2","doi-asserted-by":"publisher","DOI":"10.1145\/191666.191703"},{"key":"e_1_3_2_153_2","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242666"},{"key":"e_1_3_2_154_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.entcom.2009.09.007"},{"key":"e_1_3_2_155_2","first-page":"126","volume-title":"6th AAAI Conference on Human Computation and Crowdsourcing","author":"Nushi Besmira","year":"2018","unstructured":"Besmira Nushi, Ece Kamar, and Eric Horvitz. 2018. Towards accountable AI: Hybrid human-machine analyses for characterizing system failure. In 6th AAAI Conference on Human Computation and Crowdsourcing. AAAI Publications, 126\u2013135. Retrieved from https:\/\/www.aaai.org\/ocs\/index.php\/HCOMP\/HCOMP18\/paper\/view\/17930."},{"key":"e_1_3_2_156_2","doi-asserted-by":"publisher","DOI":"10.1080\/0952813X.2016.1213060"},{"key":"e_1_3_2_157_2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0229132"},{"key":"e_1_3_2_158_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.im.2012.08.003"},{"key":"e_1_3_2_159_2","doi-asserted-by":"publisher","DOI":"10.1518\/001872097778543886"},{"key":"e_1_3_2_160_2","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.1703.10069"},{"key":"e_1_3_2_161_2","volume-title":"Human-AI Decision Systems","author":"Pentland Alex","year":"2019","unstructured":"Alex Pentland, Matthew Daggett, and Michael Hurley. 2019. Human-AI Decision Systems. Technical Report. MIT."},{"key":"e_1_3_2_162_2","doi-asserted-by":"publisher","DOI":"10.4271\/12-02-02-0009"},{"key":"e_1_3_2_163_2","doi-asserted-by":"publisher","DOI":"10.5772\/intechopen.85054"},{"key":"e_1_3_2_164_2","doi-asserted-by":"publisher","DOI":"10.30844\/wi_2020_a6-poser"},{"key":"e_1_3_2_165_2","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2019.8852318"},{"key":"e_1_3_2_166_2","doi-asserted-by":"publisher","DOI":"10.1177\/1555343413498753"},{"key":"e_1_3_2_167_2","unstructured":"Tabish Rashid Mikayel Samvelyan Christian Schroeder de Witt Gregory Farquhar Jakob Foerster and Shimon Whiteson. 2017. Qmix: Monotonic value function factorisation for deep multi-agent reinforcement learning. In Proceedings of the 35th International Conference on Machine Learning (PMLR 80) . 4295\u20134304. Retrieved from http:\/\/proceedings.mlr.press\/v80\/rashid18a\/rashid18a.pdf."},{"key":"e_1_3_2_168_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2010.08.004"},{"key":"e_1_3_2_169_2","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.49.1.95"},{"key":"e_1_3_2_170_2","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2016.2634027"},{"key":"e_1_3_2_171_2","doi-asserted-by":"publisher","DOI":"10.1145\/2702613.2732791"},{"key":"e_1_3_2_172_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25554-5_57"},{"key":"e_1_3_2_173_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2017.08.005"},{"key":"e_1_3_2_174_2","volume-title":"Simulating War: Studying Conflict through Simulation Games","author":"Sabin Philip","year":"2012","unstructured":"Philip Sabin. 2012. Simulating War: Studying Conflict through Simulation Games. Continuum International Publishing Group, London."},{"issue":"3","key":"e_1_3_2_175_2","first-page":"1","article-title":"Designing AI systems with human-machine teams","volume":"61","author":"Saenz Maria Jesus","year":"2020","unstructured":"Maria Jesus Saenz, Elena Revilla, and Cristina Sim\u00f3n. 2020. Designing AI systems with human-machine teams. MIT Sloan Manag. Rev. 61, 3 (2020), 1\u20135. Retrieved from https:\/\/mitsmr.com\/33yyiRl.","journal-title":"MIT Sloan Manag. Rev."},{"key":"e_1_3_2_176_2","volume-title":"Robotics on the Battlefield Part II: The Coming Swarm","author":"Scharre Paul","year":"2014","unstructured":"Paul Scharre. 2014. Robotics on the Battlefield Part II: The Coming Swarm. Technical Report. Center for a New American Security."},{"key":"e_1_3_2_177_2","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1109\/VR.2012.6180932","volume-title":"IEEE Virtual Reality Workshops (VRW)","author":"Scherer Reinhold","year":"2012","unstructured":"Reinhold Scherer, Markus Pr\u00f6ll, Brendan Allison, and Gernot R. M\u00fcller-Putz. 2012. New input modalities for modern game design and virtual embodiment. In IEEE Virtual Reality Workshops (VRW). IEEE, 163\u2013164."},{"key":"e_1_3_2_178_2","doi-asserted-by":"publisher","DOI":"10.1117\/12.2560494"},{"key":"e_1_3_2_179_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.im.2019.103174"},{"key":"e_1_3_2_180_2","doi-asserted-by":"publisher","DOI":"10.1108\/INTR-12-2019-0503"},{"key":"e_1_3_2_181_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-22341-0"},{"key":"e_1_3_2_182_2","volume-title":"Science, Policy, and Practice: Three Cultures in Search of a Shared Mission","author":"Shonkoff Jack P.","year":"2000","unstructured":"Jack P. Shonkoff. 2000. Science, Policy, and Practice: Three Cultures in Search of a Shared Mission. Technical Report."},{"key":"e_1_3_2_183_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2020.103275"},{"key":"e_1_3_2_184_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-64816-3_10"},{"key":"e_1_3_2_185_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.intell.2020.101452"},{"key":"e_1_3_2_186_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-22341-0"},{"key":"e_1_3_2_187_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376315"},{"key":"e_1_3_2_188_2","volume-title":"Human-machine Reconfigurations: Plans and Situated Actions","author":"Suchman Lucy","year":"2007","unstructured":"Lucy Suchman. 2007. Human-machine Reconfigurations: Plans and Situated Actions. Cambridge University Press."},{"key":"e_1_3_2_189_2","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.1511.07401"},{"key":"e_1_3_2_190_2","doi-asserted-by":"publisher","DOI":"10.48550\/arxiv.1809.07193"},{"key":"e_1_3_2_191_2","volume-title":"Emergence in Games","author":"Sweetser Penny","year":"2008","unstructured":"Penny Sweetser. 2008. Characters and agents. In Emergence in Games. Charles River Media, Hingham, MA."},{"key":"e_1_3_2_192_2","volume-title":"Literature Review of Teamwork Models","author":"Sycara Katia","year":"2006","unstructured":"Katia Sycara and Gita Sukthankar. 2006. Literature Review of Teamwork Models. Technical Report. Robotics Institute, Carnegie Mellon University, Pittsburgh, PA."},{"key":"e_1_3_2_193_2","volume-title":"TorchCraft: A Library for Machine Learning Research on Real-time Strategy Games","author":"Synnaeve Gabriel","year":"2016","unstructured":"Gabriel Synnaeve, Nantas Nardelli, Alex Auvolat, Soumith Chintala, Timoth\u00e9e Lacroix, Zeming Lin, Florian Richoux, and Nicolas Usunier. 2016. TorchCraft: A Library for Machine Learning Research on Real-time Strategy Games. Technical Report. Retrieved from http:\/\/arxiv.org\/abs\/1611.00625."},{"key":"e_1_3_2_194_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.01.009"},{"key":"e_1_3_2_195_2","doi-asserted-by":"crossref","unstructured":"Edward C. Tomlinson and Roger C. Mryer. 2009. The role of causal attribution dimensions in trust repair. Academy of Management Review 34 1 (2009) 85\u2013104.","DOI":"10.5465\/amr.2009.35713291"},{"key":"e_1_3_2_196_2","doi-asserted-by":"publisher","DOI":"10.1145\/860575.860646"},{"key":"e_1_3_2_197_2","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(80)90005-5"},{"key":"e_1_3_2_198_2","doi-asserted-by":"publisher","DOI":"10.1037\/h0022100"},{"key":"e_1_3_2_199_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2013.07.003"},{"key":"e_1_3_2_200_2","doi-asserted-by":"publisher","DOI":"10.1201\/1078\/43189.16.4.19990901\/31199.3"},{"key":"e_1_3_2_201_2","volume-title":"NATO IST-160 Specialist Meeting on Big Data and Artificial Intelligence for Military Decision Making","author":"Bosch Karel Van Den","year":"2018","unstructured":"Karel Van Den Bosch and A. Bronkhorst. 2018. Human-AI cooperation to benefit military decision making. In NATO IST-160 Specialist Meeting on Big Data and Artificial Intelligence for Military Decision Making. Retrieved from https:\/\/www.researchgate.net\/publication\/325718292."},{"key":"e_1_3_2_202_2","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2020.2988859"},{"key":"e_1_3_2_203_2","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3186326"},{"key":"e_1_3_2_204_2","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1724-z"},{"key":"e_1_3_2_205_2","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1708.04782"},{"key":"e_1_3_2_206_2","doi-asserted-by":"publisher","DOI":"10.1145\/3359313"},{"key":"e_1_3_2_207_2","doi-asserted-by":"publisher","DOI":"10.1177\/0018720809338842"},{"key":"e_1_3_2_208_2","doi-asserted-by":"publisher","DOI":"10.2307\/3109916"},{"key":"e_1_3_2_209_2","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511983993.014"},{"key":"e_1_3_2_210_2","doi-asserted-by":"publisher","DOI":"10.1145\/2968120.2987733"},{"key":"e_1_3_2_211_2","volume-title":"14th International Command and Control Research and Technology Symposium","author":"Woltjer Rogier","year":"2009","unstructured":"Rogier Woltjer, Erik Prytz, and Kip Smith. 2009. Functional modeling of agile command and control. In 14th International Command and Control Research and Technology Symposium. DOD CCRP, Washington DC. Retrieved from https:\/\/www.researchgate.net\/publication\/237088892."},{"key":"e_1_3_2_212_2","volume-title":"The Effects of Level of Autonomy on Human-agent Teaming for Multi-robot Control and Local Security Maintenance","author":"Wright Julia L.","year":"2013","unstructured":"Julia L. Wright, Jessie Y. C. Chen, Stephanie A. Quinn, and Michael J. Barnes. 2013. The Effects of Level of Autonomy on Human-agent Teaming for Multi-robot Control and Local Security Maintenance. Technical Report. Army Research Laboratory (US), Aberdeen Proving Ground (MD)."},{"key":"e_1_3_2_213_2","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00496"},{"key":"e_1_3_2_214_2","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1700053"},{"key":"e_1_3_2_215_2","doi-asserted-by":"publisher","DOI":"10.3390\/electronics10050593"},{"key":"e_1_3_2_216_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jad.2017.06.024"},{"key":"e_1_3_2_217_2","doi-asserted-by":"publisher","DOI":"10.1109\/INES46365.2019.9109519"},{"key":"e_1_3_2_218_2","doi-asserted-by":"publisher","DOI":"10.1109\/SMC42975.2020.9283210"}],"container-title":["ACM Transactions on Interactive Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3514257","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3514257","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:14Z","timestamp":1750183814000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3514257"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,26]]},"references-count":217,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,9,30]]}},"alternative-id":["10.1145\/3514257"],"URL":"https:\/\/doi.org\/10.1145\/3514257","relation":{},"ISSN":["2160-6455","2160-6463"],"issn-type":[{"value":"2160-6455","type":"print"},{"value":"2160-6463","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,26]]},"assertion":[{"value":"2021-04-01","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-01-01","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-07-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}