{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T08:30:01Z","timestamp":1768033801322,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,24]],"date-time":"2024-11-24T00:00:00Z","timestamp":1732406400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1836900"],"award-info":[{"award-number":["1836900"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,24]]},"DOI":"10.1145\/3687272.3688322","type":"proceedings-article","created":{"date-parts":[[2024,11,20]],"date-time":"2024-11-20T00:24:28Z","timestamp":1732062268000},"page":"185-194","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Automated Assessment and Adaptive Multimodal Formative Feedback Improves Psychomotor Skills Training Outcomes in Quadrotor Teleoperation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1550-379X","authenticated-orcid":false,"given":"Emily","family":"Jensen","sequence":"first","affiliation":[{"name":"University of Colorado Boulder, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7315-4340","authenticated-orcid":false,"given":"Sriram","family":"Sankaranarayanan","sequence":"additional","affiliation":[{"name":"University of Colorado, Boulder, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0723-1085","authenticated-orcid":false,"given":"Bradley","family":"Hayes","sequence":"additional","affiliation":[{"name":"University of Colorado Boulder, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,11,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.7249\/RR4244"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.edurev.2022.100489"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574700001788"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CYBER.2003.1253485"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.2307\/1170684"},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 2019 Artificial Intelligence in Education Conference, Seiji Isotani, Eva Mill\u00e1n","author":"Davaris Myles","unstructured":"Myles Davaris, Sudanthi Wijewickrema, Yun Zhou, Patorn Piromchai, James Bailey, Gregor Kennedy, and Stephen O\u2019Leary. 2019. The Importance of Automated Real-Time Performance Feedback in Virtual Reality Temporal Bone Surgery Training. In Proceedings of the 2019 Artificial Intelligence in Education Conference, Seiji Isotani, Eva Mill\u00e1n, Amy Ogan, Peter Hastings, Bruce McLaren, and Rose Luckin (Eds.). Springer International Publishing, Cham, 96\u2013109."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-021-00281-z"},{"key":"e_1_3_2_1_8_1","series-title":"Lecture Notes in Computer Science, Vol.\u00a06246","volume-title":"FORMATS","author":"Donz\u00e9 Alexandre","unstructured":"Alexandre Donz\u00e9 and Oded Maler. 2010. Robust Satisfaction of Temporal Logic over Real-Valued Signals. In FORMATS. Lecture Notes in Computer Science, Vol.\u00a06246. Springer, 92\u2013106."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397482.3450730"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.3390\/s21248378"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.22260\/ISARC2000\/0072"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3316782.3316784"},{"key":"e_1_3_2_1_13_1","first-page":"111","article-title":"Enhancing the Impact of Formative Feedback on Student Learning Through an Online Feedback System","volume":"8","author":"Hatziapostolou Thanos","year":"2010","unstructured":"Thanos Hatziapostolou and Iraklis Paraskakis. 2010. Enhancing the Impact of Formative Feedback on Student Learning Through an Online Feedback System. Electronic Journal of e-Learning 8, 2 (2010), 111 \u2013 122.","journal-title":"Electronic Journal of e-Learning"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1080\/07294360.2019.1657807"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.58567\/jie01020002"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568294.3580167"},{"key":"e_1_3_2_1_17_1","volume-title":"Human \u2013 Large Language Model Interaction Workshop","author":"Jensen Emily","unstructured":"Emily Jensen, Sriram Sankaranarayanan, and Bradley Hayes. 2024. Large Language Models Enable Automated Formative Feedback in Human-Robot Interaction Tasks. In Human \u2013 Large Language Model Interaction Workshop. ACM\/IEEE, Boulder, CO, 2\u00a0pages."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-09687-7_12"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.46328\/ijtes.348"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.techsoc.2023.102393"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-022-10308-y"},{"key":"e_1_3_2_1_22_1","volume-title":"Formative Feedback in Interactive Learning Environments (FFILE) Conference. Springer","author":"Luengo Vanda","year":"2013","unstructured":"Vanda Luengo and Dima Mufti-Alchawafa. 2013. Target the controls during the problem solving activity, a process to produce adapted epistemic feedbacks in ill- defined domains.. In Formative Feedback in Interactive Learning Environments (FFILE) Conference. Springer, Memphis, USA, 8."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.3390\/educsci13101014"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.3390\/s21093121"},{"key":"e_1_3_2_1_25_1","volume-title":"Skills: Upskilling and Reskilling in Organisations. Informing Science: The International Journal of an Emerging Transdiscipline 26 (Feb.","author":"Morandini Sofia","year":"2023","unstructured":"Sofia Morandini, Federico Fraboni, Marco De\u00a0Angelis, Gabriele Puzzo, Davide Diusino, and Luca Pietrantoni. 2023. The Impact of Artificial Intelligence on Workers\u2019 Skills: Upskilling and Reskilling in Organisations. Informing Science: The International Journal of an Emerging Transdiscipline 26 (Feb. 2023), 039\u2013068. https:\/\/www.informingscience.org\/Publications\/5078"},{"key":"e_1_3_2_1_26_1","unstructured":"Alexandra Moringen S\u00f6ren R\u00fcttgers Luisa Zintgraf Jason Friedman and Helge Ritter. 2021. Optimizing piano practice with a utility-based scaffold. arxiv:2106.12937\u00a0[cs.HC]"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.3390\/mti7040040"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijpe.2023.108770"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.7863\/ultra.33.8.1349"},{"key":"e_1_3_2_1_30_1","unstructured":"OpenAI. 2023. GPT-4V(ision) technical work and authors. https:\/\/openai.com\/contributions\/gpt-4v\/"},{"key":"e_1_3_2_1_31_1","unstructured":"Alberto\u00a0Casas Ortiz. 2020. Capturing Modelling Analyzing and providing Feedback in Martial Arts with Artificial Intelligence to support Psychomotor Learning Activities. Master\u2019s thesis. Universidad Nacional de Educaci\u00f3n a Distancia."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/EAEEIE50507.2021.9530953"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-024-09393-2"},{"key":"e_1_3_2_1_34_1","volume-title":"AI-Supported XR Training: Personalizing Medical First Responder Training","author":"Pretolesi Daniele","unstructured":"Daniele Pretolesi, Olivia Zechner, Daniel\u00a0Garcia Guirao, Helmut Schrom-Feiertag, and Manfred Tscheligi. 2024. AI-Supported XR Training: Personalizing Medical First Responder Training. In AI Technologies and Virtual Reality, Kazumi Nakamatsu, Srikanta Patnaik, and Roumen Kountchev (Eds.). Springer Nature Singapore, Singapore, 343\u2013356."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3618258"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.13053\/rcs-122-1-13"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aav1560"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1126-1_25"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-019-09498-w"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-016-0103-2"},{"key":"e_1_3_2_1_41_1","volume-title":"Jobs Report","author":"Schwab Klaus","year":"2020","unstructured":"Klaus Schwab and Saadia Zahidi. 2020. The Future of Jobs Report 2020. Technical Report. World Economic Forum. https:\/\/www3.weforum.org\/docs\/WEF_Future_of_Jobs_2020.pdf"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1093\/milmed\/usy388"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.3102\/0034654307313795"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/1121241.1121249"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460729"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"David\u00a0M. Williamson Robert\u00a0J. Mislevy and Isaac\u00a0I. Bejar (Eds.). 2006. Automated Scoring of Complex Tasks in Computer-Based Testing. Lawrence Erlbaum Mahwah New Jersey.","DOI":"10.4324\/9780415963572"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1177\/00187208221129940"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.23919\/ACC60939.2024.10644169"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/OJCSYS.2023.3348704"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-022-00308-z"}],"event":{"name":"HAI '24: International Conference on Human-Agent Interaction","location":"Swansea United Kingdom","acronym":"HAI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 12th International Conference on Human-Agent Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3687272.3688322","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3687272.3688322","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T12:40:27Z","timestamp":1755866427000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3687272.3688322"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,24]]},"references-count":50,"alternative-id":["10.1145\/3687272.3688322","10.1145\/3687272"],"URL":"https:\/\/doi.org\/10.1145\/3687272.3688322","relation":{},"subject":[],"published":{"date-parts":[[2024,11,24]]},"assertion":[{"value":"2024-11-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}