{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,7]],"date-time":"2026-06-07T16:56:08Z","timestamp":1780851368875,"version":"3.54.1"},"reference-count":49,"publisher":"American Society of Civil Engineers (ASCE)","issue":"1","content-domain":{"domain":["ascelibrary.org"],"crossmark-restriction":true},"short-container-title":["J. Comput. Civ. Eng."],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1061\/jccee5.cpeng-6106","type":"journal-article","created":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T09:50:23Z","timestamp":1730109023000},"update-policy":"https:\/\/doi.org\/10.1061\/do.news.20190416.0001","source":"Crossref","is-referenced-by-count":48,"title":["Integrating Large Language Models with Multimodal Virtual Reality Interfaces to Support Collaborative Human\u2013Robot Construction Work"],"prefix":"10.1061","volume":"39","author":[{"given":"Somin","family":"Park","sequence":"first","affiliation":[{"name":"Assistant Professor, Dept. of Civil Engineering, Univ. of Texas at Arlington, Arlington, TX 76010."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2453-0386","authenticated-orcid":true,"given":"Carol C.","family":"Menassa","sequence":"additional","affiliation":[{"name":"Professor, Dept. of Civil and Environmental Engineering, Univ. of Michigan, Ann Arbor, MI 48109 (corresponding author). ORCID: ."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0788-5588","authenticated-orcid":true,"given":"Vineet R.","family":"Kamat","sequence":"additional","affiliation":[{"name":"Professor, Dept. of Civil and Environmental Engineering, Univ. of Michigan, Ann Arbor, MI 48109. ORCID: ."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"30","reference":[{"key":"e_1_3_3_2_1","unstructured":"Achiam J. et al. 2023. \u201cGPT-4 technical report.\u201d Preprint submitted March 15 2023. https:\/\/arxiv.org\/abs\/2303.08774."},{"key":"e_1_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2021.101431"},{"key":"e_1_3_3_4_1","doi-asserted-by":"crossref","unstructured":"Brosque C. E. Galbally O. Khatib and M. Fischer. 2020. \u201cHuman-robot collaboration in construction: Opportunities and challenges.\u201d In Proc. 2020 Int. Congress on Human-Computer Interaction Optimization and Robotic Applications (HORA) 1\u20138. New York: IEEE.","DOI":"10.1109\/HORA49412.2020.9152888"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2018.2885464"},{"key":"e_1_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2023.105158"},{"key":"e_1_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1115\/1.4054297"},{"key":"e_1_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.vrih.2020.05.006"},{"key":"e_1_3_3_9_1","unstructured":"Cheng S. K. Mo and L. Shao. 2021. \u201cLearning to regrasp by learning to place.\u201d Preprint submitted November 17 2021. https:\/\/doi.org\/10.48550\/arXiv.2109.08817."},{"key":"e_1_3_3_10_1","doi-asserted-by":"crossref","unstructured":"Constantin S. F. I. Eyiokur D. Yaman L. B\u00e4rmann and A. Waibel. 2022. \u201cInteractive multimodal robot dialog using pointing gesture recognition.\u201d In Proc. European Conf. on Computer Vision 640\u2013657. Cham Switzerland: Springer.","DOI":"10.1007\/978-3-031-25075-0_43"},{"key":"e_1_3_3_11_1","doi-asserted-by":"crossref","unstructured":"Eiris-Pereira R. and M. Gheisari. 2018. \u201cBuilding intelligent virtual agents as conversational partners in digital construction sites.\u201d In Proc. Construction Research Congress 2018: Construction Information Technology 200\u2013209. Reston VA: ASCE.","DOI":"10.1061\/9780784481264.020"},{"key":"e_1_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2022.104320"},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2014.09.029"},{"key":"e_1_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9280.00395"},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2010.164"},{"key":"e_1_3_3_16_1","doi-asserted-by":"crossref","unstructured":"Hart S. G. 2006. \u201cNASA-task load index (NASA-TLX); 20\u00a0years later.\u201d In Vol. 50 of Proc. Human Factors and Ergonomics Society Annual Meeting 904\u2013908. Los Angeles: SAGE.","DOI":"10.1177\/154193120605000909"},{"key":"e_1_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1080\/19488300.2011.609524"},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2024.105315"},{"key":"e_1_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2024.102532"},{"key":"e_1_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)ME.1943-5479.0000904"},{"key":"e_1_3_3_21_1","unstructured":"Kim H. K. Mitra R. Chen S. Rahman and D. Zhang. 2024. \u201cMEGAnno+: A human-LLM collaborative annotation system.\u201d Preprint submitted September 28 2024. https:\/\/doi.org\/10.48550\/arXiv.2402.18050."},{"key":"e_1_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10055-013-0230-0"},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2019.102835"},{"key":"e_1_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1111\/mice.12151"},{"key":"e_1_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2022.104554"},{"key":"e_1_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2021.101255"},{"key":"e_1_3_3_27_1","unstructured":"McNeel. 2023. \u201cRhino\u2014Rhino.Inside.\u201d Accessed October 26 2023. https:\/\/www.rhino3d.com\/features\/rhino-inside\/."},{"key":"e_1_3_3_28_1","doi-asserted-by":"crossref","unstructured":"Nieuwenhuisen M. J. Gaspers O. Tischler and S. Behnke. 2010. \u201cIntuitive multimodal interaction and predictable behavior for the museum tour guide robot Robotinho.\u201d In Proc. 2010 10th IEEE-RAS Int. Conf. on Humanoid Robots 653\u2013658. New York: IEEE.","DOI":"10.1109\/ICHR.2010.5686848"},{"key":"e_1_3_3_29_1","unstructured":"OpenAI (Artificial Intelligence). 2023. \u201cWhisper.\u201d Accessed October 25 2023. https:\/\/openai.com\/research\/whisper."},{"key":"e_1_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2024.105345"},{"key":"e_1_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1061\/JMENEA.MEENG-5227"},{"issue":"10","key":"e_1_3_3_32_1","first-page":"1","article-title":"Efficient grounding of abstract spatial concepts for natural language interaction with robot manipulators","volume":"37","author":"Paul R.","year":"2016","unstructured":"Paul, R., J. Arkin, N. Roy, and T. M. Howard. 2016. \u201cEfficient grounding of abstract spatial concepts for natural language interaction with robot manipulators.\u201d Robot. Sci. Syst. Found. 37 (10): 1\u20139. https:\/\/doi.org\/10.15607\/RSS.2016.XII.037.","journal-title":"Robot. Sci. Syst. Found."},{"key":"e_1_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.3390\/buildings13040857"},{"key":"e_1_3_3_34_1","unstructured":"Radford A. J. W. Kim T. Xu G. Brockman C. McLeavey and I. Sutskever. 2023. \u201cRobust speech recognition via large-scale weak supervision.\u201d In Proc. Int. Conf. on Machine Learning 28492\u201328518. New York: Proceedings of Machine Learning Research."},{"key":"e_1_3_3_35_1","doi-asserted-by":"crossref","unstructured":"Rossen B. S. Lind and B. Lok. 2009. \u201cHuman-centered distributed conversational modeling: Efficient modeling of robust virtual human conversations.\u201d In Proc. 9th Int. Conf. on Intelligent Virtual Agents IVA 2009 474\u2013481. Berlin: Springer.","DOI":"10.1007\/978-3-642-04380-2_52"},{"key":"e_1_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2022.101869"},{"key":"e_1_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CO.1943-7862.0002138"},{"key":"e_1_3_3_38_1","doi-asserted-by":"crossref","unstructured":"Szafir D. B. Mutlu and T. Fong. 2015. \u201cCommunicating directionality in flying robots.\u201d In Proc. 10th Annual ACM\/IEEE Int. Conf. on Human-Robot Interaction 19\u201326. New York: Association for Computing Machinery.","DOI":"10.1145\/2696454.2696475"},{"key":"e_1_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.3390\/make6010018"},{"key":"e_1_3_3_40_1","doi-asserted-by":"crossref","unstructured":"Van den Bergh M. D. Carton R. De Nijs N. Mitsou C. Landsiedel K. Kuehnlenz D. Wollherr L. Van Gool and M. Buss. 2011. \u201cReal-time 3D hand gesture interaction with a robot for understanding directions from humans.\u201d In Proc. 2011 Ro-Man 357\u2013362. New York: IEEE.","DOI":"10.1109\/ROMAN.2011.6005195"},{"key":"e_1_3_3_41_1","unstructured":"Vaswani A. N. Shazeer N. Parmar J. Uszkoreit L. Jones A. N. Gomez L. Kaiser and I. Polosukhin. 2017. \u201cAttention is all you need.\u201d Preprint submitted June 12 2017. https:\/\/arxiv.org\/abs\/1706.03762."},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2013.09.008"},{"key":"e_1_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CP.1943-5487.0000988"},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2023.105071"},{"key":"e_1_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2024.104112"},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1061\/JCCEE5.CPENG-5165"},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3282111"},{"key":"e_1_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2018.09.014"},{"key":"e_1_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1061\/JCEMD4.COENG-12997"},{"key":"e_1_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2023.105067"}],"container-title":["Journal of Computing in Civil Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/ascelibrary.org\/doi\/pdf\/10.1061\/JCCEE5.CPENG-6106","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T09:50:30Z","timestamp":1730109030000},"score":1,"resource":{"primary":{"URL":"https:\/\/ascelibrary.org\/doi\/10.1061\/JCCEE5.CPENG-6106"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":49,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["10.1061\/JCCEE5.CPENG-6106"],"URL":"https:\/\/doi.org\/10.1061\/jccee5.cpeng-6106","relation":{},"ISSN":["0887-3801","1943-5487"],"issn-type":[{"value":"0887-3801","type":"print"},{"value":"1943-5487","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1]]},"assertion":[{"value":"2024-04-07","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-07-19","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-10-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"04024053"}}