{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T20:43:18Z","timestamp":1780778598123,"version":"3.54.1"},"reference-count":75,"publisher":"American Society of Civil Engineers (ASCE)","issue":"6","content-domain":{"domain":["ascelibrary.org"],"crossmark-restriction":true},"short-container-title":["J. Comput. Civ. Eng."],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1061\/jccee5.cpeng-5884","type":"journal-article","created":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T13:43:09Z","timestamp":1722951789000},"update-policy":"https:\/\/doi.org\/10.1061\/do.news.20190416.0001","source":"Crossref","is-referenced-by-count":8,"title":["Teleoperation-Driven and Keyframe-Based Generalizable Imitation Learning for Construction Robots"],"prefix":"10.1061","volume":"38","author":[{"given":"Yan","family":"Li","sequence":"first","affiliation":[{"name":"Postdoctoral Researcher, Dept. of Civil and Environmental Engineering, Univ. of Tennessee, Knoxville, TN 37996."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3243-6805","authenticated-orcid":true,"given":"Songyang","family":"Liu","sequence":"additional","affiliation":[{"name":"Ph.D. Candidate, Dept. of Civil and Environmental Engineering, Univ. of Tennessee, Knoxville, TN 37996. ORCID: ."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mengjun","family":"Wang","sequence":"additional","affiliation":[{"name":"Ph.D. Candidate, Dept. of Civil and Environmental Engineering, Univ. of Tennessee, Knoxville, TN 37996."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2869-9346","authenticated-orcid":true,"given":"Shuai","family":"Li","sequence":"additional","affiliation":[{"name":"Associate Professor, Dept. of Civil and Environmental Engineering, Univ. of Tennessee, Knoxville, TN 37996 (corresponding author). ORCID: ."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0339-8811","authenticated-orcid":true,"given":"Jindong","family":"Tan","sequence":"additional","affiliation":[{"name":"Professor, Dept. of Mechanical, Aerospace, and Biomedical Engineering, Univ. of Tennessee, Knoxville, TN 37996. ORCID: ."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"30","reference":[{"key":"e_1_3_3_2_1","unstructured":"Abdolmaleki A. J. T. Springenberg Y. Tassa R. Munos N. Heess and M. Riedmiller. 2018. \u201cMaximum a posteriori policy optimisation.\u201d In Proc. 6th Int. Conf. on Learning Representations ICLR 2018. Appleton WI: International Conference on Learning Representations."},{"key":"e_1_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2021.103569"},{"key":"e_1_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103500"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2021.104006"},{"key":"e_1_3_3_6_1","doi-asserted-by":"crossref","unstructured":"Bharadhwaj H. A. Garg and F. Shkurti. 2020. \u201cLEAF: Latent exploration along the frontier.\u201d In Proc. IEEE Int. Conf. on Robotics and Automation (ICRA) 677\u2013684. New York: IEEE.","DOI":"10.1109\/ICRA48506.2021.9560922"},{"key":"e_1_3_3_7_1","unstructured":"Chane-Sane E. C. Schmid and I. Laptev. 2021. \u201cGoal-Conditioned Reinforcement Learning with Imagined Subgoals.\u201d In Vol. 139 of Proc. Int. Conf. on Machine Learning 1430\u20131440. New York: Proceedings of Machine Learning Research."},{"key":"e_1_3_3_8_1","unstructured":"Chen X. and J. D. Storey. 2015. \u201cConsistent estimation of low-dimensional latent structure in high-dimensional data.\u201d Preprint submitted October 13 2015. https:\/\/arxiv.org\/abs\/1510.03497."},{"key":"e_1_3_3_9_1","doi-asserted-by":"crossref","unstructured":"Codevilla F. E. Santana A. M. L\u00f3pez and A. Gaidon. 2019. \u201cExploring the limitations of behavior cloning for autonomous driving.\u201d In Proc. IEEE\/CVF Int. Conf. on Computer Vision 9329\u20139338. New York: IEEE.","DOI":"10.1109\/ICCV.2019.00942"},{"key":"e_1_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2014.03.020"},{"key":"e_1_3_3_11_1","unstructured":"Ding Y. C. Florensa M. Phielipp and P. Abbeel. 2019. \u201cGoal-conditioned imitation learning.\u201d In Proc. Advances in Neural Information Processing Systems 32. New York: Neural Information Processing Systems Foundation."},{"key":"e_1_3_3_12_1","unstructured":"Duan K. and Z. Zou. 2023. \u201cLearning from demonstrations: An intuitive VR environment for imitation learning of construction robots.\u201d Preprint submitted May 23 2023. https:\/\/arxiv.org\/abs\/2305.14584."},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2898117"},{"key":"e_1_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41315-019-00103-5"},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364919872545"},{"key":"e_1_3_3_16_1","doi-asserted-by":"crossref","unstructured":"Finn C. X. Y. Tan Y. Duan T. Darrell S. Levine and P. Abbeel. 2015. \u201cDeep spatial autoencoders for visuomotor learning.\u201d In Proc. IEEE Int. Conf. on Robotics and Automation (ICRA) 512\u2013519. New York: IEEE.","DOI":"10.1109\/ICRA.2016.7487173"},{"key":"e_1_3_3_17_1","unstructured":"Fujimoto S. H. Hoof and D. Meger. 2018. \u201cAddressing function approximation error in actor-critic methods.\u201d In Proc. Int. Conf. on Machine Learning 1587\u20131596. New York: Proceedings of Machine Learning Research."},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0926-5805(00)00059-5"},{"key":"e_1_3_3_19_1","unstructured":"Haarnoja T. A. Zhou P. Abbeel and S. Levine. 2018. \u201cSoft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor.\u201d In Vol. 5 of Proc. 35th Int. Conf. on Machine Learning ICML 2018 2976\u20132989. New York: International Machine Learning Society."},{"key":"e_1_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2022.3198020"},{"key":"e_1_3_3_21_1","doi-asserted-by":"crossref","unstructured":"Hasunuma H. M. Kobayashi H. Moriyama T. Itoko Y. Yanagihara T. Ueno K. Ohya and K. Yokoi. 2002. \u201cA tele-operated humanoid robot drives a lift truck.\u201d In Vol. 3 of Proc. 2002 IEEE Int. Conf. on Robotics and Automation (ICRA) 2246\u20132252. New York: IEEE.","DOI":"10.1109\/ROBOT.2002.1013566"},{"key":"e_1_3_3_22_1","doi-asserted-by":"crossref","unstructured":"Hasunuma H. K. Nakashima M. Kobayashi F. Mifune Y. Yanagihara T. Ueno K. Ohya and K. Yokoi. 2003. \u201cA tele-operated humanoid robot drives a backhoe.\u201d In Proc. 2003 IEEE Int. Conf. on Robotics and Automation (ICRA) 2998\u20133004. New York: IEEE.","DOI":"10.1109\/ROBOT.2003.1242051"},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1080\/01691864.2019.1636714"},{"key":"e_1_3_3_24_1","doi-asserted-by":"crossref","unstructured":"Hester T. et al. 2017a. \u201cDeep Q-learning from demonstrations.\u201d In Proc. 32nd AAAI Conf. on Artificial Intelligence AAAI 2018 3223\u20133230 Washington DC: Association for the Advancement of Artificial Intelligence.","DOI":"10.1609\/aaai.v32i1.11506"},{"key":"e_1_3_3_25_1","volume-title":"Learning from demonstrations for real world reinforcement learning","author":"Hester T.","year":"2017","unstructured":"Hester, T., et al. 2017b. Learning from demonstrations for real world reinforcement learning Washington, DC: Association for the Advancement of Artificial Intelligence."},{"key":"e_1_3_3_26_1","unstructured":"Higgins I. L. Matthey A. Pal C. Burgess X. Glorot M. Botvinick S. Mohamed A. Lerchner and G. Deepmind. 2016. \u201cbeta-VAE: Learning basic visual concepts with a constrained variational framework.\u201d In Proc. ICLR 2017 Conf. Appleton WI: International Conference on Learning Representations."},{"key":"e_1_3_3_27_1","unstructured":"Ho J. and S. Ermon. 2016. \u201cGenerative adversarial imitation learning.\u201d In Proc. Advances in Neural Information Processing Systems 4572\u20134580. New York: Curran Associates."},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2022.104691"},{"key":"e_1_3_3_29_1","unstructured":"Jayaraman D. F. Ebert A. Efros and S. Levine. 2018. \u201cTime-agnostic prediction: Predicting predictable video frames.\u201d In Proc. 7th Int. Conf. on Learning Representations ICLR 2019. Appleton WI: International Conference on Learning Representations."},{"key":"e_1_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-018-9738-1"},{"key":"e_1_3_3_31_1","doi-asserted-by":"crossref","unstructured":"Kabir A. M. A. Kanyuck R. K. Malhan A. V. Shembekar S. Thakar B. C. Shah and S. K. Gupta. 2019. \u201cGeneration of synchronized configuration space trajectories of multi-robot systems.\u201d In Proc. IEEE Int. Conf. on Robotics and Automation (ICRA) 8683\u20138690. New York: IEEE.","DOI":"10.1109\/ICRA.2019.8794275"},{"key":"e_1_3_3_32_1","doi-asserted-by":"crossref","unstructured":"Kabir A. M. S. Thakar P. M. Bhatt R. K. Malhan P. Rajendran B. C. Shah and S. K. Gupta. 2020. \u201cIncorporating motion planning feasibility considerations during task-agent assignment to perform complex tasks using mobile manipulators.\u201d In Proc. IEEE Int. Conf. on Robotics and Automation (ICRA) 5663\u20135670. New York: IEEE.","DOI":"10.1109\/ICRA40945.2020.9196667"},{"key":"e_1_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.3390\/a16110519"},{"key":"e_1_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2013.05.001"},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2008.07.002"},{"key":"e_1_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2021.103737"},{"key":"e_1_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364914549607"},{"key":"e_1_3_3_38_1","unstructured":"Levine S. C. Finn T. Darrell and P. Abbeel. 2016a. \u201cEnd-to-end training of deep visuomotor policies.\u201d Preprint submitted April 19 2015. https:\/\/arxiv.org\/abs\/1504.00702."},{"issue":"4","key":"e_1_3_3_39_1","first-page":"421","article-title":"Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection","volume":"37","author":"Levine S.","year":"2016","unstructured":"Levine, S., P. Pastor, A. Krizhevsky, J. Ibarz, and D. Quillen. 2016b. \u201cLearning hand-eye coordination for robotic grasping with deep learning and large-scale data collection.\u201d Learning 37 (4\u20135): 421\u2013436. https:\/\/doi.org\/10.1177\/0278364917710318.","journal-title":"Learning"},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2023.102140"},{"key":"e_1_3_3_41_1","doi-asserted-by":"crossref","unstructured":"Liang C.-J. V. Kamat and C. Menassa. 2019. \u201cTeaching robots to perform construction tasks via learning from demonstration.\u201d In Proc. 36th Int. Symp. on Automation and Robotics in Construction ISARC 1305\u20131311. Banff AB Canada: International Association for Automation and Robotics in Construction.","DOI":"10.22260\/ISARC2019\/0175"},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103370"},{"key":"e_1_3_3_43_1","unstructured":"Lillicrap T. P. J. J. Hunt A. Pritzel N. Heess T. Erez Y. Tassa D. Silver and D. Wierstra. 2016. \u201cContinuous control with deep reinforcement learning.\u201d In Proc. 4th Int. Conf. on Learning Representations ICLR 2016. Appleton WI: International Conference on Learning Representations."},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3001130"},{"key":"e_1_3_3_45_1","doi-asserted-by":"crossref","unstructured":"Liu Y. A. Gupta P. Abbeel and S. Levine. 2018. \u201cImitation from observation: Learning to imitate behaviors from raw video via context translation.\u201d In Proc. 2018 IEEE Int. Conf. on Robotics and Automation (ICRA) 1118\u20131125. New York: IEEE.","DOI":"10.1109\/ICRA.2018.8462901"},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103523"},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2018.02.005"},{"key":"e_1_3_3_48_1","doi-asserted-by":"crossref","unstructured":"Luck J. P. P. L. McDermott L. Allender and D. C. Russell. 2006. \u201cAn investigation of real world control of robotic assets under communication latency.\u201d In Proc. HRI 2006: Proc. of the 2006 ACM Conf. on Human-Robot Interaction 202\u2013209. New York: Association for Computing Machinery.","DOI":"10.1145\/1121241.1121277"},{"key":"e_1_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3082947"},{"key":"e_1_3_3_50_1","doi-asserted-by":"crossref","unstructured":"Mandlekar A. F. Ramos B. Boots S. Savarese L. Fei-Fei A. Garg and D. Fox. 2019. \u201cIRIS: Implicit reinforcement without interaction at scale for learning control from offline robot manipulation data.\u201d In Proc. IEEE Int. Conf. on Robotics and Automation (ICRA) 4414\u20134420. New York: IEEE.","DOI":"10.1109\/ICRA40945.2020.9196935"},{"key":"e_1_3_3_51_1","unstructured":"Mnih V. K. Kavukcuoglu D. Silver A. Graves I. Antonoglou D. Wierstra and M. Riedmiller. 2013. \u201cPlaying Atari with deep reinforcement learning.\u201d Preprint submitted December 19 2013. https:\/\/arxiv.org\/abs\/1312.5602."},{"key":"e_1_3_3_52_1","unstructured":"Nasiriany S. V. H. Pong S. Lin and S. Levine. 2019. \u201cPlanning with goal-conditioned policies.\u201d In Proc. Advances in Neural Information Processing Systems 32. San Diego: Neural Information Processing Systems Foundation."},{"key":"e_1_3_3_53_1","unstructured":"NIOSH (National Institute for Occupational Safety and Health). 2019. \u201cNIOSH strategic plan: FYs 2019 \u2013 2026.\u201d Accessed February 22 2020. https:\/\/www.cdc.gov\/niosh\/about\/strategicplan\/default.html."},{"key":"e_1_3_3_54_1","unstructured":"Occupational Safety and Health Administration. 2018. \u201cCommonly used statistics.\u201d OSHA Data and Statistics. Accessed February 22 2020. https:\/\/www.osha.gov\/oshstats\/commonstats.html."},{"key":"e_1_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2869644"},{"key":"e_1_3_3_56_1","doi-asserted-by":"crossref","unstructured":"Pore A. E. Tagliabue M. Piccinelli D. Dall\u2019Alba A. Casals and P. Fiorini. 2021. \u201cLearning from demonstrations for autonomous soft-tissue retraction.\u201d In Proc. 2021 Int. Symp. on Medical Robotics (ISMR) 1\u20137. New York: IEEE.","DOI":"10.1109\/ISMR48346.2021.9661514"},{"key":"e_1_3_3_57_1","doi-asserted-by":"crossref","unstructured":"Praveena P. G. Subramani B. Mutlu and M. Gleicher. 2019. \u201cCharacterizing input methods for human-to-robot demonstrations.\u201d In Proc. ACM\/IEEE Int. Conf. on Human-Robot Interaction 344\u2013353. New York: IEEE.","DOI":"10.1109\/HRI.2019.8673310"},{"key":"e_1_3_3_58_1","unstructured":"Reynolds A. 2022. \u201cChallenges and opportunities in the post COVID-19 world.\u201d Rider Levett Bucknall. Accessed February 16 2023. https:\/\/www.rlb.com\/oceania\/insight\/challenges-and-opportunities-in-the-post-covid-19-world\/."},{"key":"e_1_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-32552-1_57"},{"key":"e_1_3_3_60_1","unstructured":"Schulman J. F. Wolski P. Dhariwal A. Radford and O. K. Openai. 2017. \u201cProximal policy optimization algorithms.\u201d Preprint submitted July 20 2017. https:\/\/arxiv.org\/abs\/1707.06347."},{"key":"e_1_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.3004787"},{"key":"e_1_3_3_62_1","unstructured":"Sriram C. M. Azam and M. van Nieuwland. 2015. \u201cThe construction productivity imperative.\u201d Accessed February 13 2023. https:\/\/www.mckinsey.com\/capabilities\/operations\/our-insights\/the-construction-productivity-imperative."},{"key":"e_1_3_3_63_1","doi-asserted-by":"crossref","unstructured":"Thakar S. L. Fang B. Shah and S. Gupta. 2018. \u201cTowards time-optimal trajectory planning for pick-and-transport operation with a mobile manipulator.\u201d In Proc. IEEE Int. Conf. on Automation Science and Engineering 981\u2013987. New York: IEEE.","DOI":"10.1109\/COASE.2018.8560446"},{"key":"e_1_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1136\/oemed-2016-103943"},{"key":"e_1_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2022.103836"},{"key":"e_1_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364906065900"},{"key":"e_1_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2008.12.008"},{"key":"e_1_3_3_68_1","doi-asserted-by":"crossref","unstructured":"Zakka K. A. Zeng J. Lee and S. Song. 2019. \u201cForm2Fit: Learning shape priors for generalizable assembly from disassembly.\u201d In Proc. IEEE Int. Conf. on Robotics and Automation (ICRA) 9404\u20139410. New York: IEEE.","DOI":"10.1109\/ICRA40945.2020.9196733"},{"key":"e_1_3_3_69_1","unstructured":"Zeng A. et al. 2020. \u201cTransporter networks: Rearranging the visual world for robotic manipulation.\u201d In Vol. 155 of Proc. Int. Conf. on Robot Learning 726\u2013747. New York: Proceedings of Machine Learning Research."},{"key":"e_1_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.3390\/s22082957"},{"key":"e_1_3_3_71_1","unstructured":"Zhang T. S. Guo T. Tan X. Hu and F. Chen. 2020. \u201cGenerating adjacency-constrained subgoals in hierarchical reinforcement learning.\u201d In Proc. Advances in Neural Information Processing Systems. San Diego: Neural Information Processing Systems Foundation."},{"key":"e_1_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2022.104647"},{"key":"e_1_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.3390\/s22155483"},{"key":"e_1_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1061\/JCEMD4.COENG-13916"},{"key":"e_1_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1061\/JCEMD4.COENG-13350"},{"key":"e_1_3_3_76_1","doi-asserted-by":"crossref","unstructured":"Zhu Y. J. Tremblay S. Birchfield and Y. Zhu. 2020. \u201cHierarchical planning for long-horizon manipulation with geometric and symbolic scene graphs.\u201d In Proc. IEEE Int. Conf. on Robotics and Automation (ICRA) 6541\u20136548. New York: IEEE.","DOI":"10.1109\/ICRA48506.2021.9561548"}],"container-title":["Journal of Computing in Civil Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/ascelibrary.org\/doi\/pdf\/10.1061\/JCCEE5.CPENG-5884","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T13:43:33Z","timestamp":1722951813000},"score":1,"resource":{"primary":{"URL":"https:\/\/ascelibrary.org\/doi\/10.1061\/JCCEE5.CPENG-5884"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11]]},"references-count":75,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["10.1061\/JCCEE5.CPENG-5884"],"URL":"https:\/\/doi.org\/10.1061\/jccee5.cpeng-5884","relation":{},"ISSN":["0887-3801","1943-5487"],"issn-type":[{"value":"0887-3801","type":"print"},{"value":"1943-5487","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11]]},"assertion":[{"value":"2023-12-14","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-05-10","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-08-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"04024031"}}