{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T07:27:44Z","timestamp":1781767664796,"version":"3.54.5"},"reference-count":55,"publisher":"American Society of Civil Engineers (ASCE)","issue":"4","content-domain":{"domain":["ascelibrary.org"],"crossmark-restriction":true},"short-container-title":["J. Comput. Civ. Eng."],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1061\/jccee5.cpeng-5744","type":"journal-article","created":{"date-parts":[[2024,5,14]],"date-time":"2024-05-14T10:08:50Z","timestamp":1715681330000},"update-policy":"https:\/\/doi.org\/10.1061\/do.news.20190416.0001","source":"Crossref","is-referenced-by-count":16,"title":["Explainable Image Captioning to Identify Ergonomic Problems and Solutions for Construction Workers"],"prefix":"10.1061","volume":"38","author":[{"given":"Gunwoo","family":"Yong","sequence":"first","affiliation":[{"name":"Ph.D. Candidate, Dept. of Civil and Environmental Engineering, Univ. of Michigan, 2350 Hayward St., Ann Arbor, MI 48109."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Meiyin","family":"Liu","sequence":"additional","affiliation":[{"name":"Assistant Professor, Dept. of Civil and Environmental Engineering, Rutgers Univ., 500 Bartholomew Rd., Piscataway, NJ 08854."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"SangHyun","family":"Lee","sequence":"additional","affiliation":[{"name":"Professor, Dept. of Civil and Environmental Engineering, Univ. of Michigan, 2350 Hayward St., Ann Arbor, MI 48109 (corresponding author)."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"30","reference":[{"issue":"2","key":"e_1_3_3_2_1","first-page":"60","article-title":"ChatGPT as an educational tool: Opportunities, challenges, and recommendations for communication, business writing, and composition courses","volume":"3","author":"AlAfnan M. A.","year":"2023","unstructured":"AlAfnan, M. A., S. Dishari, M. Jovic, and K. Lomidze. 2023. \u201cChatGPT as an educational tool: Opportunities, challenges, and recommendations for communication, business writing, and composition courses.\u201d J. Artif. Intell. Technol. 3 (2): 60\u201368. https:\/\/doi.org\/10.37965\/jait.2023.0184.","journal-title":"J. Artif. Intell. Technol."},{"key":"e_1_3_3_3_1","volume-title":"Simple solutions: Ergonomics for construction workers","author":"Albers J. T.","year":"2007","unstructured":"Albers, J. T., and C. F. Estill. 2007. Simple solutions: Ergonomics for construction workers. Washington, DC: National Institute for Occupational Safety and Health."},{"key":"e_1_3_3_4_1","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","article-title":"Explainable artificial intelligence (XAI): Concepts, taxonomies, opportunities and challenges toward responsible AI","volume":"58","author":"Arrieta A. B.","year":"2019","unstructured":"Arrieta, A. B., et al. 2019. \u201cExplainable artificial intelligence (XAI): Concepts, taxonomies, opportunities and challenges toward responsible AI.\u201d Inf. Fusion 58 (Jun): 82\u2013115. https:\/\/doi.org\/10.1016\/j.inffus.2019.12.012.","journal-title":"Inf. Fusion"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103198"},{"key":"e_1_3_3_6_1","doi-asserted-by":"crossref","unstructured":"Beddiar D. M. Oussalah and S. Tapio. 2022. \u201cExplainability for medical image captioning.\u201d In Proc. 2022 Eleventh Int. Conf. on Image Processing Theory Tools and Applications (IPTA) 1\u20136. New York: IEEE.","DOI":"10.1109\/IPTA54936.2022.9784146"},{"key":"e_1_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10270-w"},{"key":"e_1_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.3390\/s23020634"},{"key":"e_1_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1108\/ECAM-01-2022-0064"},{"key":"e_1_3_3_10_1","unstructured":"Chen X. H. Fang T.-Y. Lin R. Vedantam S. Gupta P. Dollar and C. L. Zitnick. 2015. \u201cMicrosoft COCO captions: Data collection and evaluation server.\u201d Preprint submitted October 16 2019. http:\/\/arxiv.org\/abs\/1504.00325."},{"key":"e_1_3_3_11_1","volume-title":"The construction chart book","author":"CPWR (Center for Construction Research and Training)","year":"2018","unstructured":"CPWR (Center for Construction Research and Training). 2018. The construction chart book. Silver Spring, MD: CPWR."},{"key":"e_1_3_3_12_1","unstructured":"Dosovitskiy A. L. Beyer A. Kolesnikov D. Weissenborn X. Zhai T. Unterthiner M. Dehghani M. Minderer G. Heigold S. Gelly J. Uszkoreit and N. Houlsby. 2021. \u201cAn image is worth 16x16 words: Transformers for image recognition at scale.\u201d Preprint submitted March 11 2021. http:\/\/arxiv.org\/abs\/2010.11929."},{"key":"e_1_3_3_13_1","doi-asserted-by":"crossref","unstructured":"Elguendouze S. M. C. P. de Souto A. Hafiane and A. Halftermeyer. 2022. \u201cTowards explainable deep learning for image captioning through representation space perturbation.\u201d In Proc. Int. Joint Conf. on Neural Networks (IJCNN) 1\u20138. New York: IEEE. https:\/\/doi.org\/10.1109\/IJCNN55064.2022.9892275.","DOI":"10.1109\/IJCNN55064.2022.9892275"},{"key":"e_1_3_3_14_1","unstructured":"EU-OSHA (European Union-Occupational Safety and Health Administration). 2020. \u201cErgonomic risk.\u201d Accessed September 13 2023. https:\/\/osha.europa.eu\/en\/tools-and-resources\/eu-osha-thesaurus\/term\/70060i."},{"key":"e_1_3_3_15_1","doi-asserted-by":"crossref","first-page":"106816","DOI":"10.1016\/j.cie.2020.106816","article-title":"Ergonomic risk assessment based on computer vision and machine learning","volume":"149","author":"Fern\u00e1ndez M. M.","year":"2020","unstructured":"Fern\u00e1ndez, M. M., J. \u00c1. Fern\u00e1ndez, J. M. Bajo, and C. A. Delrieux. 2020. \u201cErgonomic risk assessment based on computer vision and machine learning.\u201d Comput. Ind. Eng. 149 (Feb): 106816. https:\/\/doi.org\/10.1016\/j.cie.2020.106816.","journal-title":"Comput. Ind. Eng."},{"key":"e_1_3_3_16_1","doi-asserted-by":"crossref","unstructured":"He K. X. Zhang S. Ren and J. Sun. 2016. \u201cDeep residual learning for image recognition.\u201d In Proc. IEEE Conf. on Computer Vision and Pattern Recognition. New York: IEEE.","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_3_17_1","unstructured":"Hussain F. R. Hussain and E. Hossain. 2021. \u201cExplainable Artificial Intelligence (XAI): An Engineering Perspective.\u201d Preprint submitted January 10 2021. http:\/\/arxiv.org\/abs\/2101.03613."},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3070212"},{"key":"e_1_3_3_19_1","unstructured":"Joslin K. 2021. \u201cUS Navy Seabees with NMCB-5 build a schoolhouse in Timor-Leste to support the local Ministry of Education [Image 4 of 6].\u201d Accessed November 3 2024. https:\/\/www.dvidshub.net\/image\/6810547\/us-navy-seabees-with-nmcb-5-build-schoolhouse-timor-leste-support-local-ministry-education."},{"key":"e_1_3_3_20_1","doi-asserted-by":"crossref","unstructured":"Karim M. R. T. Dohmen M. Cochez O. Beyan D. Rebholz-Schuhmann and S. Decker. 2020. \u201cDeepCOVIDExplainer: Explainable COVID-19 diagnosis from chest X-ray images.\u201d In Proc. IEEE Int. Conf. on Bioinformatics and Biomedicine (BIBM) 1034\u20131037. New York: IEEE.","DOI":"10.1109\/BIBM49941.2020.9313304"},{"key":"e_1_3_3_21_1","unstructured":"Karras T. T. Aila S. Laine and J. Lehtinen. 2018. \u201cProgressive growing of GANs for improved quality stability and variation.\u201d Preprint submitted February 17 2019. http:\/\/arxiv.org\/abs\/1710.10196."},{"key":"e_1_3_3_22_1","doi-asserted-by":"crossref","unstructured":"Lewis M. Y. Liu N. Goyal M. Ghazvininejad A. Mohamed O. Levy V. Stoyanov and L. Zettlemoyer. 2019. \u201cBART: Denoising sequence-to-sequence pre-training for natural language generation translation and comprehension.\u201d Preprint submitted April 19 2022. http:\/\/arxiv.org\/abs\/1910.13461.","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"e_1_3_3_23_1","doi-asserted-by":"crossref","unstructured":"Li C. and S. Lee. 2011. \u201cComputer vision techniques for worker motion analysis to reduce musculoskeletal disorders in construction.\u201d In Proc. Computing in Civil Engineering (2011) 380\u2013387. Reston VA: ASCE.","DOI":"10.1061\/41182(416)47"},{"key":"e_1_3_3_24_1","unstructured":"Li F. H. Zhang Y.-F. Zhang S. Liu J. Guo L. M. Ni P. Zhang and L. Zhang. 2022a. \u201cVision-language intelligence: Tasks representation learning and large models.\u201d Preprint submitted March 2022. http:\/\/arxiv.org\/abs\/2203.01922."},{"key":"e_1_3_3_25_1","unstructured":"Li J. D. Li C. Xiong and S. Hoi. 2022b. \u201cBLIP: Bootstrapping language-image pre-training for unified vision-language understanding and generation.\u201d In Proc. Int. Conf. on Machine Learning 12888\u201312900. Cambridge MA: Proceedings of Machine Learning Research."},{"key":"e_1_3_3_26_1","first-page":"9694","volume-title":"Advances in neural information processing systems","author":"Li J.","year":"2021","unstructured":"Li, J., R. Selvaraju, A. Gotmare, S. Joty, C. Xiong, and S. C. H. Hoi. 2021. \u201cAlign before fuse: Vision and language representation learning with momentum distillation.\u201d In Advances in neural information processing systems, 9694\u20139705. New York: Curran Associates."},{"key":"e_1_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103334"},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2023.102024"},{"key":"e_1_3_3_29_1","unstructured":"Mei X. C. Meng H. Liu Q. Kong T. Ko C. Zhao M. D. Plumbley Y. Zou and W. Wang. 2023. \u201cWavCaps: A ChatGPT-assisted weakly-labelled audio captioning dataset for audio-language multimodal research.\u201d Preprint submitted April 12 2023. http:\/\/arxiv.org\/abs\/2303.17395."},{"key":"e_1_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2022.105734"},{"key":"e_1_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1900654116"},{"key":"e_1_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clinimag.2020.04.025"},{"key":"e_1_3_3_33_1","unstructured":"OSHA (Occupational Safety and Health Administration). 2015. \u201cErgonomics\u2014Overview.\u201d Accessed March 27 2023. https:\/\/www.osha.gov\/ergonomics."},{"key":"e_1_3_3_34_1","doi-asserted-by":"crossref","unstructured":"Papineni K. S. Roukos T. Ward and W.-J. Zhu. 2002. \u201cBleu: A method for automatic evaluation of machine translation.\u201d In Proc. 40th Annual Meeting of the Association for Computational Linguistics 311\u2013318. Philadelphia: Association for Computational Linguistics.","DOI":"10.3115\/1073083.1073135"},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1080\/001401399185874"},{"key":"e_1_3_3_36_1","first-page":"25278","article-title":"LAION-5B: An open large-scale dataset for training next generation image-text models","volume":"35","author":"Schuhmann C.","year":"2022","unstructured":"Schuhmann, C., et al. 2022. \u201cLAION-5B: An open large-scale dataset for training next generation image-text models.\u201d Adv. Neural Inf. Process. Syst. 35 (Apr): 25278\u201325294.","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"e_1_3_3_37_1","doi-asserted-by":"crossref","unstructured":"Selvaraju R. R. M. Cogswell A. Das R. Vedantam D. Parikh and D. Batra. 2017. \u201cGrad-CAM: Visual explanations from deep networks via gradient-based localization.\u201d In Proc. IEEE Int. Conf. on Computer Vision 618\u2013626. New York: IEEE.","DOI":"10.1109\/ICCV.2017.74"},{"key":"e_1_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2021.103725"},{"key":"e_1_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CP.1943-5487.0000400"},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.3233\/WOR-182778"},{"key":"e_1_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1115\/1.4063954"},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3148210"},{"key":"e_1_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.07.008"},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1061\/JCEMD4.COENG-12821"},{"key":"e_1_3_3_45_1","volume-title":"Ergonomics processes: Implementation guide and tools for the mining industry","author":"Torma-Krajewski J.","year":"2009","unstructured":"Torma-Krajewski, J., L. J. Steiner, and R. Burgess-Limerick. 2009. Ergonomics processes: Implementation guide and tools for the mining industry. Washington, DC: National Institute for Occupational Safety and Health."},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-25082-8_24"},{"key":"e_1_3_3_47_1","unstructured":"US BLS (United States Bureau of Labor Statistics). 2020. \u201cNumber incidence rate and median days away from work of injuries and illnesses involving musculoskeletal disorders by selected industries US private sector 2018.\u201d Accessed March 27 2023. https:\/\/www.bls.gov\/iif\/factsheets\/msds-chart2-data.htm."},{"key":"e_1_3_3_48_1","volume-title":"Advances in neural information processing systems","author":"Vaswani A.","year":"2017","unstructured":"Vaswani, A., N. Shazeer, N. Parmar, J. Uszkoreit, L. Jones, A. N. Gomez, \u0141. Kaiser, and I. Polosukhin. 2017. \u201cAttention is all you need.\u201d In Advances in neural information processing systems. New York: Curran Associates."},{"key":"e_1_3_3_49_1","unstructured":"Vig J. 2019. \u201cBERTVIZ: A tool for visualizing multi-head self-attention in the BERT model.\u201d In Proc. ICLR Workshop: Debugging Machine Learning Models. San Francisco: OpenAI."},{"key":"e_1_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CO.1943-7862.0000979"},{"issue":"1","key":"e_1_3_3_51_1","first-page":"273","article-title":"CommonsenseVIS: Visualizing and understanding commonsense reasoning capabilities of natural language models","volume":"30","author":"Wang X.","year":"2023","unstructured":"Wang, X., R. Huang, Z. Jin, T. Fang, and H. Qu. 2023. \u201cCommonsenseVIS: Visualizing and understanding commonsense reasoning capabilities of natural language models.\u201d IEEE Trans. Vis. Comput. Graphics 30 (1): 273\u2013283. https:\/\/doi.org\/10.1109\/TVCG.2023.3327153.","journal-title":"IEEE Trans. Vis. Comput. Graphics"},{"key":"e_1_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2022.101699"},{"key":"e_1_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jobe.2021.103036"},{"key":"e_1_3_3_54_1","doi-asserted-by":"crossref","unstructured":"Yang Z. K. Kafle F. Dernoncourt and V. Ordonez. 2023. \u201cImproving visual grounding by encouraging consistent gradient-based explanations.\u201d In Proc. IEEE\/CVF Conf. on Computer Vision and Pattern Recognition 19165\u201319174. New York: IEEE.","DOI":"10.1109\/CVPR52729.2023.01837"},{"key":"e_1_3_3_55_1","doi-asserted-by":"crossref","unstructured":"Yong G. M. Liu and S. Lee. 2024. \u201cAutomated captioning for ergonomic problem and solution identification in construction using a vision-language model and caption augmentation.\u201d In Proc. Construction Research Congress 2024 709\u2013718. Reston VA: ASCE.","DOI":"10.1061\/9780784485293.071"},{"key":"e_1_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1061\/JCEMD4.COENG-12096"}],"container-title":["Journal of Computing in Civil Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/ascelibrary.org\/doi\/pdf\/10.1061\/JCCEE5.CPENG-5744","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,14]],"date-time":"2024-05-14T10:09:07Z","timestamp":1715681347000},"score":1,"resource":{"primary":{"URL":"https:\/\/ascelibrary.org\/doi\/10.1061\/JCCEE5.CPENG-5744"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7]]},"references-count":55,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,7]]}},"alternative-id":["10.1061\/JCCEE5.CPENG-5744"],"URL":"https:\/\/doi.org\/10.1061\/jccee5.cpeng-5744","relation":{},"ISSN":["0887-3801","1943-5487"],"issn-type":[{"value":"0887-3801","type":"print"},{"value":"1943-5487","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7]]},"assertion":[{"value":"2023-09-26","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-01-23","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-05-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"04024022"}}