{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T00:01:13Z","timestamp":1769040073465,"version":"3.49.0"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2023,9,8]],"date-time":"2023-09-08T00:00:00Z","timestamp":1694131200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,9,8]],"date-time":"2023-09-08T00:00:00Z","timestamp":1694131200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-16623-z","type":"journal-article","created":{"date-parts":[[2023,9,8]],"date-time":"2023-09-08T10:01:54Z","timestamp":1694167314000},"page":"28927-28945","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Automated construction management platform with image analysis using deep learning neural networks"],"prefix":"10.1007","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5997-5169","authenticated-orcid":false,"given":"Bruno Alberto Soares","family":"Oliveira","sequence":"first","affiliation":[]},{"given":"Ab\u00edlio Pereira de Faria","family":"Neto","sequence":"additional","affiliation":[]},{"given":"Roberto M\u00e1rcio Arruda","family":"Fernandino","sequence":"additional","affiliation":[]},{"given":"Rog\u00e9rio Fernandes","family":"Carvalho","sequence":"additional","affiliation":[]},{"given":"Tan","family":"Bo","sequence":"additional","affiliation":[]},{"given":"Frederico Gadelha","family":"Guimar\u00e3es","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,8]]},"reference":[{"key":"16623_CR1","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M. (2016) Tensorflow: A system for large-scale machine learning. In: 12th $$\\{$$USENIX$$\\}$$ Symposium on Operating Systems Design and Implementation ($$\\{$$OSDI$$\\}$$ 16), pp. 265\u2013283"},{"key":"16623_CR2","unstructured":"Arabi S, Haghighat A, Sharma A. (2019) A deep learning based solution for construction equipment detection: from development to deployment. arXiv:1904.09021"},{"issue":"1","key":"16623_CR3","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332","journal-title":"Mach Learn"},{"issue":"2","key":"16623_CR4","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1023\/A:1009715923555","volume":"2","author":"CJ Burges","year":"1998","unstructured":"Burges CJ (1998) A tutorial on support vector machines for pattern recognition. Data Min Knowl Discov 2(2):121\u2013167","journal-title":"Data Min Knowl Discov"},{"key":"16623_CR5","doi-asserted-by":"crossref","unstructured":"Chen IH, Ho SC, Su MB (2020) Computer vision application programming for settlement monitoring in a drainage tunnel. Autom. Constr 110 103011","DOI":"10.1016\/j.autcon.2019.103011"},{"key":"16623_CR6","unstructured":"Chen T, He T, Benesty M, Khotilovich V, Tang Y, Cho H. (2015) Xgboost: extreme gradient boosting. R package version 0.4-2 1(4), 1\u20134"},{"key":"16623_CR7","doi-asserted-by":"crossref","unstructured":"Dalal N, Triggs B. (2005) Histograms of oriented gradients for human detection. In: 2005 IEEE computer society conference on computer vision and pattern recognition (CVPR\u201905), vol.1, pp. 886\u2013893. IEEE","DOI":"10.1109\/CVPR.2005.177"},{"key":"16623_CR8","doi-asserted-by":"crossref","unstructured":"Duan K, Bai S, Xie L, Qi H, Huang Q, Tian Q. (2019) Centernet: Keypoint triplets for object detection. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 6569\u20136578","DOI":"10.1109\/ICCV.2019.00667"},{"key":"16623_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.autcon.2017.09.018","volume":"85","author":"Q Fang","year":"2018","unstructured":"Fang Q, Li H, Luo X, Ding L, Luo H, Rose TM, An W (2018) Detecting non-hardhat-use by a deep learning method from far-field surveillance videos. Autom. Constr 85:1\u20139","journal-title":"Autom. Constr"},{"key":"16623_CR10","doi-asserted-by":"crossref","unstructured":"Fang W, Ding L, Love PE, Luo H, Li H, Pena-Mora F, Zhong B, Zhou C (2020) Computer vision applications in construction safety assurance. Autom. Constr 110 103013","DOI":"10.1016\/j.autcon.2019.103013"},{"key":"16623_CR11","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/j.aei.2018.05.003","volume":"37","author":"W Fang","year":"2018","unstructured":"Fang W, Ding L, Zhong B, Love PE, Luo H (2018) Automated detection of workers and heavy equipment on construction sites: A convolutional neural network approach. Adv Eng Inform 37:139\u2013149","journal-title":"Adv Eng Inform"},{"key":"16623_CR12","doi-asserted-by":"crossref","unstructured":"Fu C.Z, Si W.R, Huang H, Chen L, Gao Q.J, Shi C.B, Wang C. (2018) Research on a detection and recognition algorithm for high-voltage switch cabinet based on deep learning with an improved yolov2 network. In: 2018 11th International Conference on Intelligent Computation Technology and Automation (ICICTA), pp. 346\u2013350. IEEE","DOI":"10.1109\/ICICTA.2018.00085"},{"key":"16623_CR13","unstructured":"Goodfellow I, Bengio Y, Courville A, Bengio Y. (2016) Deep learning. MIT press Cambridge"},{"key":"16623_CR14","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J. (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"16623_CR15","unstructured":"Howard A.G, Zhu M, Chen B, Kalenichenko D, Wang W, Weyand T, Andreetto M, Adam H. (2017) Mobilenets: Efficient convolutional neural networks for mobile vision applications. arXiv:1704.04861"},{"key":"16623_CR16","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der\u00a0Maaten L, Weinberger K.Q. (2017) Densely connected convolutional networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 4700\u20134708","DOI":"10.1109\/CVPR.2017.243"},{"key":"16623_CR17","doi-asserted-by":"crossref","unstructured":"Huang J, Rathod V, Sun C, Zhu M, Korattikara A, Fathi A, Fischer I, Wojna Z, Song Y, Guadarrama S. (2017) Speed\/accuracy trade-offs for modern convolutional object detectors. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 7310\u20137311","DOI":"10.1109\/CVPR.2017.351"},{"key":"16623_CR18","unstructured":"Iandola F.N, Han S, Moskewicz M.W, Ashraf K, Dally W.J, Keutzer K. (2016) Squeezenet: Alexnet-level accuracy with 50x fewer parameters and< 0.5 mb model size. arXiv:1602.07360"},{"key":"16623_CR19","first-page":"7","volume":"6","author":"A Jadia","year":"2020","unstructured":"Jadia A, Chawla M (2020) Image classification and detection of insulators using bag of visual words and speeded up robust features. Int j innov sci eng technol (IJISME) 6:7\u201313","journal-title":"Int j innov sci eng technol (IJISME)"},{"key":"16623_CR20","doi-asserted-by":"crossref","unstructured":"Kalchbrenner N, Grefenstette E, Blunsom P. (2014) A convolutional neural network for modelling sentences. arXiv:1404.2188","DOI":"10.3115\/v1\/P14-1062"},{"issue":"2","key":"16623_CR21","doi-asserted-by":"publisher","first-page":"04017082","DOI":"10.1061\/(ASCE)CP.1943-5487.0000731","volume":"32","author":"H Kim","year":"2018","unstructured":"Kim H, Kim H, Hong YW, Byun H (2018) Detecting construction equipment using a region-based fully convolutional network and transfer learning. J. Comput. Civ. Eng 32(2):04017082","journal-title":"J. Comput. Civ. Eng"},{"key":"16623_CR22","doi-asserted-by":"crossref","unstructured":"Kim J, Hwang J, Chi S, Seo J (2020) Towards database-free vision-based monitoring on construction sites: A deep active learning approach. Autom. Constr 120 103376","DOI":"10.1016\/j.autcon.2020.103376"},{"key":"16623_CR23","unstructured":"Kluyver T, Ragan-Kelley B, P\u00e9rez, F, Granger B.E, Bussonnier, M, Frederic J, Kelley K, Hamrick J.B, Grout J, Corlay S. (2016) Jupyter notebooks-a publishing format for reproducible computational workflows. In: ELPUB, pp. 87\u201390"},{"issue":"6","key":"16623_CR24","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) Imagenet classification with deep convolutional neural networks. Communications of the ACM 60(6):84\u201390","journal-title":"Communications of the ACM"},{"issue":"1","key":"16623_CR25","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1109\/72.554195","volume":"8","author":"S Lawrence","year":"1997","unstructured":"Lawrence S, Giles CL, Tsoi AC, Back AD (1997) Face recognition: A convolutional neural-network approach. IEEE transactions on neural networks 8(1):98\u2013113","journal-title":"IEEE transactions on neural networks"},{"issue":"7553","key":"16623_CR26","first-page":"436","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. nature 521(7553):436\u2013444","journal-title":"Deep learning. nature"},{"key":"16623_CR27","doi-asserted-by":"crossref","unstructured":"Lin G, Milan A, Shen C, Reid I. Refinenet: Multi-path refinement networks for high-resolution semantic segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 1925\u20131934 (2017)","DOI":"10.1109\/CVPR.2017.549"},{"key":"16623_CR28","doi-asserted-by":"crossref","unstructured":"Lin T.Y, Goyal P, Girshick R, He K, Doll\u00e1r P. (2017) Focal loss for dense object detection. In: Proceedings of the IEEE international conference on computer vision, pp. 2980\u20132988","DOI":"10.1109\/ICCV.2017.324"},{"key":"16623_CR29","doi-asserted-by":"crossref","unstructured":"Lin T.Y, Maire M, Belongie S, Hays J, Perona P, Ramanan D, Doll\u00e1r P, Zitnick C.L. Microsoft coco: Common objects in context. In: European conference on computer vision, pp. 740\u2013755. Springer","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"16623_CR30","doi-asserted-by":"crossref","unstructured":"Lin Y, Sun J, Li C, Ma Y, Geng Y, Chen Y. (2016) Deep learning for intelligent substation device infrared fault image analysis. In: MATEC Web of Conferences, vol.55, p. 03007. EDP Sciences","DOI":"10.1051\/matecconf\/20165503007"},{"key":"16623_CR31","doi-asserted-by":"crossref","unstructured":"Liu W, Anguelov D, Erhan D, Szegedy C, Reed S, Fu C.Y, Berg A.C. (2016) Ssd: Single shot multibox detector. In: European conference on computer vision, pp. 21\u201337. Springer","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"16623_CR32","doi-asserted-by":"crossref","unstructured":"Liu Y, Liu J, Ke Y (2020) A detection and recognition system of pointer meters in substations based on computer vision. Measurement 152 107333","DOI":"10.1016\/j.measurement.2019.107333"},{"key":"16623_CR33","doi-asserted-by":"crossref","unstructured":"Lowe D.G. (1999) Object recognition from local scale-invariant features. In: Proceedings of the seventh IEEE international conference on computer vision, vol.2, pp. 1150\u20131157. Ieee","DOI":"10.1109\/ICCV.1999.790410"},{"key":"16623_CR34","unstructured":"Moses Olafenwa J. (2018) Imageai, an open source python library built to empower developers to build applications and systems with self-contained computer vision capabilities. https:\/\/github.com\/OlafenwaMoses\/ImageAI"},{"key":"16623_CR35","doi-asserted-by":"crossref","unstructured":"Nath ND, Behzadan AH, Paal SG (2020) Deep learning for site safety: Real-time detection of personal protective equipment. Autom. Constr 112 103085","DOI":"10.1016\/j.autcon.2020.103085"},{"key":"16623_CR36","doi-asserted-by":"publisher","first-page":"19195","DOI":"10.1109\/ACCESS.2021.3054468","volume":"9","author":"BAS Oliveira","year":"2021","unstructured":"Oliveira BAS, De Faria Neto AP, Fernandino RMA, Carvalho RF, Fernandes AL, Guimar\u00e3es FG (2021) Automated monitoring of construction sites of electric power substations using deep learning. IEEE Access 9:19195\u201319207. https:\/\/doi.org\/10.1109\/ACCESS.2021.3054468","journal-title":"IEEE Access"},{"key":"16623_CR37","unstructured":"Redmon J. (2013\u20132016) Darknet: Open source neural networks in c. http:\/\/pjreddie.com\/darknet\/"},{"key":"16623_CR38","doi-asserted-by":"crossref","unstructured":"Redmon J, Divvala S, Girshick R, Farhadi A. (2016) You only look once: Unified, real-time object detection. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 779\u2013788","DOI":"10.1109\/CVPR.2016.91"},{"key":"16623_CR39","unstructured":"Ren S, He K, Girshick R, Sun J. (2015) Faster r-cnn: Towards real-time object detection with region proposal networks. In: Adv Neural Inf Process pp. 91\u201399"},{"issue":"1","key":"16623_CR40","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s00521-020-05565-4","volume":"33","author":"I Santos","year":"2021","unstructured":"Santos I, Castro L, Rodriguez-Fernandez N, Torrente-Patino A, Carballal A (2021) Artificial neural networks and deep learning in the visual arts: A review. Neural Comput Appl 33(1):121\u2013157","journal-title":"Neural Comput Appl"},{"key":"16623_CR41","unstructured":"Simonyan K, Zisserman A. (2014) Very deep convolutional networks for large-scale image recognition. arXiv:1409.1556"},{"key":"16623_CR42","doi-asserted-by":"crossref","unstructured":"Szegedy C, Ioffe S, Vanhoucke V, Alemi A. (2016) Inception-v4, inception-resnet and the impact of residual connections on learning. arXiv:1602.07261","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"16623_CR43","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A. (2015) Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"16623_CR44","doi-asserted-by":"crossref","unstructured":"Tan M, Pang R, Le Q.V. (2020) Efficientdet: Scalable and efficient object detection. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 10781\u201310790","DOI":"10.1109\/CVPR42600.2020.01079"},{"key":"16623_CR45","unstructured":"Tzutalin L. (2015) Git code"},{"issue":"2","key":"16623_CR46","doi-asserted-by":"publisher","first-page":"392","DOI":"10.3390\/en13020392","volume":"13","author":"I Ullah","year":"2020","unstructured":"Ullah I, Khan RU, Yang F, Wuttisittikulkij L (2020) Deep learning image-based defect detection in high voltage electrical equipment. Energies 13(2):392","journal-title":"Energies"},{"key":"16623_CR47","volume-title":"Python 3 Reference Manual","author":"G Van Rossum","year":"2009","unstructured":"Van Rossum G, Drake FL (2009) Python 3 Reference Manual. CreateSpace, Scotts Valley, CA"},{"key":"16623_CR48","doi-asserted-by":"crossref","unstructured":"Viola P, Jones M. (2001) Rapid object detection using a boosted cascade of simple features. In: Proceedings of the 2001 IEEE computer society conference on computer vision and pattern recognition. CVPR 2001, vol.1, pp. I\u2013I. IEEE","DOI":"10.1109\/CVPR.2001.990517"},{"key":"16623_CR49","doi-asserted-by":"publisher","unstructured":"Voulodimos A, Doulamis N, Doulamis A, Protopapadakis E (2018) Deep learning for computer vision: A brief review. Computational Intelligence and Neuroscience 2018:1\u201313. https:\/\/doi.org\/10.1155\/2018\/7068349","DOI":"10.1155\/2018\/7068349"},{"key":"16623_CR50","doi-asserted-by":"crossref","unstructured":"Wang J (1971) (2018) Deep learning based state recognition of substation switches. AIP Conference Proceedings 1 040041","DOI":"10.1063\/1.5041183"},{"key":"16623_CR51","doi-asserted-by":"crossref","unstructured":"Wu J, Cai N, Chen W, Wang H, Wang G (2019) Automatic detection of hardhats worn by construction personnel: A deep learning approach and benchmark dataset. Autom. Constr 106 102894","DOI":"10.1016\/j.autcon.2019.102894"},{"key":"16623_CR52","doi-asserted-by":"crossref","unstructured":"Zhou X, Zhuo J, Krahenbuhl P. (2019) Bottom-up object detection by grouping extreme and center points. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 850\u2013859","DOI":"10.1109\/CVPR.2019.00094"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-16623-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-16623-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-16623-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T19:26:15Z","timestamp":1730057175000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-16623-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,8]]},"references-count":52,"journal-issue":{"issue":"10","published-online":{"date-parts":[[2024,3]]}},"alternative-id":["16623"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-16623-z","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9,8]]},"assertion":[{"value":"23 January 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 August 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 August 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 September 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}