{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T01:06:25Z","timestamp":1774055185425,"version":"3.50.1"},"reference-count":35,"publisher":"Wiley","license":[{"start":{"date-parts":[[2022,2,8]],"date-time":"2022-02-08T00:00:00Z","timestamp":1644278400000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["2021jy70"],"award-info":[{"award-number":["2021jy70"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["2020szkc03"],"award-info":[{"award-number":["2020szkc03"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["2021jyxm0374"],"award-info":[{"award-number":["2021jyxm0374"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["2020szsfkc0294"],"award-info":[{"award-number":["2020szsfkc0294"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["2019zyrc081"],"award-info":[{"award-number":["2019zyrc081"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["2021-YF24"],"award-info":[{"award-number":["2021-YF24"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["gxyq2019056"],"award-info":[{"award-number":["gxyq2019056"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["gxyqZD2018057"],"award-info":[{"award-number":["gxyqZD2018057"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100015673","name":"Anhui Jianzhu University","doi-asserted-by":"publisher","award":["1908085MF204"],"award-info":[{"award-number":["1908085MF204"]}],"id":[{"id":"10.13039\/501100015673","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["2021jy70"],"award-info":[{"award-number":["2021jy70"]}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["2020szkc03"],"award-info":[{"award-number":["2020szkc03"]}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["2021jyxm0374"],"award-info":[{"award-number":["2021jyxm0374"]}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["2020szsfkc0294"],"award-info":[{"award-number":["2020szsfkc0294"]}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["2019zyrc081"],"award-info":[{"award-number":["2019zyrc081"]}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["2021-YF24"],"award-info":[{"award-number":["2021-YF24"]}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["gxyq2019056"],"award-info":[{"award-number":["gxyq2019056"]}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["gxyqZD2018057"],"award-info":[{"award-number":["gxyqZD2018057"]}]},{"name":"Quality Engineering Project for Universities in Anhui Province","award":["1908085MF204"],"award-info":[{"award-number":["1908085MF204"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["2021jy70"],"award-info":[{"award-number":["2021jy70"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["2020szkc03"],"award-info":[{"award-number":["2020szkc03"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["2021jyxm0374"],"award-info":[{"award-number":["2021jyxm0374"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["2020szsfkc0294"],"award-info":[{"award-number":["2020szsfkc0294"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["2019zyrc081"],"award-info":[{"award-number":["2019zyrc081"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["2021-YF24"],"award-info":[{"award-number":["2021-YF24"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["gxyq2019056"],"award-info":[{"award-number":["gxyq2019056"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["gxyqZD2018057"],"award-info":[{"award-number":["gxyqZD2018057"]}]},{"name":"Science and Technology Project for Urban and Rural Housing Construction of Anhui Province","award":["1908085MF204"],"award-info":[{"award-number":["1908085MF204"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["2021jy70"],"award-info":[{"award-number":["2021jy70"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["2020szkc03"],"award-info":[{"award-number":["2020szkc03"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["2021jyxm0374"],"award-info":[{"award-number":["2021jyxm0374"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["2020szsfkc0294"],"award-info":[{"award-number":["2020szsfkc0294"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["2019zyrc081"],"award-info":[{"award-number":["2019zyrc081"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["2021-YF24"],"award-info":[{"award-number":["2021-YF24"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["gxyq2019056"],"award-info":[{"award-number":["gxyq2019056"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["gxyqZD2018057"],"award-info":[{"award-number":["gxyqZD2018057"]}]},{"name":"Key Outstanding Young Talents Support Project for Universities in Anhui Province","award":["1908085MF204"],"award-info":[{"award-number":["1908085MF204"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["2021jy70"],"award-info":[{"award-number":["2021jy70"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["2020szkc03"],"award-info":[{"award-number":["2020szkc03"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["2021jyxm0374"],"award-info":[{"award-number":["2021jyxm0374"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["2020szsfkc0294"],"award-info":[{"award-number":["2020szsfkc0294"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["2019zyrc081"],"award-info":[{"award-number":["2019zyrc081"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["2021-YF24"],"award-info":[{"award-number":["2021-YF24"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["gxyq2019056"],"award-info":[{"award-number":["gxyq2019056"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["gxyqZD2018057"],"award-info":[{"award-number":["gxyqZD2018057"]}]},{"name":"Nature Science Foundation of Anhui Province","award":["1908085MF204"],"award-info":[{"award-number":["1908085MF204"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Sensors"],"published-print":{"date-parts":[[2022,2,8]]},"abstract":"<jats:p>Haptic force feedback is an important perception method for humans to understand the surrounding environment. It can estimate tactile force in real time and provide appropriate feedback. It has important research value for robot-assisted minimally invasive surgery, interactive tactile robots, and other application fields. However, most of the existing noncontact visual power estimation methods are implemented using traditional machine learning or 2D\/3D CNN combined with LSTM. Such methods are difficult to fully extract the contextual spatiotemporal interaction semantic information of consecutive multiple frames of images, and their performance is limited. To this end, this paper proposes a time-sensitive dual-resolution learning network-based force estimation model to achieve accurate noncontact visual force prediction. First, we perform continuous frame normalization processing on the robot running the video captured by the camera and use the hybrid data augmentation to improve the data diversity; secondly, a deep semantic interaction model is constructed based on the time-sensitive dual-resolution learning network, which is used to automatically extract the deep spatiotemporal semantic interaction information of continuous multiframe images; finally, we construct a simplified prediction model to realize the efficient estimation of interaction force. The results based on the large-scale robot hand interaction dataset show that our method can estimate the interaction force of the robot hand more accurately and faster. The average prediction MSE reaches 0.0009\u2009N, <jats:inline-formula>\n                     <a:math xmlns:a=\"http:\/\/www.w3.org\/1998\/Math\/MathML\" id=\"M1\">\n                        <a:mi>R<\/a:mi>\n                        <a:mn>2<\/a:mn>\n                     <\/a:math>\n                  <\/jats:inline-formula> reaches 0.9833, and the average inference time for a single image is 6.5532\u2009ms; in addition, our method has good prediction generalization performance under different environments and parameter settings.<\/jats:p>","DOI":"10.1155\/2022\/4302179","type":"journal-article","created":{"date-parts":[[2022,2,8]],"date-time":"2022-02-08T15:20:06Z","timestamp":1644333606000},"page":"1-14","source":"Crossref","is-referenced-by-count":1,"title":["Visual Interaction Force Estimation Based on Time-Sensitive Dual-Resolution Learning Network"],"prefix":"10.1155","volume":"2022","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1972-3343","authenticated-orcid":true,"given":"Feilu","family":"Wang","sequence":"first","affiliation":[{"name":"School of Electronic and Information Engineering, Anhui Jianzhu University, Hefei 230601, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5216-0853","authenticated-orcid":true,"given":"Yanan","family":"Jiang","sequence":"additional","affiliation":[{"name":"School of Electronic and Information Engineering, Anhui Jianzhu University, Hefei 230601, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1310-7320","authenticated-orcid":true,"given":"Yang","family":"Song","sequence":"additional","affiliation":[{"name":"School of Electronic and Information Engineering, Anhui Jianzhu University, Hefei 230601, China"},{"name":"Key Laboratory of Building Information Acquisition and Measurement Control Technology, Anhui Jianzhu University, Hefei 230601, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shanna","family":"Lv","sequence":"additional","affiliation":[{"name":"School of Electronic and Information Engineering, Anhui Jianzhu University, Hefei 230601, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5036-8928","authenticated-orcid":true,"given":"Mingkun","family":"Li","sequence":"additional","affiliation":[{"name":"School of Electronic and Information Engineering, Anhui Jianzhu University, Hefei 230601, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2679-2301","authenticated-orcid":true,"given":"Rungen","family":"Ye","sequence":"additional","affiliation":[{"name":"School of Electronic and Information Engineering, Anhui Jianzhu University, Hefei 230601, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"311","reference":[{"key":"1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"2","first-page":"770","article-title":"Deep residual learning for image recognition","author":"K. He"},{"key":"3","doi-asserted-by":"publisher","DOI":"10.1109\/WHC.2019.8816132"},{"key":"4","doi-asserted-by":"publisher","DOI":"10.3390\/s18020333"},{"key":"5","doi-asserted-by":"publisher","DOI":"10.1109\/RITAPP.2019.8932854"},{"key":"6","doi-asserted-by":"publisher","DOI":"10.1108\/01439910510573318"},{"key":"7","doi-asserted-by":"publisher","DOI":"10.1007\/BF00238156"},{"key":"8","doi-asserted-by":"publisher","DOI":"10.1016\/j.mtphys.2017.06.002"},{"key":"9","doi-asserted-by":"publisher","DOI":"10.1109\/TOH.2016.2640289"},{"key":"10","first-page":"3823","article-title":"Inferring forces and learning human utilities from videos","author":"Y. Zhu"},{"key":"11","first-page":"2810","article-title":"Towards force sensing from vision: observing hand-object interactions to infer manipulation forces","author":"T. H. Pham"},{"key":"12","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-017-0992-z"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.3390\/s17112455"},{"key":"14","first-page":"1","article-title":"Dense tactile force distribution estimation using GelSlim and inverse FEM","author":"D. Ma"},{"key":"15","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989116"},{"key":"16","doi-asserted-by":"publisher","DOI":"10.3390\/s17122762"},{"key":"17","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2005.27"},{"key":"18","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2018.2868332"},{"key":"19","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2947090"},{"key":"20","doi-asserted-by":"publisher","DOI":"10.1109\/TIM.2019.2919354"},{"key":"21","doi-asserted-by":"publisher","DOI":"10.3390\/s20164469"},{"key":"22","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/3667833"},{"key":"23","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/8825019"},{"key":"24","doi-asserted-by":"publisher","DOI":"10.3390\/s19163579"},{"key":"25","first-page":"6202","article-title":"SlowFast networks for video recognition","author":"C. Feichtenhofer"},{"key":"26","article-title":"Spatial-temporal alignment network for action recognition and detection","author":"J. Liang"},{"key":"27","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2956882"},{"key":"28","first-page":"6546","article-title":"Can spatiotemporal 3D CNNs retrace the history of 2D CNNs and ImageNet?","author":"K. Hara"},{"key":"29","article-title":"ConvNet architecture search for spatiotemporal feature learning","author":"D. Tran"},{"key":"30","first-page":"677","article-title":"Long-term recurrent convolutional networks for visual recognition and description","author":"J. Donahue"},{"key":"31","article-title":"Temporal 3D ConvNets: new architecture and transfer learning for video classification","author":"A. Diba"},{"key":"32","first-page":"6105","article-title":"EfficientNet: rethinking model scaling for convolutional neural networks","author":"M. Tan"},{"key":"33","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3055545"},{"key":"34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5_11"},{"key":"35","article-title":"Neural architecture search with reinforcement learning","author":"B. Zoph"}],"container-title":["Journal of Sensors"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/downloads.hindawi.com\/journals\/js\/2022\/4302179.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/downloads.hindawi.com\/journals\/js\/2022\/4302179.xml","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/downloads.hindawi.com\/journals\/js\/2022\/4302179.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,8]],"date-time":"2022-02-08T15:20:16Z","timestamp":1644333616000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.hindawi.com\/journals\/js\/2022\/4302179\/"}},"subtitle":[],"editor":[{"given":"Bin","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2022,2,8]]},"references-count":35,"alternative-id":["4302179","4302179"],"URL":"https:\/\/doi.org\/10.1155\/2022\/4302179","relation":{},"ISSN":["1687-7268","1687-725X"],"issn-type":[{"value":"1687-7268","type":"electronic"},{"value":"1687-725X","type":"print"}],"subject":[],"published":{"date-parts":[[2022,2,8]]}}}