{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T04:55:27Z","timestamp":1777265727663,"version":"3.51.4"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2022,3,24]],"date-time":"2022-03-24T00:00:00Z","timestamp":1648080000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,24]],"date-time":"2022-03-24T00:00:00Z","timestamp":1648080000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100012261","name":"Ministry of the Interior and Safety","doi-asserted-by":"publisher","award":["This research was supported by the Preventive Safety Service Technology Development Program funded by the Korean Ministry of Interior and Safety under Grant 2019-MOIS34-001"],"award-info":[{"award-number":["This research was supported by the Preventive Safety Service Technology Development Program funded by the Korean Ministry of Interior and Safety under Grant 2019-MOIS34-001"]}],"id":[{"id":"10.13039\/501100012261","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10489-022-03181-4","type":"journal-article","created":{"date-parts":[[2022,3,25]],"date-time":"2022-03-25T00:03:16Z","timestamp":1648166596000},"page":"16605-16620","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Deep multi-model fusion network based real object tactile understanding from haptic data"],"prefix":"10.1007","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5037-7672","authenticated-orcid":false,"given":"Joolekha Bibi","family":"Joolee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Md Azher","family":"Uddin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seokhee","family":"Jeon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,3,24]]},"reference":[{"key":"3181_CR1","doi-asserted-by":"crossref","unstructured":"Gao Y, Hendricks LA, Kuchenbecker KJ, Darrell T (2016) Deep learning for tactile understanding from visual and haptic data. In: Proceedings of IEEE international conference on robotics and automation 536\u2013543","DOI":"10.1109\/ICRA.2016.7487176"},{"issue":"7","key":"3181_CR2","doi-asserted-by":"publisher","first-page":"1564","DOI":"10.1109\/TSMC.2016.2635141","volume":"47","author":"H Liu","year":"2017","unstructured":"Liu H, Sun F, Guo D, Fang B, Peng Z (2017) Structured Output-Associated dictionary learning for haptic understanding. IEEE Trans Syst Man Cybern Syst 47(7):1564\u20131574","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"3181_CR3","doi-asserted-by":"crossref","unstructured":"Degol J, Golparvar-Fard M, Hoiem D (2016) Geometry-Informed Material Recognition. In: Proceedings of IEEE conference on computer vision and pattern recognition (CVPR) 1554\u20131562","DOI":"10.1109\/CVPR.2016.172"},{"key":"3181_CR4","doi-asserted-by":"crossref","unstructured":"Bell S, Upchurch P, Snavely N, Bala K (2015) Material recognition in the wild with the Materials in Context Database. In: Proceedings of IEEE conference on computer vision and pattern recognition (CVPR) 3479\u20133487","DOI":"10.1109\/CVPR.2015.7298970"},{"key":"3181_CR5","doi-asserted-by":"crossref","unstructured":"Zhang Y, Ozay M, Liu X, Okatani T (2016) Integrating deep features for material recognition. In: Proceedings of 23rd international conference on pattern recognition (ICPR) 3697\u20133702","DOI":"10.1109\/ICPR.2016.7900209"},{"key":"3181_CR6","doi-asserted-by":"crossref","unstructured":"Jiang X, Du J, Sun B, Feng X (2018) Deep dilated convolutional network for material recognition. In: Proceedings of eighth international conference on image processing theory, tools and applications (IPTA) 1\u20136","DOI":"10.1109\/IPTA.2018.8608160"},{"key":"3181_CR7","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.robot.2018.03.002","volume":"105","author":"Z Abderrahmane","year":"2018","unstructured":"Abderrahmane Z, Ganesh G, Crosnier A, Cherubini A (2018) Haptic Zero-Shot learning: Recognition of objects never touched before. Rob Auton Syst 105:11\u201325","journal-title":"Rob Auton Syst"},{"issue":"3","key":"3181_CR8","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1016\/j.robot.2014.09.021","volume":"63","author":"V Chu","year":"2015","unstructured":"Chu V, McMahon I, Riano L, McDonald CG, He Q, Perez-Tejada JM, Arrigo M, Darrell T, Kuchenbecker KJ (2015) Robotic learning of haptic adjectives through physical interaction. Rob Auton Syst 63(3):279\u2013292","journal-title":"Rob Auton Syst"},{"issue":"12","key":"3181_CR9","doi-asserted-by":"publisher","first-page":"4509","DOI":"10.1109\/TCYB.2016.2614809","volume":"47","author":"H Liu","year":"2017","unstructured":"Liu H, Qin J, Sun F, Guo D (2017) Extreme kernel sparse learning for tactile object recognition. IEEE Trans Cybern 47(12):4509\u20134520","journal-title":"IEEE Trans Cybern"},{"issue":"7","key":"3181_CR10","doi-asserted-by":"publisher","first-page":"2466","DOI":"10.1109\/TSMC.2018.2818184","volume":"50","author":"H Liu","year":"2020","unstructured":"Liu H, Sun F, Fang B, Guo D (2020) Cross-Modal Zero-Shot-Learning For tactile object recognition. IEEE Trans Syst Man Cybern Syst 50(7):2466\u20132474","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"3181_CR11","doi-asserted-by":"crossref","unstructured":"Abderrahmane Z, Ganesh G, Crosnier A, Cherubini A (2018) Visuo-tactile recognition of daily-Life objects never seen or touched before. In: Proceedings of 15th international conference on control. Robotics and vision (ICARCV), Automation, pp 1765\u20131770","DOI":"10.1109\/ICARCV.2018.8581230"},{"key":"3181_CR12","unstructured":"BioTac Product Manual [Online]. Available: https:\/\/www.syntouchinc.com\/wp-content\/uploads\/2018\/08\/BioTac-Manual-V.21.pdf. Accessed 27 Apr 2021"},{"issue":"12","key":"3181_CR13","doi-asserted-by":"publisher","first-page":"2407","DOI":"10.1109\/TMM.2016.2598140","volume":"18","author":"H Zheng","year":"2016","unstructured":"Zheng H, Fang L, Ji M, Strese M, \u00d6zer Y, Steinbach E (2016) Deep learning for surface material classification using haptic and visual information. IEEE Trans Multimed 18(12):2407\u20132416","journal-title":"IEEE Trans Multimed"},{"issue":"2","key":"3181_CR14","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1109\/TOH.2016.2625787","volume":"10","author":"M Strese","year":"2017","unstructured":"Strese M, Schuwerk C, Iepure A, Steinbach E (2017) Multimodal Feature-Based surface material classification. IEEE Trans Haptics 10(2):226\u2013239","journal-title":"IEEE Trans Haptics"},{"key":"3181_CR15","doi-asserted-by":"crossref","unstructured":"Strese M, Boeck Y, Steinbach E (2017) Content-based surface material retrieval. In: Proceedings of IEEE world haptics conference (WHC) 352\u2013357","DOI":"10.1109\/WHC.2017.7989927"},{"issue":"2","key":"3181_CR16","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1109\/TIM.2017.2764298","volume":"67","author":"H Liu","year":"2018","unstructured":"Liu H, Sun F, Fang B, Lu S (2018) Multimodal measurements fusion for surface material categorization. IEEE Trans Instrum Meas 67(2):246\u2013256","journal-title":"IEEE Trans Instrum Meas"},{"key":"3181_CR17","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1016\/j.sna.2019.02.032","volume":"291","author":"S Tsuji","year":"2019","unstructured":"Tsuji S, Kohama T (2019) Using a convolutional neural network to construct a pen-type tactile sensor system for roughness recognition. Sensors and Actuators A:, Physical 291:7\u201312","journal-title":"Sensors and Actuators A:, Physical"},{"issue":"10","key":"3181_CR18","doi-asserted-by":"publisher","first-page":"5656","DOI":"10.1109\/TII.2019.2909730","volume":"15","author":"MG Kim","year":"2019","unstructured":"Kim MG, Pan SB (2019) Deep learning based on 1-D ensemble networks using ECG for Real-Time user recognition. IEEE Trans Industr Inform 15(10):5656\u20135663","journal-title":"IEEE Trans Industr Inform"},{"issue":"10","key":"3181_CR19","doi-asserted-by":"publisher","first-page":"6925","DOI":"10.1109\/TII.2020.3039272","volume":"17","author":"S Heo","year":"2021","unstructured":"Heo S, Nam K, Loy-Benitez J, Yoo C (2021) Data-Driven Hybrid model for forecasting wastewater influent loads based on multimodal and ensemble deep learning. IEEE Trans Industr Inform 17(10):6925\u20136934","journal-title":"IEEE Trans Industr Inform"},{"key":"3181_CR20","doi-asserted-by":"publisher","unstructured":"Rai HM, Chatterjee K (2021) Hybrid CNN-LSTM deep learning model and ensemble technique for automatic detection of myocardial infarction using big ECG data. Appl Intell. https:\/\/doi.org\/10.1007\/s10489-021-02696-6","DOI":"10.1007\/s10489-021-02696-6"},{"issue":"5","key":"3181_CR21","doi-asserted-by":"publisher","first-page":"2304","DOI":"10.1109\/TIM.2019.2958010","volume":"69","author":"R Huang","year":"2020","unstructured":"Huang R, Li J, Li W, Cui L (2020) Deep ensemble capsule network for intelligent compound fault diagnosis using multisensory data. IEEE Trans Instrum Meas 69(5):2304\u20132314","journal-title":"IEEE Trans Instrum Meas"},{"issue":"10","key":"3181_CR22","doi-asserted-by":"publisher","first-page":"10880","DOI":"10.1109\/TVT.2021.3106940","volume":"70","author":"H Sun","year":"2021","unstructured":"Sun H, Chen M, Weng J, Liu Z, Geng G (2021) Anomaly detection for In-Vehicle network using CNN-LSTM with attention mechanism. IEEE Trans Veh Technol 70(10):10880\u201310893","journal-title":"IEEE Trans Veh Technol"},{"issue":"3","key":"3181_CR23","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1109\/TOH.2014.2316797","volume":"7","author":"H Culbertson","year":"2014","unstructured":"Culbertson H, Unwin J, Kuchenbecker KJ (2014) Modeling and rendering realistic textures from unconstrained Tool-Surface interactions. IEEE Trans Haptics 7(3):381\u2013393","journal-title":"IEEE Trans Haptics"},{"issue":"3","key":"3181_CR24","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1109\/TOH.2020.2965449","volume":"13","author":"A Abdulali","year":"2020","unstructured":"Abdulali A, Atadjanov IR, Jeon S (2020) Visually guided acquisition of contact dynamics and case study in Data-Driven haptic texture modeling. IEEE Trans Haptics 13(3):611\u2013627","journal-title":"IEEE Trans Haptics"},{"key":"3181_CR25","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1016\/j.neucom.2017.03.025","volume":"244","author":"Y Zhengkun","year":"2017","unstructured":"Zhengkun Y, Yilei Z (2017) Recognizing tactile surface roughness with a biomimetic fingertip: a soft neuromorphic approach. Neurocomputing 244:102\u2013111","journal-title":"Neurocomputing"},{"key":"3181_CR26","doi-asserted-by":"crossref","unstructured":"Tanaka Y, Hasegawa T, Hashimoto M, Igarashi T (2019) Artificial Fingers Wearing Skin Vibration Sensor for Evaluating Tactile Sensations. In: Proceedings of IEEE world haptics conference (WHC) 377\u2013382","DOI":"10.1109\/WHC.2019.8816155"},{"issue":"2","key":"3181_CR27","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1109\/TOH.2019.2952118","volume":"13","author":"M Strese","year":"2020","unstructured":"Strese M, Brudermueller L, Kirsch J, Steinbach E (2020) Haptic material analysis and classification inspired by human exploratory procedures. IEEE Trans Haptics 13(2):404\u2013 424","journal-title":"IEEE Trans Haptics"},{"key":"3181_CR28","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1121\/1.2133000","volume":"119","author":"SA Fulop","year":"2006","unstructured":"Fulop SA, Fitz K (2006) Algorithms for computing the time-corrected instantaneous frequency (reassigned) spectrogram, with applications. Journal of the Acoustical Society of America 119:360\u2013371","journal-title":"Journal of the Acoustical Society of America"},{"key":"3181_CR29","unstructured":"MPU-9250 Product Specification. [Online]. Available: https:\/\/invensense.tdk.com\/wp-content\/uploads\/2015\/02\/PS-MPU-9250A-01-v1.1.pdf. Accessed 27 Apr 2021"},{"key":"3181_CR30","doi-asserted-by":"publisher","first-page":"83581","DOI":"10.1109\/ACCESS.2019.2923856","volume":"7","author":"S Bianco","year":"2019","unstructured":"Bianco S, Napoletano P (2019) Biometric recognition using multimodal physiological signals. IEEE Access 7:83581\u201383588","journal-title":"IEEE Access"},{"key":"3181_CR31","doi-asserted-by":"crossref","unstructured":"Gao H, Kong D, Lu M, Bai X, Yang J (2018) Attention Convolutional Neural Network for Advertiser-level Click-through Rate Forecasting. In: Proceedings of the world wide web conference 1855\u20131864","DOI":"10.1145\/3178876.3186184"},{"issue":"8","key":"3181_CR32","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural computation 9 (8):1735\u20131780","journal-title":"Neural computation"},{"key":"3181_CR33","doi-asserted-by":"publisher","first-page":"2805","DOI":"10.1007\/s10489-020-02002-w","volume":"51","author":"D Li","year":"2021","unstructured":"Li D, Fu Z, Xu J (2021) Stacked-autoencoder-based model for COVID-19 diagnosis on CT images. Appl Intell 51:2805\u20132817","journal-title":"Appl Intell"},{"issue":"1","key":"3181_CR34","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: a simple way to prevent neural networks from overfitting. J Mach Learn Res 15(1):1929\u20131958","journal-title":"J Mach Learn Res"},{"issue":"4","key":"3181_CR35","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","volume":"45","author":"M Sokolova","year":"2009","unstructured":"Sokolova M, Lapalme G (2009) A systematic analysis of performance measures for classification tasks. Inf Process Manag 45(4):427\u2013437","journal-title":"Inf Process Manag"},{"key":"3181_CR36","unstructured":"Krizhevsky A, Sutskever I, Hinton G (2012) ImageNet classification with deep convolutional neural networks. In: Proceedings of the 25th international conference on neural information processing systems 1097\u20131105"},{"key":"3181_CR37","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: Proceedings of the international conference on learning representations (ICLR) arXiv preprint arXiv:https:\/\/axiv.org\/abs\/1409.1556"},{"key":"3181_CR38","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep Residual Learning for Image Recognition. In: Proceeding of the IEEE conference on computer vision and pattern recognition (CVPR) 770\u2013778","DOI":"10.1109\/CVPR.2016.90"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03181-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03181-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03181-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,9]],"date-time":"2022-11-09T19:38:35Z","timestamp":1668022715000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03181-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,24]]},"references-count":38,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["3181"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03181-4","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,24]]},"assertion":[{"value":"2 January 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 March 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}