{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T21:01:05Z","timestamp":1771275665042,"version":"3.50.1"},"reference-count":79,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Multimedia"],"published-print":{"date-parts":[[2018,1]]},"DOI":"10.1109\/tmm.2017.2726187","type":"journal-article","created":{"date-parts":[[2017,7,12]],"date-time":"2017-07-12T18:18:43Z","timestamp":1499883523000},"page":"107-118","source":"Crossref","is-referenced-by-count":55,"title":["Deep Temporal Multimodal Fusion for Medical Procedure Monitoring Using Wearable Sensors"],"prefix":"10.1109","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5732-065X","authenticated-orcid":false,"given":"Edgar A.","family":"Bernal","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xitong","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qun","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jayant","family":"Kumar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sriganesh","family":"Madhvanath","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Palghat","family":"Ramesh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Raja","family":"Bala","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2013.6638947"},{"key":"ref72","first-page":"115","article-title":"Learning precise timing with LSTM recurrent networks","volume":"3","author":"gers","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/72.279181"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/3065386"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-012-0594-8"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/1291233.1291311"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2013.6707742"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2013.350"},{"key":"ref75","article-title":"Long short-term memory based recurrent neural network architectures for large vocabulary speech recognition","author":"sak","year":"2014","journal-title":"CoRR"},{"key":"ref38","first-page":"1346","article-title":"Discovering important people and objects for egocentric video summarization","author":"lee","year":"0","journal-title":"Proc IEEE Conf Comput Vis Pattern Recog"},{"key":"ref78","article-title":"keras","author":"chollet","year":"2015"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553510"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33718-5_23"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33786-4_7"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2011.6126269"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2013.352"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5540074"},{"key":"ref36","first-page":"1","article-title":"Egocentric recognition of handled objects: Benchmark and analysis","author":"ren","year":"0","journal-title":"Proc IEEE Conf Comput Vis and Pattern Recog"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995444"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248010"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/EIT.2014.6871782"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICSENS.2010.5690746"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ISWC.2006.286350"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/MFI-2003.2003.1232672"},{"key":"ref28","first-page":"29","article-title":"Sequential deep learning for human action recognition","author":"baccouche","year":"0","journal-title":"Proc 2nd Int Conf Human Behavior Understanding"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ISMAR.2003.1240693"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298872"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1088\/0957-0233\/22\/11\/114025"},{"key":"ref66","first-page":"2141","article-title":"Improved multimodal deep learning with variation of information","author":"sohn","year":"0","journal-title":"Proc Adv Neur Inf Process Syst"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2012.2200554"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2011.5947690"},{"key":"ref68","article-title":"Deep convolutional and LSTM recurrent neural networks for multimodal wearable activity recognition","volume":"16","author":"ordez","year":"2016","journal-title":"SENSORS"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.21236\/ADA623249"},{"key":"ref2","article-title":"Strategies for insulin injection therapy in diabetes self-management","year":"2011"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"106s","DOI":"10.2337\/diacare.27.2007.S106","article-title":"Insulin administration","volume":"27","year":"2004","journal-title":"Diabetes Care"},{"key":"ref20","first-page":"2949","article-title":"Multimodal learning with deep Boltzmann machines","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995496"},{"key":"ref21","article-title":"Discriminative unsupervised feature learning with convolutional neural networks","author":"dosovitskiy","year":"2014","journal-title":"Proc Adv Neural Inform Process Syst 27 (NIPS)"},{"key":"ref24","first-page":"140","article-title":"Convolutional learning of spatio-temporal features","author":"taylor","year":"0","journal-title":"Proc 11th European Conf Computer Vision Part V"},{"key":"ref23","article-title":"Deep learning of invariant spatio-temporal features from video","author":"chen","year":"0","journal-title":"Proc NIPS 2010 Workshop Deep Learn Unsupervised Feature Learn"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.223"},{"key":"ref25","article-title":"Two-stream convolutional networks for action recognition in videos","author":"simonyan","year":"2014","journal-title":"Proc Adv Neural Inform Process Syst 27 (NIPS)"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-007-0017-1"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.4236\/jst.2011.12004"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32320-1_3"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2460697"},{"key":"ref57","first-page":"3021","article-title":"Robust late fusion with rank minimization","author":"ye","year":"0","journal-title":"Proc IEEE Conf Comput Vis Pattern Recog"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2105-11-309"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bth294"},{"key":"ref54","first-page":"27","article-title":"Learning the kernel matrix with semidefinite programming","volume":"5","author":"lanckriet","year":"2004","journal-title":"J Mach Learn Res"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1155\/2014\/490824"},{"key":"ref52","first-page":"195","article-title":"Integration of wearable monitoring device and android smartphone apps for u-healthcare monitoring system","volume":"9","author":"gelogo","year":"2015","journal-title":"Int J Software Eng Appl"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2011.158"},{"key":"ref11","first-page":"166","article-title":"Efficient visual event detection using volumetric features","volume":"1","author":"ke","year":"0","journal-title":"Proc 10th IEEE Int Conf Comput Vis"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298836"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6247806"},{"key":"ref13","article-title":"Advances in human action recognition: A survey","author":"cheng","year":"2015","journal-title":"CoRR"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2009.5204354"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-010-0182-0"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2015.7301344"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref18","article-title":"Learning representations for multimodal data with deep belief nets","author":"srivastava","year":"0","journal-title":"Proc ICML Workshop on Representation Learning"},{"key":"ref19","article-title":"Multimodal deep learning","author":"ngiam","year":"2011","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1590\/S0104-11692009000400007"},{"key":"ref3","article-title":"A study to assess the knowledge and attitude of insulin self administration among patients with diabetes mellitus","volume":"5","author":"surendranath","year":"2012","journal-title":"Asian Journal of Pharmaceutical and Clinical Research"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.4212\/cjhp.v63i4.937"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11096-004-2270-8"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2008.4587756"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/VSPETS.2005.1570899"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/WAINA.2009.192"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-005-1838-7"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.amepre.2012.11.007"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.amepre.2012.11.004"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.530"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.amepre.2012.11.005"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.5244\/C.27.30"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-73549-6_25"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2012.6239188"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2014.87"}],"container-title":["IEEE Transactions on Multimedia"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6046\/8207707\/07976382.pdf?arnumber=7976382","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:25:03Z","timestamp":1642004703000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7976382\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,1]]},"references-count":79,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tmm.2017.2726187","relation":{},"ISSN":["1520-9210","1941-0077"],"issn-type":[{"value":"1520-9210","type":"print"},{"value":"1941-0077","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,1]]}}}