{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T17:47:07Z","timestamp":1749836827688,"version":"3.40.3"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030418151"},{"type":"electronic","value":"9783030418168"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-41816-8_15","type":"book-chapter","created":{"date-parts":[[2020,3,10]],"date-time":"2020-03-10T11:12:39Z","timestamp":1583838759000},"page":"337-353","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Interacting with Real Objects in Virtual Worlds"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7322-2235","authenticated-orcid":false,"given":"Catherine","family":"Taylor","sequence":"first","affiliation":[]},{"given":"Darren","family":"Cosker","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,3,3]]},"reference":[{"key":"15_CR1","unstructured":"Andrychowicz, M., et al.: Learning dexterous in-hand manipulation. CoRR \narXiv:1808.00177\n\n (2018)"},{"key":"15_CR2","unstructured":"Artec: 3D Object Scanner Artec Eva. \nhttps:\/\/www.artec3d.com\/portable-3d-scanners\/artec-eva"},{"key":"15_CR3","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1016\/0262-8856(92)90066-C","volume":"10","author":"Y Chen","year":"1992","unstructured":"Chen, Y., Medioni, G.: Object modeling by registration of multiple range images. Image Vis. Comput. 10, 145\u2013155 (1992)","journal-title":"Image Vis. Comput."},{"key":"15_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"628","DOI":"10.1007\/978-3-319-46484-8_38","volume-title":"Computer Vision \u2013 ECCV 2016","author":"CB Choy","year":"2016","unstructured":"Choy, C.B., Xu, D., Gwak, J.Y., Chen, K., Savarese, S.: 3D-R2N2: a unified approach for single and multi-view 3D object reconstruction. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9912, pp. 628\u2013644. Springer, Cham (2016). \nhttps:\/\/doi.org\/10.1007\/978-3-319-46484-8_38"},{"key":"15_CR5","volume-title":"Concepts and applications of finite element analysis","author":"RD Cook","year":"1989","unstructured":"Cook, R.D., Malkus, D.S., Plesha, M.E., Witt, R.J.: Concepts and applications of finite element analysis, 3rd edn. Wiley, New York (1989)","edition":"3"},{"issue":"1","key":"15_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0169-7439(99)00047-7","volume":"50","author":"R Maesschalck De","year":"2000","unstructured":"De Maesschalck, R., Jouan-Rimbaud, D., Massart, D.L.: The mahalanobis distance. Chemometr. Intell. Lab. Syst. 50(1), 1\u201318 (2000)","journal-title":"Chemometr. Intell. Lab. Syst."},{"key":"15_CR7","doi-asserted-by":"crossref","unstructured":"Dou, P., Shah, S.K., Kakadiaris, I.A.: End-to-end 3D face reconstruction with deep neural networks. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR), July 2017","DOI":"10.1109\/CVPR.2017.164"},{"key":"15_CR8","unstructured":"Dreamscape: Dreamscape immersive. \nhttps:\/\/dreamscapeimmersive.com\/"},{"key":"15_CR9","doi-asserted-by":"publisher","unstructured":"Elbrechter, C., Haschke, R., Ritter, H.: Bi-manual robotic paper manipulation based on real-time marker tracking and physical modelling. In: 2011 IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 1427\u20131432, September 2011. \nhttps:\/\/doi.org\/10.1109\/IROS.2011.6094742","DOI":"10.1109\/IROS.2011.6094742"},{"key":"15_CR10","unstructured":"HTC: Discover virtual reality beyond imagination. \nhttps:\/\/www.vive.com\/uk\/"},{"key":"15_CR11","unstructured":"HTC: Vive tracker. \nhttps:\/\/www.vive.com\/uk\/vive-tracker\/"},{"key":"15_CR12","unstructured":"Immersive, D.: Alien zoo. \nhttps:\/\/dreamscapeimmersive.com\/adventures\/details\/alienzoo01"},{"key":"15_CR13","unstructured":"Insider, V.F.: AMC and nickelodeon partner with dreamscape immersive, large scale VR experiences follow. \nhttps:\/\/www.vrfitnessinsider.com\/amc-nickelodeon-partner-with-dreamscape-immersive-large-scale-vr-experiences-follow\/"},{"key":"15_CR14","doi-asserted-by":"crossref","unstructured":"Kanazawa, A., Black, M.J., Jacobs, D.W., Malik, J.: End-to-end recovery of human shape and pose. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 7122\u20137131 (2018)","DOI":"10.1109\/CVPR.2018.00744"},{"key":"15_CR15","doi-asserted-by":"crossref","unstructured":"Kanazawa, A., Kovalsky, S., Basri, R., Jacobs, D.: Learning 3D deformation of animals from 2D images. In: Computer Graphics Forum, vol. 35, pp. 365\u2013374. Wiley Online Library (2016)","DOI":"10.1111\/cgf.12838"},{"key":"15_CR16","doi-asserted-by":"crossref","unstructured":"Kanazawa, A., Zhang, J.Y., Felsen, P., Malik, J.: Learning 3D human dynamics from video. In: Computer Vision and Pattern Recognition (CVPR) (2019)","DOI":"10.1109\/CVPR.2019.00576"},{"key":"15_CR17","unstructured":"Kausch, L., Hilsmann, A., Eisert, P.: Template-based 3D non-rigid shape estimation from monocular image sequences. In: Proceedings of the Conference on Vision, Modeling and Visualization, pp. 37\u201344. Eurographics Association (2017)"},{"key":"15_CR18","doi-asserted-by":"crossref","unstructured":"Leizea, I., \u00c1lvarez, H., Aguinaga, I., Borro, D.: Real-time deformation, registration and tracking of solids based on physical simulation. In: 2014 IEEE International Symposium on Mixed and Augmented Reality (ISMAR), pp. 165\u2013170. IEEE (2014)","DOI":"10.1109\/ISMAR.2014.6948423"},{"issue":"4","key":"15_CR19","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1145\/2461912.2462019","volume":"32","author":"H Li","year":"2013","unstructured":"Li, H., Yu, J., Ye, Y., Bregler, C.: Realtime facial animation with on-the-fly correctives. ACM Trans. Graph. (TOG) 32(4), 42 (2013). \nhttps:\/\/doi.org\/10.1145\/2461912.2462019","journal-title":"ACM Trans. Graph. (TOG)"},{"issue":"6","key":"15_CR20","doi-asserted-by":"publisher","first-page":"248:1","DOI":"10.1145\/2816795.2818013","volume":"34","author":"M Loper","year":"2015","unstructured":"Loper, M., Mahmood, N., Romero, J., Pons-Moll, G., Black, M.J.: SMPL: a skinned multi-person linear model. ACM Trans. Graph. 34(6), 248:1\u2013248:16 (2015). (Proc. SIGGRAPH Asia)","journal-title":"ACM Trans. Graph."},{"key":"15_CR21","unstructured":"Microsoft: Microsoft Hololens|mixed reality technology for business. \nhttps:\/\/www.microsoft.com\/en-us\/hololens"},{"issue":"C","key":"15_CR22","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1016\/j.eswa.2017.10.032","volume":"93","author":"V Mondjar-Guerra","year":"2018","unstructured":"Mondjar-Guerra, V., Garrido-Jurado, S., Muoz-Salinas, R., Marn-Jimnez, M.J., Medina-Carnicer, R.: Robust identification of fiducial markers in challenging conditions. Expert Syst. Appl. 93(C), 336\u2013345 (2018). \nhttps:\/\/doi.org\/10.1016\/j.eswa.2017.10.032","journal-title":"Expert Syst. Appl."},{"key":"15_CR23","doi-asserted-by":"crossref","unstructured":"Newcombe, R.A., Fox, D., Seitz, S.M.: Dynamicfusion: reconstruction and tracking of non-rigid scenes in real-time. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 343\u2013352 (2015)","DOI":"10.1109\/CVPR.2015.7298631"},{"key":"15_CR24","unstructured":"Oculus: Oculus rift. \nhttps:\/\/www.oculus.com\/rift\/"},{"key":"15_CR25","doi-asserted-by":"crossref","unstructured":"Park, Y., Lepetit, V., Woo, W.: Multiple 3D object tracking for augmented reality. In: Proceedings of the 7th IEEE\/ACM International Symposium on Mixed and Augmented Reality, pp. 117\u2013120. IEEE Computer Society (2008)","DOI":"10.1109\/ISMAR.2008.4637336"},{"key":"15_CR26","doi-asserted-by":"crossref","unstructured":"Paulus, C.J., Haouchine, N., Cazier, D., Cotin, S.: Augmented reality during cutting and tearing of deformable objects. In: 2015 IEEE International Symposium on Mixed and Augmented Reality, pp. 54\u201359. IEEE (2015)","DOI":"10.1109\/ISMAR.2015.19"},{"key":"15_CR27","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1016\/j.robot.2016.08.023","volume":"88","author":"A Petit","year":"2017","unstructured":"Petit, A., Lippiello, V., Fontanelli, G.A., Siciliano, B.: Tracking elastic deformable objects with an RGB-D sensor for a pizza chef robot. Robot. Auton. Syst. 88, 187\u2013201 (2017)","journal-title":"Robot. Auton. Syst."},{"key":"15_CR28","doi-asserted-by":"crossref","unstructured":"Pumarola, A., Agudo, A., Porzi, L., Sanfeliu, A., Lepetit, V., Moreno-Noguer, F.: Geometry-aware network for non-rigid shape prediction from a single view, June 2018","DOI":"10.1109\/CVPR.2018.00492"},{"key":"15_CR29","doi-asserted-by":"crossref","unstructured":"Rambach, J., Pagani, A., Stricker, D.: [poster] augmented things: enhancing AR applications leveraging the Internet of Things and universal 3D object tracking. In: 2017 IEEE International Symposium on Mixed and Augmented Reality (ISMAR-Adjunct), pp. 103\u2013108. IEEE (2017)","DOI":"10.1109\/ISMAR-Adjunct.2017.42"},{"key":"15_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3929\/ethz-a-004655782","volume":"XXXIV\u20135\/W10","author":"F Remondino","year":"2003","unstructured":"Remondino, F.: From point cloud to surface: the modeling and visualization problem. Int. Arch. Photogramm. Remote Sens. Spatial Inf. Sci. XXXIV\u20135\/W10, 1\u201311 (2003). \nhttps:\/\/doi.org\/10.3929\/ethz-a-004655782\n\n. ISSN 1682-1750","journal-title":"Int. Arch. Photogramm. Remote Sens. Spatial Inf. Sci."},{"issue":"6","key":"15_CR31","doi-asserted-by":"publisher","first-page":"245:1","DOI":"10.1145\/3130800.3130883","volume":"36","author":"J Romero","year":"2017","unstructured":"Romero, J., Tzionas, D., Black, M.J.: Embodied hands: modeling and capturing hands and bodies together. ACM Trans. Graph. 36(6), 245:1\u2013245:17 (2017). \nhttps:\/\/doi.org\/10.1145\/3130800.3130883\n\n. (Proc. SIGGRAPH Asia)","journal-title":"ACM Trans. Graph."},{"issue":"8","key":"15_CR32","doi-asserted-by":"publisher","first-page":"1481","DOI":"10.1109\/TPAMI.2007.1080","volume":"29","author":"M Salzmann","year":"2007","unstructured":"Salzmann, M., Pilet, J., Ilic, S., Fua, P.: Surface deformation models for nonrigid 3D shape recovery. IEEE Trans. Pattern Anal. Mach. Intell. 29(8), 1481\u20131487 (2007). \nhttps:\/\/doi.org\/10.1109\/TPAMI.2007.1080","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"15_CR33","doi-asserted-by":"crossref","unstructured":"Schulman, J., Lee, A., Ho, J., Abbeel, P.: Tracking deformable objects with point clouds. In: 2013 IEEE International Conference on Robotics and Automation, pp. 1130\u20131137. IEEE (2013)","DOI":"10.1109\/ICRA.2013.6630714"},{"key":"15_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1007\/978-3-319-46475-6_19","volume-title":"Computer Vision \u2013 ECCV 2016","author":"S Sridhar","year":"2016","unstructured":"Sridhar, S., Mueller, F., Zollh\u00f6fer, M., Casas, D., Oulasvirta, A., Theobalt, C.: Real-time joint tracking of a hand manipulating an object from RGB-D input. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9906, pp. 294\u2013310. Springer, Cham (2016). \nhttps:\/\/doi.org\/10.1007\/978-3-319-46475-6_19"},{"key":"15_CR35","doi-asserted-by":"publisher","unstructured":"Taylor, C., McNicholas, R., Cosker, D.: VRProp-net: real-time interaction with virtual props. In: ACM SIGGRAPH 2019 Posters, SIGGRAPH 2019, pp. 31:1\u201331:2. ACM, New York (2019). \nhttps:\/\/doi.org\/10.1145\/3306214.3338548","DOI":"10.1145\/3306214.3338548"},{"key":"15_CR36","doi-asserted-by":"crossref","unstructured":"Taylor, C., Mullanay, C., McNicholas, R., Cosker, D.: VR props: an end-to-end pipeline for transporting real objects into virtual and augmented environments. In: 2019 IEEE International Symposium on Mixed and Augmented Reality (ISMAR). IEEE (2019)","DOI":"10.1109\/ISMAR.2019.00-22"},{"issue":"3","key":"15_CR37","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1111\/1467-9868.00196","volume":"61","author":"ME Tipping","year":"1999","unstructured":"Tipping, M.E., Bishop, C.M.: Probabilistic principal component analysis. J. R. Stat. Soc.: Ser. B (Stat. Methodol.) 61(3), 611\u2013622 (1999)","journal-title":"J. R. Stat. Soc.: Ser. B (Stat. Methodol.)"},{"key":"15_CR38","doi-asserted-by":"crossref","unstructured":"Tjaden, H., Schwanecke, U., Schomer, E.: Real-time monocular pose estimation of 3D objects using temporally consistent local color histograms. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 124\u2013132 (2017)","DOI":"10.1109\/ICCV.2017.23"},{"key":"15_CR39","doi-asserted-by":"crossref","unstructured":"Tsoli, A., Argyros, A.A.: Joint 3D tracking of a deformable object in interaction with a hand. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 484\u2013500 (2018)","DOI":"10.1007\/978-3-030-01264-9_30"},{"key":"15_CR40","unstructured":"Tzionas, D., Ballan, L., Srikantha, A., Aponte, P., Pollefeys, M., Gall, J.: Capturing hands in action using discriminative salient points and physics simulation. CoRR abs\/1506.02178 (2015). \nhttp:\/\/arxiv.org\/abs\/1506.02178"},{"key":"15_CR41","unstructured":"Vicon: Motion capture systems. \nhttps:\/\/www.vicon.com\/"},{"key":"15_CR42","unstructured":"Vicon: Origin by vicon. \nhttps:\/\/www.vicon.com\/press\/2018-08-13\/origin-by-vicon"},{"key":"15_CR43","unstructured":"to VR, R.: Optitrack shows hundreds of simultaneously tracked objects in a single VR experience. \nhttps:\/\/www.roadtovr.com\/optitrack-hundreds-of-tracked-objects-jenga-gdc-2019\/amp\/"},{"key":"15_CR44","unstructured":"Welch, G., Bishop, G., et al.: An Introduction to the Kalman Filter (1995)"},{"key":"15_CR45","doi-asserted-by":"crossref","unstructured":"Xiang, Y., Schmidt, T., Narayanan, V., Fox, D.: PoseCNN: a convolutional neural network for 6D object pose estimation in cluttered scenes. arXiv preprint \narXiv:1711.00199\n\n (2017)","DOI":"10.15607\/RSS.2018.XIV.019"},{"issue":"4","key":"15_CR46","doi-asserted-by":"publisher","first-page":"48:1","DOI":"10.1145\/3306346.3322998","volume":"38","author":"H Zhang","year":"2019","unstructured":"Zhang, H., Bo, Z.H., Yong, J.H., Xu, F.: Interactionfusion: real-time reconstruction of hand poses and deformable objects in hand-object interactions. ACM Trans. Graph. 38(4), 48:1\u201348:11 (2019). \nhttps:\/\/doi.org\/10.1145\/3306346.3322998","journal-title":"ACM Trans. Graph."}],"container-title":["Lecture Notes in Computer Science","Real VR \u2013 Immersive Digital Reality"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-41816-8_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,3,10]],"date-time":"2020-03-10T21:05:25Z","timestamp":1583874325000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-41816-8_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030418151","9783030418168"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-41816-8_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"3 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}