{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:27:24Z","timestamp":1740122844703,"version":"3.37.3"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2018,9,7]],"date-time":"2018-09-07T00:00:00Z","timestamp":1536278400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2019,4]]},"DOI":"10.1007\/s11042-018-6583-3","type":"journal-article","created":{"date-parts":[[2018,9,7]],"date-time":"2018-09-07T10:30:33Z","timestamp":1536316233000},"page":"10543-10564","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["2D-to-3D conversion using optical flow based depth generation and cross-scale hole filling algorithm"],"prefix":"10.1007","volume":"78","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2930-8407","authenticated-orcid":false,"given":"Li","family":"Yao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhukui","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bingfeng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,9,7]]},"reference":[{"issue":"5","key":"6583_CR1","doi-asserted-by":"publisher","first-page":"898","DOI":"10.1109\/TPAMI.2010.161","volume":"33","author":"P Arbelaez","year":"2011","unstructured":"Arbelaez P, Maire M, Fowlkes C, Malik J (2011) Contour detection and hierarchical image segmentation. IEEE Trans Pattern Anal Mach Intell 33(5):898\u2013916","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"3","key":"6583_CR2","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1111\/j.1467-8659.2007.01083.x","volume":"26","author":"J Assa","year":"2010","unstructured":"Assa J, Wolf L (2010) Diorama construction from a single image. Comput Graphics Forum 26(3):599\u2013608","journal-title":"Comput Graphics Forum"},{"issue":"3","key":"6583_CR3","first-page":"24","volume":"28","author":"C Barnes","year":"2009","unstructured":"Barnes C, Shechtman E, Finkelstein A, Goldman D (2009) Patchmatch: a randomized correspondence algorithm for structural image editing. ACM Trans Graph-TOG 28(3):24","journal-title":"ACM Trans Graph-TOG"},{"key":"6583_CR4","doi-asserted-by":"crossref","unstructured":"Butler DJ, Wulff J, Stanley GB, Black MJ (2012) A naturalistic open source movie for optical flow evaluation. In: European conference on computer vision. Springer, pp 611\u2013625","DOI":"10.1007\/978-3-642-33783-3_44"},{"issue":"3","key":"6583_CR5","doi-asserted-by":"publisher","first-page":"1739","DOI":"10.1109\/TCE.2010.5606320","volume":"56","author":"C-C Cheng","year":"2010","unstructured":"Cheng C-C, Li C-T, Chen L-G (2010) A novel 2dd-to-3d conversion system using edge information. IEEE Trans Consum Electron 56(3):1739\u20131745","journal-title":"IEEE Trans Consum Electron"},{"key":"6583_CR6","doi-asserted-by":"crossref","unstructured":"Cozman F, Krotkov E (1997) Depth from scattering. In: 1997 IEEE computer society conference on computer vision and pattern recognition, 1997. Proceedings. IEEE, pp 801\u2013806","DOI":"10.1109\/CVPR.1997.609419"},{"key":"6583_CR7","doi-asserted-by":"crossref","unstructured":"Criminisi A, Perez P, Toyama K (2003) Object removal by exemplar-based inpainting. In: 2003 IEEE Computer society conference on computer vision and pattern recognition, 2003. Proceedings, vol 2. IEEE, pp II\u2013721","DOI":"10.1109\/CVPR.2003.1211538"},{"issue":"9","key":"6583_CR8","doi-asserted-by":"publisher","first-page":"1200","DOI":"10.1109\/TIP.2004.833105","volume":"13","author":"A Criminisi","year":"2004","unstructured":"Criminisi A, P\u00e9rez P, Toyama K (2004) Region filling and object removal by exemplar-based image inpainting. IEEE Trans Image Process 13(9):1200\u20131212","journal-title":"IEEE Trans Image Process"},{"issue":"4","key":"6583_CR9","doi-asserted-by":"publisher","first-page":"996","DOI":"10.1109\/TSMCA.2012.2223670","volume":"43","author":"J Cui","year":"2013","unstructured":"Cui J, Liu Y, Xu Y, Zhao H, Zha H (2013) Tracking generic human motion via fusion of low-and high-dimensional approaches. IEEE Trans Syst Man Cybern Syst Hum 43(4):996\u20131002","journal-title":"IEEE Trans Syst Man Cybern Syst Hum"},{"key":"6583_CR10","doi-asserted-by":"crossref","unstructured":"Do L, Zinger S et al (2010) Quality improving techniques for free-viewpoint dibr. In: IS&T\/SPIE electronic imaging. International Society for Optics and Photonics, pp 75240I\u201375240I","DOI":"10.1117\/12.838922"},{"key":"6583_CR11","unstructured":"Doll\u00e1r P, Zitnick CL (2013) Structured forests for fast edge detection. In: Proceedings of the IEEE international conference on computer vision, pp 1841\u20131848"},{"key":"6583_CR12","doi-asserted-by":"crossref","unstructured":"Du C, Chen YL, Ye M, Ren L (2016) Edge snapping-based depth enhancement for dynamic occlusion handling in augmented reality, pp 54\u201362","DOI":"10.1109\/ISMAR.2016.17"},{"key":"6583_CR13","doi-asserted-by":"crossref","unstructured":"Farneb\u00e4ck G (2003) Two-frame motion estimation based on polynomial expansion. In: Scandinavian conference on image analysis. Springer, pp 363\u2013370","DOI":"10.1007\/3-540-45103-X_50"},{"key":"6583_CR14","unstructured":"Guttmann M, Wolf L, Cohen-Or D (2009) . In: Semi-automatic stereo extraction from video footage, vol 30, pp 136\u2013142"},{"key":"6583_CR15","doi-asserted-by":"crossref","unstructured":"Hebborn AK, Hohner N, Muller S (2017) Occlusion matting: realistic occlusion handling for augmented reality applications. In: IEEE international symposium on mixed and augmented reality, pp 62\u201371","DOI":"10.1109\/ISMAR.2017.23"},{"issue":"2","key":"6583_CR16","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/0734-189X(86)90114-3","volume":"33","author":"BK Horn","year":"1986","unstructured":"Horn BK, Brooks MJ (1986) The variational approach to shape from shading. Comput Vis Graph Image Process 33(2):174\u2013208","journal-title":"Comput Vis Graph Image Process"},{"issue":"11","key":"6583_CR17","doi-asserted-by":"publisher","first-page":"2144","DOI":"10.1109\/TPAMI.2014.2316835","volume":"36","author":"K Karsch","year":"2014","unstructured":"Karsch K, Liu C, Kang SB (2014) Depth transfer: depth extraction from video using non-parametric sampling. IEEE Trans Pattern Anal Mach Intell 36(11):2144","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6583_CR18","first-page":"56","volume":"3","author":"D-S Kim","year":"2010","unstructured":"Kim D-S, Lee S-S, Choi B-H (2010) A real-time stereo depth extraction hardware for intelligent home assistant robot. IEEE Trans Consum Electron 3:56","journal-title":"IEEE Trans Consum Electron"},{"key":"6583_CR19","doi-asserted-by":"crossref","unstructured":"Konrad J, Wang M, Ishwar P (2012) 2d-to-3d image conversion by learning depth from examples. In: Computer vision and pattern recognition workshops, pp 16\u201322","DOI":"10.1109\/CVPRW.2012.6238903"},{"key":"6583_CR20","doi-asserted-by":"crossref","unstructured":"Liu Y, Zhang X, Cui J, Wu C, Aghajan H, Zha H (2010) Visual analysis of child-adult interactive behaviors in video sequences. In: International conference on virtual systems and multimedia, pp 26\u201333","DOI":"10.1109\/VSMM.2010.5665969"},{"key":"6583_CR21","unstructured":"Liu Y, Nie L, Han L, Zhang L, Rosenblum DS (2015) Action2activity: recognizing complex activities from sensor data. In: International conference on artificial intelligence, pp 1617\u20131623"},{"key":"6583_CR22","doi-asserted-by":"crossref","unstructured":"Liu L, Cheng L, Liu Y, Jia Y, Rosenblum DS (2016) Recognizing complex activities by a probabilistic interval-based model. In: Thirtieth AAAI conference on artificial intelligence, pp 1266\u20131272","DOI":"10.1609\/aaai.v30i1.10155"},{"key":"6583_CR23","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.neucom.2015.08.096","volume":"181","author":"Y Liu","year":"2016","unstructured":"Liu Y, Nie L, Liu L, Rosenblum DS (2016) From action to activity: sensor-based activity recognition. Neurocomputing 181:108\u2013115","journal-title":"Neurocomputing"},{"key":"6583_CR24","unstructured":"Loh AM, Hartley RI et al (2005) Shape from non-homogeneous, non-stationary, anisotropic, perspective texture. In: BMVC, pp 69\u201378"},{"issue":"1","key":"6583_CR25","first-page":"674","volume":"81","author":"BD Lucas","year":"1981","unstructured":"Lucas BD, Kanade T et al (1981) An iterative image registration technique with an application to stereo vision. IJCAI 81(1):674\u2013679","journal-title":"IJCAI"},{"key":"6583_CR26","doi-asserted-by":"crossref","unstructured":"Mark WR, McMillan L, Bishop G (1997) Post-rendering 3d warping. In: Proceedings of the 1997 symposium on Interactive 3D graphics. ACM, pp 7\u2013ff","DOI":"10.1145\/253284.253292"},{"key":"6583_CR27","doi-asserted-by":"crossref","unstructured":"Mor\u00e9 JJ (1978) The levenberg-marquardt algorithm: implementation and theory. In: Numerical analysis. Springer, pp 105\u2013116","DOI":"10.1007\/BFb0067700"},{"key":"6583_CR28","unstructured":"Mpeg-ftv test sequence download page. http:\/\/www.tanimoto.nuee.nagoya-u.ac.jp\/fukushima\/mpegftv\/"},{"key":"6583_CR29","unstructured":"Oh K-J, Yea S, Ho Y-S (2009) Hole filling method using depth based in-painting for view synthesis in free viewpoint television and 3-d video. In: Picture coding symposium, 2009. PCS 2009. IEEE, pp 1\u20134"},{"key":"6583_CR30","doi-asserted-by":"publisher","first-page":"137","DOI":"10.5201\/ipol.2013.26","volume":"2013","author":"JS P\u00e9rez","year":"2013","unstructured":"P\u00e9rez JS, Meinhardt-Llopis E, Facciolo G (2013) Tv-l1 optical flow estimation. Image Process On Line 2013:137\u2013150","journal-title":"Image Process On Line"},{"issue":"2","key":"6583_CR31","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1109\/TCE.2009.5174448","volume":"55","author":"MT Pourazad","year":"2009","unstructured":"Pourazad MT, Nasiopoulos P, Ward RK (2009) An h. 264-based scheme for 2d to 3d video conversion. IEEE Trans Consum Electron 55(2):742\u2013748","journal-title":"IEEE Trans Consum Electron"},{"key":"6583_CR32","doi-asserted-by":"crossref","unstructured":"Revaud J, Weinzaepfel P, Harchaoui Z, Schmid C (2015) Epicflow: edge-preserving interpolation of correspondences for optical flow. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1164\u20131172","DOI":"10.1109\/CVPR.2015.7298720"},{"issue":"5","key":"6583_CR33","doi-asserted-by":"publisher","first-page":"824","DOI":"10.1109\/TPAMI.2008.132","volume":"31","author":"A Saxena","year":"2009","unstructured":"Saxena A, Sun M, Ng AY (2009) Make3d: Learning 3d scene structure from a single still image. IEEE Trans Pattern Anal Mach Intell 31(5):824\u2013840","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"1\u20133","key":"6583_CR34","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1023\/A:1014573219977","volume":"47","author":"D Scharstein","year":"2002","unstructured":"Scharstein D, Szeliski R (2002) A taxonomy and evaluation of dense two-frame stereo correspondence algorithms. Int J Comput Vis 47(1\u20133):7\u201342","journal-title":"Int J Comput Vis"},{"key":"6583_CR35","unstructured":"Schmeing M, Jiang X (2011) Time-consistency of disocclusion filling algorithms in depth image based rendering. In: 3dtv conference: the true vision\u2014capture, transmission and display of 3d video, pp 1\u20134"},{"key":"6583_CR36","doi-asserted-by":"crossref","unstructured":"Shade J, Gortler S, He L-W, Szeliski R (1998) Layered depth images. In: Proceedings of the 25th annual conference on Computer graphics and interactive techniques. ACM, pp 231\u2013242","DOI":"10.1145\/280814.280882"},{"key":"6583_CR37","doi-asserted-by":"crossref","unstructured":"Shao M, Simchony T, Chellappa R (1988) New algorithms from reconstruction of a 3-d depth map from one or more images. In: Computer society conference on computer vision and pattern recognition, 1988. Proceedings CVPR \u201988, pp 530\u2013535","DOI":"10.1109\/CVPR.1988.196286"},{"key":"6583_CR38","doi-asserted-by":"crossref","unstructured":"Taketomi Y, Ikeoka H, Hamamoto T (2013) Depth estimation based on defocus blur using a single image taken by a tilted lens optics camera, pp 403\u2013408","DOI":"10.1109\/ISPACS.2013.6704583"},{"key":"6583_CR39","unstructured":"Tam WJ, Zhang L (2006) 3d-tv content generation: 2d-to-3d conversion. In: 2006 IEEE international conference on multimedia and expo. IEEE, pp 1869\u20131872"},{"key":"6583_CR40","doi-asserted-by":"crossref","unstructured":"Tao M, Bai J, Kohli P, Paris S (2012) Simpleflow: a non-iterative, sublinear optical flow algorithm. In: Computer graphics forum, vol 31, no 2pt1. Wiley Online Library, pp 345\u2013353","DOI":"10.1111\/j.1467-8659.2012.03013.x"},{"issue":"1","key":"6583_CR41","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1080\/10867651.2004.10487596","volume":"9","author":"A Telea","year":"2004","unstructured":"Telea A (2004) An image inpainting technique based on the fast marching method. J Graph Tools 9(1):23\u201334","journal-title":"J Graph Tools"},{"issue":"1","key":"6583_CR42","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/MCG.2010.103","volume":"31","author":"B Ward","year":"2011","unstructured":"Ward B, Kang SB, Bennett EP (2011) Depth director: a system for adding depth to movies. IEEE Comput Graph Appl 31(1):36\u201348","journal-title":"IEEE Comput Graph Appl"},{"key":"6583_CR43","unstructured":"Wasserman L (2013) All of statistics: a concise course in statistical inference. Springer Science & Business Media"},{"key":"6583_CR44","unstructured":"Wei Q (2005) Converting 2d to 3d: a survey. In: International conference, Page (s), vol 7, p 14"},{"key":"6583_CR45","doi-asserted-by":"crossref","unstructured":"Weinzaepfel P, Revaud J, Harchaoui Z, Schmid C (2013) Deepflow: large displacement optical flow with deep matching. In: Proceedings of the IEEE international conference on computer vision, pp 1385\u20131392","DOI":"10.1109\/ICCV.2013.175"},{"key":"6583_CR46","unstructured":"Wong EF, Wong KT (2004) Single image depth from defocus. Master\u2019s thesis, Delft university of Technology, The Netherlands"},{"key":"6583_CR47","doi-asserted-by":"crossref","unstructured":"Xie J, Girshick R, Farhadi A (2016) Deep3d: fully automatic 2d-to-3d video conversion with deep convolutional neural networks. In: European conference on computer vision. Springer, pp 842\u2013857","DOI":"10.1007\/978-3-319-46493-0_51"},{"key":"6583_CR48","doi-asserted-by":"crossref","unstructured":"Yao L, Han Y, Li X (2016) Virtual viewpoint synthesis using cuda acceleration. In: ACM conference on virtual reality software and technology, pp 367\u2013368","DOI":"10.1145\/2993369.2996351"},{"key":"6583_CR49","doi-asserted-by":"crossref","unstructured":"Zach C, Pock T, Bischof H (2007) A duality based approach for realtime tv-l1 optical flow. In: Joint pattern recognition symposium. Springer, pp 214\u2013223","DOI":"10.1007\/978-3-540-74936-3_22"},{"issue":"2","key":"6583_CR50","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1109\/TBC.2005.846190","volume":"51","author":"L Zhang","year":"2005","unstructured":"Zhang L, Tam WJ (2005) Stereoscopic image generation based on depth images for 3d tv. IEEE Trans Broadcast 51(2):191\u2013199","journal-title":"IEEE Trans Broadcast"},{"issue":"8","key":"6583_CR51","doi-asserted-by":"publisher","first-page":"690","DOI":"10.1109\/34.784284","volume":"21","author":"R Zhang","year":"1999","unstructured":"Zhang R, Tsai P-S, Cryer JE, Shah M (1999) Shape-from-shading: a survey. IEEE Trans Pattern Anal Mach Intell 21(8):690\u2013706","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6583_CR52","doi-asserted-by":"crossref","unstructured":"Zitnick CL, Kang SB, Uyttendaele M, Winder S, Szeliski R (2004) High-quality video view interpolation using a layered representation. In: ACM Transactions on Graphics (TOG), vol 23, no. 3. ACM, pp 600\u2013608","DOI":"10.1145\/1015706.1015766"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-018-6583-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11042-018-6583-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-018-6583-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,31]],"date-time":"2022-08-31T22:05:32Z","timestamp":1661983532000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11042-018-6583-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9,7]]},"references-count":52,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2019,4]]}},"alternative-id":["6583"],"URL":"https:\/\/doi.org\/10.1007\/s11042-018-6583-3","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"type":"print","value":"1380-7501"},{"type":"electronic","value":"1573-7721"}],"subject":[],"published":{"date-parts":[[2018,9,7]]},"assertion":[{"value":"15 March 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 July 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 August 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 September 2018","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}