{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T08:59:11Z","timestamp":1765357151200,"version":"build-2065373602"},"reference-count":44,"publisher":"Tsinghua University Press","issue":"4","license":[{"start":{"date-parts":[[2022,12,1]],"date-time":"2022-12-01T00:00:00Z","timestamp":1669852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2022,5,25]],"date-time":"2022-05-25T00:00:00Z","timestamp":1653436800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comp. Visual. Med."],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s41095-021-0259-z","type":"journal-article","created":{"date-parts":[[2022,5,25]],"date-time":"2022-05-25T11:03:22Z","timestamp":1653476602000},"page":"597-612","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Joint self-supervised and reference-guided learning for depth inpainting"],"prefix":"10.26599","volume":"8","author":[{"given":"Heng","family":"Wu","sequence":"first","affiliation":[{"name":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing 100191, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kui","family":"Fu","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing 100191, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yifan","family":"Zhao","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing 100191, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haokun","family":"Song","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing 100191, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jia","family":"Li","sequence":"additional","affiliation":[{"name":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing 100191, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"11138","reference":[{"doi-asserted-by":"crossref","unstructured":"Song, S. R.; Yu, F.; Zeng, A.; Chang, A. X.; Savva, M.; Funkhouser, T. Semantic scene completion from a single depth image. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 190\u2013198, 2017.","key":"259_CR1","DOI":"10.1109\/CVPR.2017.28"},{"issue":"1","key":"259_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40436-015-0131-4","volume":"4","author":"X Wang","year":"2016","unstructured":"Wang, X.; Ong, S. K.; Nee, A. Y. C. A comprehensive survey of augmented reality assembly research. Advances in Manufacturing Vol. 4, No. 1, 1\u201322, 2016.","journal-title":"Advances in Manufacturing"},{"unstructured":"Neven, D.; De Brabandere, B.; Georgoulis, S.; Proesmans, M.; Van Gool, L. Fast scene understanding for autonomous driving. arXiv preprint arXiv:1708. 02550, 2017.","key":"259_CR3"},{"unstructured":"T\u00f6lgyessy, M.; Hubinsky, P. The Kinect sensor in robotics education. In: Proceedings of the 2nd International Conference on Robotics in Education, 143\u2013146, 2011.","key":"259_CR4"},{"doi-asserted-by":"crossref","unstructured":"Zhang, Y. D.; Funkhouser, T. Deep depth completion of a single RGB-D image. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 175\u2013185, 2018.","key":"259_CR5","DOI":"10.1109\/CVPR.2018.00026"},{"doi-asserted-by":"crossref","unstructured":"Imran, S.; Long, Y.; Liu, X.; Morris, D. Depth coefficients for depth completion. arXiv preprint arXiv:1903.05421, 2019.","key":"259_CR6","DOI":"10.1109\/CVPR.2019.01273"},{"doi-asserted-by":"crossref","unstructured":"Ma, F. C.; Karaman, S. Sparse-to-dense: Depth prediction from sparse depth samples and a single image. In: Proceedings of the IEEE International Conference on Robotics and Automation, 4796\u20134803, 2018.","key":"259_CR7","DOI":"10.1109\/ICRA.2018.8460184"},{"key":"259_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-030-58589-1_1","volume-title":"Computer Vision \u2014 ECCV 2020","author":"M Liao","year":"2020","unstructured":"Liao, M.; Lu, F.; Zhou, D.; Zhang, S.; Li, W.; Yang, R. DVI: Depth guided video inpainting for autonomous driving. In: Computer Vision \u2014 ECCV 2020. Lecture Notes in Computer Science, Vol. 12366. Vedaldi, A.; Bischof, H.; Brox, T.; Frahm, J. M. Eds. Springer Cham, 1\u201317, 2020."},{"issue":"10","key":"259_CR9","doi-asserted-by":"publisher","first-page":"2994","DOI":"10.1109\/TVCG.2020.3003768","volume":"26","author":"S Mori","year":"2020","unstructured":"Mori, S.; Erat, O.; Broll, W.; Saito, H.; Schmalstieg, D.; Kalkofen, D. InpaintFusion: Incremental RGB-D inpainting for 3D scenes. IEEE Transactions on Visualization and Computer Graphics Vol. 26, No. 10, 2994\u20133007, 2020.","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"issue":"1","key":"259_CR10","first-page":"012052","volume":"1732","author":"C Zhang","year":"2021","unstructured":"Zhang, C.; Wang, T. Image inpainting using double discriminator generative adversarial networks. Journal of Physics: Conference Series Vol. 1732, No. 1, 012052, 2021.","journal-title":"Journal of Physics: Conference Series"},{"issue":"2","key":"259_CR11","doi-asserted-by":"publisher","first-page":"172988142199654","DOI":"10.1177\/1729881421996544","volume":"18","author":"J Kim","year":"2021","unstructured":"Kim, J.; Hyeon, J.; Doh, N. Generative multiview inpainting for object removal in large indoor spaces. International Journal of Advanced Robotic Systems Vol. 18, No. 2, 172988142199654, 2021.","journal-title":"International Journal of Advanced Robotic Systems"},{"key":"259_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1007\/978-3-642-38886-6_52","volume-title":"Image Analysis","author":"C D Herrera","year":"2013","unstructured":"Herrera C. D.; Kannala, J.; Ladick\u00fd, L.; Heikkil\u00e4, J. Depth map inpainting under a second-order smoothness prior. In: Image Analysis. Lecture Notes in Computer Science., Vol. 7944 K\u00e4m\u00e4r\u00e4inen, J. K.; Koskela, M. Eds. Springer Berlin Heidelberg, 555\u2013566, 2013."},{"issue":"10","key":"259_CR13","doi-asserted-by":"publisher","first-page":"695","DOI":"10.1016\/j.imavis.2013.07.006","volume":"31","author":"X J Gong","year":"2013","unstructured":"Gong, X. J.; Liu, J. Y.; Zhou, W. H.; Liu, J. L. Guided depth enhancement via a fast marching method. Image and Vision Computing Vol. 31, No. 10, 695\u2013703, 2013.","journal-title":"Image and Vision Computing"},{"unstructured":"Liu, J.; Gong, X.; Liu, J. Guided inpainting and filtering for Kinect depth maps. In: Proceedings of the 21st International Conference on Pattern Recognition, 2055\u20132058, 2012.","key":"259_CR14"},{"key":"259_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1007\/978-3-319-03731-8_38","volume-title":"Advances in Multimedia Information Processing \u2014 PCM 2013","author":"J Liu","year":"2013","unstructured":"Liu, J.; Gong, X. Guided depth enhancement via anisotropic diffusion. In: Advances in Multimedia Information Processing \u2014 PCM 2013. Lecture Notes in Computer Science, Vol. 8294. Huet, B.; Ngo, C. W.; Tang, J.; Zhou, Z. H.; Hauptmann, A. G.; Yan, S. Eds. Springer Cham, 408\u2013417, 2013."},{"key":"259_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1007\/978-3-319-46487-9_38","volume-title":"Computer Vision \u2014 ECCV 2016","author":"J T Barron","year":"2016","unstructured":"Barron, J. T.; Poole, B. The fast bilateral solver. In: Computer Vision \u2014 ECCV 2016. Lecture Notes in Computer Science, Vol. 9907. Leibe, B.; Matas, J.; Sebe, N.; Welling, M. Eds. Springer Cham, 617\u2013632, 2016."},{"doi-asserted-by":"crossref","unstructured":"Ferstl, D.; Reinbacher, C.; Ranftl, R.; Ruether, M.; Bischof, H. Image guided depth upsampling using anisotropic total generalized variation. In: Proceedings of the IEEE International Conference on Computer Vision, 993\u20131000, 2013.","key":"259_CR17","DOI":"10.1109\/ICCV.2013.127"},{"issue":"9","key":"259_CR18","doi-asserted-by":"publisher","first-page":"4311","DOI":"10.1109\/TIP.2017.2718183","volume":"26","author":"H Y Xue","year":"2017","unstructured":"Xue, H. Y.; Zhang, S. M.; Cai, D. Depth image inpainting: Improving low rank matrix completion with low gradient regularization. IEEE Transactions on Image Processing Vol. 26, No. 9, 4311\u20134320, 2017.","journal-title":"IEEE Transactions on Image Processing"},{"issue":"3","key":"259_CR19","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1016\/j.icte.2020.05.004","volume":"6","author":"Y Keaomanee","year":"2020","unstructured":"Keaomanee, Y.; Heednacram, A.; Youngkong, P. Implementation of four kriging models for depth inpainting. ICT Express Vol. 6, No. 3, 209\u2013213, 2020.","journal-title":"ICT Express"},{"doi-asserted-by":"crossref","unstructured":"Heide, F.; Heidrich, W.; Wetzstein, G. Fast and flexible convolutional sparse coding. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 5135\u20135143, 2015.","key":"259_CR20","DOI":"10.1109\/CVPR.2015.7299149"},{"doi-asserted-by":"crossref","unstructured":"Horn\u00e1cek, M.; Rhemann, C.; Gelautz, M.; Rother, C. Depth super resolution by rigid body self-similarity in 3D. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 1123\u20131130, 2013.","key":"259_CR21","DOI":"10.1109\/CVPR.2013.149"},{"unstructured":"Chen, L.; Lin, H.; Li, S. Depth image enhancement for Kinect using region growing and bilateral filter. In: Proceedings of the 21st International Conference on Pattern Recognition, 3070\u20133073, 2012.","key":"259_CR22"},{"issue":"1","key":"259_CR23","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.patrec.2012.06.003","volume":"34","author":"F Qi","year":"2013","unstructured":"Qi, F.; Han, J. Y.; Wang, P. J.; Shi, G. M.; Li, F. Structure guided fusion for depth map inpainting. Pattern Recognition Letters Vol. 34, No. 1, 70\u201376, 2013.","journal-title":"Pattern Recognition Letters"},{"doi-asserted-by":"crossref","unstructured":"Matyunin, S.; Vatolin, D.; Berdnikov, Y.; Smirnov, M. Temporal filtering for depth maps generated by Kinect depth camera. In: Proceedings of the 3DTV Conference: The True Vision \u2014 Capture, Transmission and Display of 3D Video, 1\u20134, 2011.","key":"259_CR24","DOI":"10.1109\/3DTV.2011.5877202"},{"doi-asserted-by":"crossref","unstructured":"Hawe, S.; Kleinsteuber, M.; Diepold, K. Dense disparity maps from sparse disparity measurements. In: Proceedings of the International Conference on Computer Vision, 2126\u20132133, 2011.","key":"259_CR25","DOI":"10.1109\/ICCV.2011.6126488"},{"issue":"6","key":"259_CR26","doi-asserted-by":"publisher","first-page":"1983","DOI":"10.1109\/TIP.2015.2409551","volume":"24","author":"L Liu","year":"2015","unstructured":"Liu, L.; Chan, S. H.; Nguyen, T. Q. Depth reconstruction from sparse samples: Representation, algorithm, and sampling. IEEE Transactions on Image Processing Vol. 24, No. 6, 1983\u20131996, 2015.","journal-title":"IEEE Transactions on Image Processing"},{"doi-asserted-by":"crossref","unstructured":"Uhrig, J.; Schneider, N.; Schneider, L.; Franke, U.; Brox, T.; Geiger, A. Sparsity invariant CNNs. In: Proceedings of the International Conference on 3D Vision, 11\u201320, 2017.","key":"259_CR27","DOI":"10.1109\/3DV.2017.00012"},{"doi-asserted-by":"crossref","unstructured":"Ma, F. C.; Cavalheiro, G. V.; Karaman, S. Self-supervised sparse-to-dense: Self-supervised depth completion from LiDAR and monocular camera. In: Proceedings of the International Conference on Robotics and Automation, 3288\u20133295, 2019.","key":"259_CR28","DOI":"10.1109\/ICRA.2019.8793637"},{"doi-asserted-by":"crossref","unstructured":"Jaritz, M.; de Charette, R.; Wirbel, E.; Perrotton, X.; Nashashibi, F. Sparse and dense data with CNNs: Depth completion and semantic segmentation. In: Proceedings of the International Conference on 3D Vision, 52\u201360, 2018.","key":"259_CR29","DOI":"10.1109\/3DV.2018.00017"},{"key":"259_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1007\/978-3-030-01270-0_7","volume-title":"Computer Vision \u2014 ECCV 2018","author":"X Cheng","year":"2018","unstructured":"Cheng, X.; Wang, P.; Yang, R. Depth estimation via affinity learned with convolutional spatial propagation network. In: Computer Vision \u2014 ECCV 2018. Lecture Notes in Computer Science, Vol. 11220. Ferrari, V.; Hebert, M.; Sminchisescu, C.; Weiss, Y. Eds. Springer Cham, 108\u2013125, 2018."},{"doi-asserted-by":"crossref","unstructured":"Ku, J.; Harakeh, A.; Waslander, S. L. In defense of classical image processing: Fast depth completion on the CPU. In: Proceedings of the 15th Conference on Computer and Robot Vision, 16\u201322, 2018.","key":"259_CR31","DOI":"10.1109\/CRV.2018.00013"},{"doi-asserted-by":"crossref","unstructured":"Zeiler, M. D.; Krishnan, D.; Taylor, G. W.; Fergus, R. Deconvolutional networks. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, 2528\u20132535, 2010.","key":"259_CR32","DOI":"10.1109\/CVPR.2010.5539957"},{"doi-asserted-by":"crossref","unstructured":"Bristow, H.; Eriksson, A.; Lucey, S. Fast convolutional sparse coding. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 391\u2013398, 2013.","key":"259_CR33","DOI":"10.1109\/CVPR.2013.57"},{"doi-asserted-by":"crossref","unstructured":"Bristow, H.; Lucey, S. Optimization methods for convolutional sparse coding. arXiv preprint arXiv: 1406.2407, 2014.","key":"259_CR34","DOI":"10.1109\/CVPR.2013.57"},{"doi-asserted-by":"crossref","unstructured":"Zhang, H.; Patel, V. M. Convolutional sparse and low-rank coding-based rain streak removal. In: Proceedings of the IEEE Winter Conference on Applications of Computer Vision, 1259\u20131267, 2017.","key":"259_CR35","DOI":"10.1109\/WACV.2017.145"},{"issue":"7","key":"259_CR36","doi-asserted-by":"publisher","first-page":"1072","DOI":"10.1109\/JSTSP.2017.2743683","volume":"11","author":"L L Yang","year":"2017","unstructured":"Yang, L. L.; Li, C.; Han, J. G.; Chen, C.; Ye, Q. X.; Zhang, B. C.; Cao, X.; Liu, W. Image reconstruction via manifold constrained convolutional sparse coding for image sets. IEEE Journal of Selected Topics in Signal Processing Vol. 11, No. 7, 1072\u20131081, 2017.","journal-title":"IEEE Journal of Selected Topics in Signal Processing"},{"doi-asserted-by":"crossref","unstructured":"Gu, S. H.; Zuo, W. M.; Xie, Q.; Meng, D. Y.; Feng, X. C.; Zhang, L. Convolutional sparse coding for image super-resolution. In: Proceedings of the IEEE International Conference on Computer Vision, 1823\u20131831, 2015.","key":"259_CR37","DOI":"10.1109\/ICCV.2015.212"},{"unstructured":"Affara, L.; Ghanem, B.; Wonka, P. Supervised convolutional sparse coding. arXiv preprint arXiv: 1804.02678, 2018.","key":"259_CR38"},{"doi-asserted-by":"crossref","unstructured":"Papyan, V.; Romano, Y.; Elad, M.; Sulam, J. Convolutional dictionary learning via local processing. In: Proceedings of the IEEE International Conference on Computer Vision, 5306\u20135314, 2017.","key":"259_CR39","DOI":"10.1109\/ICCV.2017.566"},{"doi-asserted-by":"crossref","unstructured":"Zisselman, E.; Sulam, J.; Elad, M. A local block coordinate descent algorithm for the CSC model. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 8200\u20138209, 2019.","key":"259_CR40","DOI":"10.1109\/CVPR.2019.00840"},{"doi-asserted-by":"crossref","unstructured":"Zhang, H.; Patel, V. Convolutional sparse coding-based image decomposition. In: Proceedings of the British Machine Vision Conference, 125.1\u2013125.11, 2016.","key":"259_CR41","DOI":"10.5244\/C.30.125"},{"issue":"2","key":"259_CR42","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1137\/S0036142903422429","volume":"42","author":"G Steidl","year":"2004","unstructured":"Steidl, G.; Weickert, J.; Brox, T.; Mr\u00e1zek, P.; Welk, M. On the equivalence of soft wavelet shrinkage, total variation diffusion, total variation regularization, and SIDEs. SIAM Journal on Numerical Analysis Vol. 42, No. 2, 686\u2013713, 2004.","journal-title":"SIAM Journal on Numerical Analysis"},{"key":"259_CR43","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"746","DOI":"10.1007\/978-3-642-33715-4_54","volume-title":"Computer Vision \u2014 ECCV 2012","author":"N Silberman","year":"2012","unstructured":"Silberman, N.; Hoiem, D.; Kohli, P.; Fergus, R. Indoor segmentation and support inference from RGBD images. In: Computer Vision \u2014 ECCV 2012. Lecture Notes in Computer Science, Vol. 7576. Fitzgibbon, A.; Lazebnik, S.; Perona, P.; Sato, Y.; Schmid, C. Eds. Springer Berlin Heidelberg, 746\u2013760, 2012."},{"issue":"6","key":"259_CR44","doi-asserted-by":"publisher","first-page":"1397","DOI":"10.1109\/TPAMI.2012.213","volume":"35","author":"K M He","year":"2013","unstructured":"He, K. M.; Sun, J.; Tang, X. O. Guided image filtering. IEEE Transactions on Pattern Analysis and Machine Intelligence Vol. 35, No. 6, 1397\u20131409, 2013.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"}],"container-title":["Computational Visual Media"],"original-title":[],"link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41095-021-0259-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41095-021-0259-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41095-021-0259-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10750449\/10897575\/10897582.pdf?arnumber=10897582","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,5]],"date-time":"2025-11-05T18:38:45Z","timestamp":1762367925000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10897582\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,12]]},"references-count":44,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1007\/s41095-021-0259-z","relation":{},"ISSN":["2096-0662","2096-0433"],"issn-type":[{"type":"electronic","value":"2096-0662"},{"type":"print","value":"2096-0433"}],"subject":[],"published":{"date-parts":[[2022,12]]},"assertion":[{"value":"21 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 October 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 May 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration of competing interest"}}]}}