{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,12]],"date-time":"2025-11-12T14:22:26Z","timestamp":1762957346545,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,10]],"date-time":"2023-12-10T00:00:00Z","timestamp":1702166400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100002745","name":"Bayerische Forschungsstiftung","doi-asserted-by":"publisher","award":["AZ-1422-20"],"award-info":[{"award-number":["AZ-1422-20"]}],"id":[{"id":"10.13039\/501100002745","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National High Performance Computing Center of the Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","award":["b162dc"],"award-info":[{"award-number":["b162dc"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,10]]},"DOI":"10.1145\/3610548.3618213","type":"proceedings-article","created":{"date-parts":[[2023,12,11]],"date-time":"2023-12-11T12:28:40Z","timestamp":1702297720000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["LiveNVS: Neural View Synthesis on Live RGB-D Streams"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-8950-1790","authenticated-orcid":false,"given":"Laura","family":"Fink","sequence":"first","affiliation":[{"name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Germany and Fraunhofer IIS, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8593-3974","authenticated-orcid":false,"given":"Darius","family":"R\u00fcckert","sequence":"additional","affiliation":[{"name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Germany and Voxray GmbH, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8180-0963","authenticated-orcid":false,"given":"Linus","family":"Franke","sequence":"additional","affiliation":[{"name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1857-3862","authenticated-orcid":false,"given":"Joachim","family":"Keinert","sequence":"additional","affiliation":[{"name":"Fraunhofer IIS, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8699-3442","authenticated-orcid":false,"given":"Marc","family":"Stamminger","sequence":"additional","affiliation":[{"name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg, Germany"}]}],"member":"320","published-online":{"date-parts":[[2023,12,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58542-6_42"},{"key":"e_1_3_2_2_2_1","volume-title":"Mip-NeRF 360: Unbounded Anti-Aliased Neural Radiance Fields. CVPR","author":"Barron T.","year":"2022","unstructured":"Jonathan\u00a0T. Barron, Ben Mildenhall, Dor Verbin, Pratul\u00a0P. Srinivasan, and Peter Hedman. 2022. Mip-NeRF 360: Unbounded Anti-Aliased Neural Radiance Fields. CVPR (2022)."},{"key":"e_1_3_2_2_3_1","volume-title":"Fast Training of Neural Lumigraph Representations Using Meta Learning. arXiv (June","author":"Bergman W.","year":"2021","unstructured":"Alexander\u00a0W. Bergman, Petr Kellnhofer, and Gordon Wetzstein. 2021. Fast Training of Neural Lumigraph Representations Using Meta Learning. arXiv (June 2021). arxiv:2106.14942"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01526"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00805"},{"key":"e_1_3_2_2_6_1","unstructured":"Angel\u00a0X. Chang Thomas Funkhouser Leonidas Guibas Pat Hanrahan Qixing Huang Zimo Li Silvio Savarese Manolis Savva Shuran Song Hao Su Jianxiong Xiao Li Yi and Fisher Yu. 2015. ShapeNet: An Information-Rich 3D Model Repository. arxiv:1512.03012"},{"key":"e_1_3_2_2_7_1","volume-title":"Mvsnerf: Fast generalizable radiance field reconstruction from multi-view stereo.","author":"Chen Anpei","year":"2021","unstructured":"Anpei Chen, Zexiang Xu, Fuqiang Zhao, Xiaoshuai Zhang, Fanbo Xiang, Jingyi Yu, and Hao Su. 2021. Mvsnerf: Fast generalizable radiance field reconstruction from multi-view stereo. (2021), 14124\u201314133."},{"key":"e_1_3_2_2_8_1","volume-title":"Volumefusion: Deep depth fusion for 3d scene reconstruction.","author":"Choe Jaesung","year":"2021","unstructured":"Jaesung Choe, Sunghoon Im, Francois Rameau, Minjun Kang, and In\u00a0So Kweon. 2021. Volumefusion: Deep depth fusion for 3d scene reconstruction. (2021), 16086\u201316095."},{"key":"e_1_3_2_2_9_1","volume-title":"A Large Dataset of Object Scans. arXiv:1602.02481 [cs] (May","author":"Choi Sungjoon","year":"2016","unstructured":"Sungjoon Choi, Qian-Yi Zhou, Stephen Miller, and Vladlen Koltun. 2016. A Large Dataset of Object Scans. arXiv:1602.02481 [cs] (May 2016). arxiv:1602.02481\u00a0[cs]"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00603"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.261"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3054739"},{"key":"e_1_3_2_2_13_1","unstructured":"Stefano Esposito Daniele Baieri Stefan Zellmann Andr\u00e9 Hinkenjann and Emanuele Rodol\u00e0. 2022. KiloNeuS: A Versatile Neural Implicit Surface Representation for Real-Time Rendering. arxiv:2206.10885\u00a0[cs]"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"crossref","unstructured":"Yasutaka Furukawa and Carlos Hern\u00e1ndez. 2015. Multi-View Stereo: A Tutorial. Number 9 1\/2 in Foundation and Trends in Computer Graphics and Vision. Now Boston Delft.","DOI":"10.1561\/0600000052"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458305.3478443"},{"key":"e_1_3_2_2_16_1","unstructured":"Dennis Haitz Boris Jutzi Markus Ulrich Miriam Jaeger and Patrick Huebner. 2023. Combining HoloLens with Instant-NeRFs: Advanced Real-Time 3D Mobile Mapping. arxiv:2304.14301\u00a0[cs]"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3272127.3275084"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX48832.2020.9123117"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"crossref","unstructured":"Nishant Jain Suryansh Kumar and Luc Van\u00a0Gool. 2023. Enhanced Stable View Synthesis. arxiv:2303.17094\u00a0[cs]","DOI":"10.1109\/CVPR52729.2023.01269"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.59"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"crossref","unstructured":"Yuheng Jiang Kaixin Yao Zhuo Su Zhehao Shen Haimin Luo and Lan Xu. 2023. Instant-NVR: Instant Neural Volumetric Rendering for Human-object Interactions from Monocular RGBD Stream. arxiv:2304.03184\u00a0[cs]","DOI":"10.1109\/CVPR52729.2023.00065"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3073599"},{"key":"e_1_3_2_2_23_1","volume-title":"Proceedings of the 5th Conference on Robot Learning. PMLR, 34\u201345","author":"Koestler Lukas","year":"2022","unstructured":"Lukas Koestler, Nan Yang, Niclas Zeller, and Daniel Cremers. 2022. TANDEM: Tracking and Dense Mapping in Real-time Using Deep Multi-view Stereo. In Proceedings of the 5th Conference on Robot Learning. PMLR, 34\u201345."},{"key":"e_1_3_2_2_24_1","volume-title":"Point-Based Neural Rendering with Per-View Optimization. Computer Graphics Forum","author":"Kopanas Georgios","year":"2021","unstructured":"Georgios Kopanas, Julien Philip, Thomas Leimk\u00fchler, and George Drettakis. 2021. Point-Based Neural Rendering with Per-View Optimization. Computer Graphics Forum (2021), 16. https:\/\/doi.org\/10\/gk669d"},{"key":"e_1_3_2_2_25_1","unstructured":"Chaojian Li Sixu Li Yang Zhao Wenbo Zhu and Yingyan Lin. 2022a. RT-NeRF: Real-Time On-Device Neural Radiance Fields Towards Immersive AR\/VR Rendering. arxiv:2212.01120\u00a0[cs]"},{"key":"e_1_3_2_2_26_1","unstructured":"Lingzhi Li Zhen Shen Zhongshu Wang Li Shen and Ping Tan. 2022b. Streaming Radiance Fields for 3D Video Synthesis. arxiv:2210.14831\u00a0[cs]"},{"key":"e_1_3_2_2_27_1","unstructured":"Zhengqi Li Qianqian Wang Forrester Cole Richard Tucker and Noah Snavely. 2023. DynIBaR: Neural Dynamic Image-Based Rendering. arxiv:2211.11082\u00a0[cs]"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3550469.3555376"},{"key":"e_1_3_2_2_29_1","volume-title":"NeuralBlox: Real-Time Neural Representation Fusion for Robust Volumetric Mapping. In 2021 International Conference on 3D Vision (3DV). 1279\u20131289","author":"Lionar Stefan","year":"2021","unstructured":"Stefan Lionar, Lukas Schmid, Cesar Cadena, Roland Siegwart, and Andrei Cramariuc. 2021. NeuralBlox: Real-Time Neural Representation Fusion for Robust Volumetric Mapping. In 2021 International Conference on 3D Vision (3DV). 1279\u20131289. https:\/\/doi.org\/10\/gpcgwz"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.3390\/robotics11010024"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2014.2309987"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58452-8_24"},{"key":"e_1_3_2_2_33_1","volume-title":"Instant Neural Radiance Fields. In Special Interest Group on Computer Graphics and Interactive Techniques Conference Real-Time Live!ACM, Vancouver BC Canada, 1\u20132. https:\/\/doi.org\/10\/gqkshw","author":"M\u00fcller Thomas","year":"2022","unstructured":"Thomas M\u00fcller, Alex Evans, Christoph Schied, Marco Foco, Andr\u00e1s B\u00f3dis-Szomor\u00fa, Isaac Deutsch, Michael Shelley, and Alexander Keller. 2022b. Instant Neural Radiance Fields. In Special Interest Group on Computer Graphics and Interactive Techniques Conference Real-Time Live!ACM, Vancouver BC Canada, 1\u20132. https:\/\/doi.org\/10\/gqkshw"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3528223.3530127"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2017.2705103"},{"key":"e_1_3_2_2_36_1","volume-title":"KinectFusion: Real-time Dense Surface Mapping and Tracking. In 2011 10th IEEE International Symposium on Mixed and Augmented Reality. 127\u2013136","author":"Newcombe A.","year":"2011","unstructured":"Richard\u00a0A. Newcombe, Shahram Izadi, Otmar Hilliges, David Molyneaux, David Kim, Andrew\u00a0J. Davison, Pushmeet Kohi, Jamie Shotton, Steve Hodges, and Andrew Fitzgibbon. 2011. KinectFusion: Real-time Dense Surface Mapping and Tracking. In 2011 10th IEEE International Symposium on Mixed and Augmented Reality. 127\u2013136. https:\/\/doi.org\/10\/dhvm3p"},{"key":"e_1_3_2_2_37_1","volume-title":"iSDF: Real-Time Neural Signed Distance Fields for Robot Perception. arXiv:2204.02296 [cs] (April","author":"Ortiz Joseph","year":"2022","unstructured":"Joseph Ortiz, Alexander Clegg, Jing Dong, Edgar Sucar, David Novotny, Michael Zollhoefer, and Mustafa Mukadam. 2022. iSDF: Real-Time Neural Signed Distance Fields for Robot Perception. arXiv:2204.02296 [cs] (April 2022). arxiv:2204.02296\u00a0[cs]"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01550"},{"key":"e_1_3_2_2_39_1","volume-title":"MERF: Memory-Efficient Radiance Fields for Real-time View Synthesis in Unbounded Scenes. arxiv:2302.12249\u00a0[cs]","author":"Reiser Christian","year":"2023","unstructured":"Christian Reiser, Richard Szeliski, Dor Verbin, Pratul\u00a0P. Srinivasan, Ben Mildenhall, Andreas Geiger, Jonathan\u00a0T. Barron, and Peter Hedman. 2023. MERF: Memory-Efficient Radiance Fields for Real-time View Synthesis in Unbounded Scenes. arxiv:2302.12249\u00a0[cs]"},{"key":"e_1_3_2_2_40_1","volume-title":"Free View Synthesis. arXiv:2008.05511 [cs] (Aug","author":"Riegler Gernot","year":"2020","unstructured":"Gernot Riegler and Vladlen Koltun. 2020. Free View Synthesis. arXiv:2008.05511 [cs] (Aug. 2020). arxiv:2008.05511\u00a0[cs]"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01204"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"crossref","unstructured":"Antoni Rosinol John\u00a0J. Leonard and Luca Carlone. 2022. NeRF-SLAM: Real-Time Dense Monocular SLAM with Neural Radiance Fields. arxiv:2210.13641\u00a0[cs]","DOI":"10.1109\/IROS55552.2023.10341922"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3528223.3530122"},{"volume-title":"FragmentFusion: A Light-Weight SLAM Pipeline for Dense Reconstruction. In 2019 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct). 342\u2013347","author":"R\u00fcckert D.","key":"e_1_3_2_2_44_1","unstructured":"D. R\u00fcckert, M. Innmann, and M. Stamminger. 2019. FragmentFusion: A Light-Weight SLAM Pipeline for Dense Reconstruction. In 2019 IEEE International Symposium on Mixed and Augmented Reality Adjunct (ISMAR-Adjunct). 342\u2013347. https:\/\/doi.org\/10\/gjhfv4"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICUAS51884.2021.9476760"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46487-9_31"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2947048"},{"key":"e_1_3_2_2_48_1","unstructured":"Liangchen Song Anpei Chen Zhong Li Zhang Chen Lele Chen Junsong Yuan Yi Xu and Andreas Geiger. 2022. NeRFPlayer: A Streamable Dynamic Scene Representation with Decomposed Neural Radiance Fields. arxiv:2210.15947\u00a0[cs]"},{"key":"e_1_3_2_2_49_1","volume-title":"Depth Sensing: Depth Settings. https:\/\/www.stereolabs.com\/docs\/depth-sensing\/depth-settings\/.","author":"Stereolabs Documentation","year":"2023","unstructured":"Documentation Stereolabs. 2023. Depth Sensing: Depth Settings. https:\/\/www.stereolabs.com\/docs\/depth-sensing\/depth-settings\/."},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00617"},{"key":"e_1_3_2_2_51_1","volume-title":"Direct Voxel Grid Optimization: Super-fast Convergence for Radiance Fields Reconstruction (DVGO). arXiv:2111.11215 [cs] (Nov","author":"Sun Cheng","year":"2021","unstructured":"Cheng Sun, Min Sun, and Hwann-Tzong Chen. 2021. Direct Voxel Grid Optimization: Super-fast Convergence for Radiance Fields Reconstruction (DVGO). arXiv:2111.11215 [cs] (Nov. 2021). arxiv:2111.11215\u00a0[cs]"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","unstructured":"Joo\u00a0Kooi Tan and Akitoshi Sato. 2020. Human-Robot Cooperation Based on Visual Communication. https:\/\/doi.org\/10.24507\/ijicic.16.02.543","DOI":"10.24507\/ijicic.16.02.543"},{"volume-title":"Computer Graphics Forum, Vol.\u00a039","author":"Tewari Ayush","key":"e_1_3_2_2_53_1","unstructured":"Ayush Tewari, Ohad Fried, Justus Thies, Vincent Sitzmann, Stephen Lombardi, Kalyan Sunkavalli, Ricardo Martin-Brualla, Tomas Simon, Jason Saragih, Matthias Nie\u00dfner, 2020. State of the art on neural rendering. In Computer Graphics Forum, Vol.\u00a039. Wiley Online Library, 701\u2013727."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3323035"},{"key":"e_1_3_2_2_55_1","volume-title":"Patchmatchnet: Learned multi-view patchmatch stereo.","author":"Wang Fangjinhua","year":"2021","unstructured":"Fangjinhua Wang, Silvano Galliani, Christoph Vogel, Pablo Speciale, and Marc Pollefeys. 2021a. Patchmatchnet: Learned multi-view patchmatch stereo. (2021), 14194\u201314203."},{"key":"e_1_3_2_2_56_1","volume-title":"IBRNet: Learning Multi-View Image-Based Rendering. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). Virtual, 4690\u20134699","author":"Wang Qianqian","year":"2021","unstructured":"Qianqian Wang, Zhicheng Wang, Kyle Genova, Pratul\u00a0P. Srinivasan, Howard Zhou, Jonathan\u00a0T. Barron, Ricardo Martin-Brualla, Noah Snavely, and Thomas Funkhouser. 2021b. IBRNet: Learning Multi-View Image-Based Rendering. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). Virtual, 4690\u20134699."},{"key":"e_1_3_2_2_57_1","volume-title":"Neuralfusion: Online depth fusion in latent space.","author":"Weder Silvan","year":"2021","unstructured":"Silvan Weder, Johannes\u00a0L Schonberger, Marc Pollefeys, and Martin\u00a0R Oswald. 2021. Neuralfusion: Online depth fusion in latent space. (2021), 3162\u20133172."},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364916669237"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"crossref","unstructured":"Yiheng Xie Towaki Takikawa Shunsuke Saito Or Litany Shiqin Yan Numair Khan Federico Tombari James Tompkin Vincent Sitzmann and Srinath Sridhar. 2022. Neural fields in visual computing and beyond. 641\u2013676\u00a0pages.","DOI":"10.1111\/cgf.14505"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00068"},{"key":"e_1_3_2_2_61_1","volume-title":"Deep Learning for Multi-View Stereo via Plane Sweep: A Survey. arXiv:2106.15328 [cs] (July","author":"Zhu Qingtian","year":"2021","unstructured":"Qingtian Zhu, Chen Min, Zizhuang Wei, Yisong Chen, and Guoping Wang. 2021. Deep Learning for Multi-View Stereo via Plane Sweep: A Survey. arXiv:2106.15328 [cs] (July 2021). arxiv:2106.15328\u00a0[cs]"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"crossref","unstructured":"Zihan Zhu Songyou Peng Viktor Larsson Weiwei Xu Hujun Bao Zhaopeng Cui Martin\u00a0R Oswald and Marc Pollefeys. 2022. NICE-SLAM: Neural Implicit Scalable Encoding for SLAM. (2022) 12786\u201312796.","DOI":"10.1109\/CVPR52688.2022.01245"}],"event":{"name":"SA '23: SIGGRAPH Asia 2023","sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques"],"location":"Sydney NSW Australia","acronym":"SA '23"},"container-title":["SIGGRAPH Asia 2023 Conference Papers"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3610548.3618213","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3610548.3618213","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T09:35:41Z","timestamp":1755768941000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3610548.3618213"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,10]]},"references-count":62,"alternative-id":["10.1145\/3610548.3618213","10.1145\/3610548"],"URL":"https:\/\/doi.org\/10.1145\/3610548.3618213","relation":{},"subject":[],"published":{"date-parts":[[2023,12,10]]},"assertion":[{"value":"2023-12-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}