{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:41:24Z","timestamp":1755823284089,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,10,26]],"date-time":"2023-10-26T00:00:00Z","timestamp":1698278400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100002920","name":"Research Grants Council, University Grants Committee","doi-asserted-by":"publisher","award":["T45-205\/21-N"],"award-info":[{"award-number":["T45-205\/21-N"]}],"id":[{"id":"10.13039\/501100002920","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,26]]},"DOI":"10.1145\/3581783.3612010","type":"proceedings-article","created":{"date-parts":[[2023,10,27]],"date-time":"2023-10-27T07:27:30Z","timestamp":1698391650000},"page":"2644-2653","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["IRCasTRF: Inverse Rendering by Optimizing Cascaded Tensorial Radiance Fields, Lighting, and Materials From Multi-view Images"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5848-9417","authenticated-orcid":false,"given":"Wenpeng","family":"Xing","sequence":"first","affiliation":[{"name":"Hong Kong Baptist University, Hong Kong, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8419-4620","authenticated-orcid":false,"given":"Jie","family":"Chen","sequence":"additional","affiliation":[{"name":"Hong Kong Baptist University, Hong Kong, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2939-4686","authenticated-orcid":false,"given":"Ka Chun","family":"Cheung","sequence":"additional","affiliation":[{"name":"Nvidia AI Technology Centre, Hong Kong, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4958-9237","authenticated-orcid":false,"given":"Simon","family":"See","sequence":"additional","affiliation":[{"name":"Nvidia AI Technology Centre, Singapore, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Deep learning using rectified linear units (relu). arXiv preprint:1803.08375","author":"Agarap Abien Fred","year":"2018","unstructured":"Abien Fred Agarap. 2018. Deep learning using rectified linear units (relu). arXiv preprint:1803.08375 (2018)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766967"},{"key":"e_1_3_2_1_3_1","unstructured":"Ronen Basri Meirav Galun Amnon Geifman David Jacobs Yoni Kasten and Shira Kritchman. 2020. Frequency bias in neural networks for input of non-uniform density. In ICML. 685--694."},{"key":"e_1_3_2_1_4_1","volume-title":"Nerd: Neural reflectance decomposition from image collections. In ICCV. 12684--12694.","author":"Boss Mark","year":"2021","unstructured":"Mark Boss, Raphael Braun, Varun Jampani, Jonathan T Barron, Ce Liu, and Hendrik Lensch. 2021. Nerd: Neural reflectance decomposition from image collections. In ICCV. 12684--12694."},{"key":"e_1_3_2_1_5_1","first-page":"10691","article-title":"Neural-pil: Neural pre-integrated lighting for reflectance decomposition","volume":"34","author":"Boss Mark","year":"2021","unstructured":"Mark Boss, Varun Jampani, Raphael Braun, Ce Liu, Jonathan Barron, and Hendrik Lensch. 2021. Neural-pil: Neural pre-integrated lighting for reflectance decomposition. NIPS 34 (2021), 10691--10704.","journal-title":"NIPS"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Mark Boss Varun Jampani Kihwan Kim Hendrik Lensch and Jan Kautz. 2020. Two-shot spatially-varying brdf and shape estimation. In CVPR. 3982--3991.","DOI":"10.1109\/CVPR42600.2020.00404"},{"key":"e_1_3_2_1_7_1","volume-title":"ACM SIGGRAPH","volume":"2012","author":"Burley Brent","year":"2012","unstructured":"Brent Burley and Walt Disney Animation Studios. 2012. Physically-based shading at disney. In ACM SIGGRAPH, Vol. 2012. vol. 2012, 1--7."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02310791"},{"volume-title":"TensoRF: Tensorial Radiance Fields","author":"Chen Anpei","key":"e_1_3_2_1_9_1","unstructured":"Anpei Chen, Zexiang Xu, Andreas Geiger, Jingyi Yu, and Hao Su. 2022. TensoRF: Tensorial Radiance Fields. In ECCV. Springer, 333--350."},{"key":"e_1_3_2_1_10_1","volume-title":"Torrance","author":"Cook Robert L","year":"1982","unstructured":"Robert L Cook and Kenneth E. Torrance. 1982. A reflectance model for computer graphics. ACM Transactions on Graphics (1982), 7--24."},{"key":"e_1_3_2_1_11_1","volume-title":"Srinivasan","author":"Deng Boyang","year":"2020","unstructured":"Boyang Deng, Jonathan T. Barron, and Pratul P. Srinivasan. 2020. JaxNeRF: an efficient JAX implementation of NeRF. https:\/\/github.com\/google-research\/google-research\/tree\/master\/jaxnerf"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201378"},{"volume-title":"Computer graphics forum","author":"Deschaintre Valentin","key":"e_1_3_2_1_13_1","unstructured":"Valentin Deschaintre, Miika Aittala, Fr\u00e9do Durand, George Drettakis, and Adrien Bousseau. 2019. Flexible svbrdf capture with a multi-image deep network. In Computer graphics forum, Vol. 38. 1--13."},{"key":"e_1_3_2_1_14_1","volume-title":"Plenoxels: Radiance Fields Without Neural Networks. In CVPR. 5501--5510.","author":"Fridovich-Keil Sara","year":"2022","unstructured":"Sara Fridovich-Keil, Alex Yu, Matthew Tancik, Qinhong Chen, Benjamin Recht, and Angjoo Kanazawa. 2022. Plenoxels: Radiance Fields Without Neural Networks. In CVPR. 5501--5510."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3323042"},{"key":"e_1_3_2_1_16_1","series-title":"SIAM journal on matrix analysis and applications 31, 4","volume-title":"Hierarchical singular value decomposition of tensors","author":"Grasedyck Lars","year":"2010","unstructured":"Lars Grasedyck. 2010. Hierarchical singular value decomposition of tensors. SIAM journal on matrix analysis and applications 31, 4 (2010), 2029--2054."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of Machine Learning and Systems","author":"Gropp Amos","year":"2020","unstructured":"Amos Gropp, Lior Yariv, Niv Haim, Matan Atzmon, and Yaron Lipman. 2020. Implicit Geometric Regularization for Learning Shapes. In Proceedings of Machine Learning and Systems 2020. 3569--3579."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00041-009-9094-9"},{"key":"e_1_3_2_1_19_1","unstructured":"Richard A Harshman et al. 1970. Foundations of the PARAFAC procedure: Models and conditions for an\" explanatory\" multimodal factor analysis. (1970)."},{"key":"e_1_3_2_1_20_1","unstructured":"Jon Hasselgren Jacob Munkberg Jaakko Lehtinen Miika Aittala and Samuli Laine. 2021. Appearance-Driven Automatic 3D Model Simplification.. In EGSR. 85--97."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Stephen Hill Stephen McAuley Laurent Belcour Will Earl Niklas Harrysson S\u00e9bastien Hillaire Naty Hoffman Lee Kerley Jasmin Patry Rob Piek\u00e9 et al. 2020. Physically based shading in theory and practice. In ACM SIGGRAPH. 1--12.","DOI":"10.1145\/3388769.3407523"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2422436.2422439"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Tao Hu Shu Liu Yilun Chen Tiancheng Shen and Jiaya Jia. 2022. Efficient nerf efficient neural radiance fields. In CVPR. 12902--12911.","DOI":"10.1109\/CVPR52688.2022.01256"},{"key":"e_1_3_2_1_24_1","volume-title":"Neural tangent kernel: Convergence and generalization in neural networks. NIPS 31","author":"Jacot Arthur","year":"2018","unstructured":"Arthur Jacot, Franck Gabriel, and Cl\u00e9ment Hongler. 2018. Neural tangent kernel: Convergence and generalization in neural networks. NIPS 31 (2018)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/15922.15902"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487228.2487237"},{"key":"e_1_3_2_1_27_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint:1412.6980","author":"Kingma Diederik P","year":"2014","unstructured":"Diederik P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint:1412.6980 (2014)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3414685.3417861"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3073641"},{"key":"e_1_3_2_1_30_1","unstructured":"Zhengqin Li Kalyan Sunkavalli and Manmohan Chandraker. 2018. Materials for masses: SVBRDF acquisition with a single mobile phone image. In ECCV. 72--87."},{"key":"e_1_3_2_1_31_1","volume-title":"Jeong Joon Park, and Gordon Wetzstein.","author":"Lindell David B","year":"2022","unstructured":"David B Lindell, Dave Van Veen, Jeong Joon Park, and Gordon Wetzstein. 2022. Bacon: Band-limited coordinate networks for multiscale scene representation. In CVPR. 16252--16262."},{"key":"e_1_3_2_1_32_1","volume-title":"Neural volumes: Learning dynamic renderable volumes from images. arXiv preprint:1906.07751","author":"Lombardi Stephen","year":"2019","unstructured":"Stephen Lombardi, Tomas Simon, Jason Saragih, Gabriel Schwartz, Andreas Lehrmann, and Yaser Sheikh. 2019. Neural volumes: Learning dynamic renderable volumes from images. arXiv preprint:1906.07751 (2019)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/37402.37422"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/2945.468400"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3322980"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Ben Mildenhall Pratul P. Srinivasan Matthew Tancik Jonathan T. Barron Ravi Ramamoorthi and Ren Ng. 2020. NeRF: Representing Scenes as Neural Radiance Fields for View Synthesis. In ECCV. 405--421.","DOI":"10.1007\/978-3-030-58452-8_24"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Jacob Munkberg Jon Hasselgren Tianchang Shen Jun Gao Wenzheng Chen Alex Evans Thomas M\u00fcller and Sanja Fidler. 2022. Extracting Triangular 3D Models Materials and Lighting From Images. In CVPR. 8280--8290.","DOI":"10.1109\/CVPR52688.2022.00810"},{"volume-title":"GAN2X: Non-Lambertian Inverse Rendering of Image GANs. In 3DV","author":"Pan Xingang","key":"e_1_3_2_1_38_1","unstructured":"Xingang Pan, Ayush Tewari, Lingjie Liu, and Christian Theobalt. 2022. GAN2X: Non-Lambertian Inverse Rendering of Image GANs. In 3DV. IEEE, 711--721."},{"key":"e_1_3_2_1_39_1","volume-title":"Pytorch: An imperative style, high-performance deep learning library. NIPS 32","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, et al. 2019. Pytorch: An imperative style, high-performance deep learning library. NIPS 32 (2019)."},{"key":"e_1_3_2_1_40_1","unstructured":"Nasim Rahaman Aristide Baratin Devansh Arpit Felix Draxler Min Lin Fred Hamprecht Yoshua Bengio and Aaron Courville. 2019. On the spectral bias of neural networks. In ICML. PMLR 5301--5310."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Carolin Schmitt Simon Donne Gernot Riegler Vladlen Koltun and Andreas Geiger. 2020. On joint estimation of pose geometry and svBRDF from a handheld scanner. In CVPR. 3493--3503.","DOI":"10.1109\/CVPR42600.2020.00355"},{"key":"e_1_3_2_1_42_1","first-page":"6087","article-title":"Deep marching tetrahedra: a hybrid representation for high-resolution 3d shape synthesis","volume":"34","author":"Shen Tianchang","year":"2021","unstructured":"Tianchang Shen, Jun Gao, Kangxue Yin, Ming-Yu Liu, and Sanja Fidler. 2021. Deep marching tetrahedra: a hybrid representation for high-resolution 3d shape synthesis. NIPS 34 (2021), 6087--6101.","journal-title":"NIPS"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"crossref","unstructured":"Boxin Shi Zhe Wu Zhipeng Mo Dinglong Duan Sai-Kit Yeung and Ping Tan. 2016. A benchmark dataset and evaluation for non-lambertian and uncalibrated photometric stereo. In CVPR. 3707--3716.","DOI":"10.1109\/CVPR.2016.403"},{"key":"e_1_3_2_1_44_1","volume-title":"Distilled low rank neural radiance field with quantization for light field compression. arXiv preprint arXiv:2208.00164","author":"Shi Jinglei","year":"2022","unstructured":"Jinglei Shi and Christine Guillemot. 2022. Distilled low rank neural radiance field with quantization for light field compression. arXiv preprint arXiv:2208.00164 (2022)."},{"key":"e_1_3_2_1_45_1","unstructured":"Vincent Sitzmann Michael Zollh\u00f6fer and Gordon Wetzstein. 2019. Scene Representation Networks: Continuous 3D-Structure-Aware Neural Scene Representations. In NeurIPS. 1119--1130."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Cheng Sun Min Sun and Hwann-Tzong Chen. 2022. Direct voxel grid optimization: Super-fast convergence for radiance fields reconstruction. In CVPR. 5459--5469.","DOI":"10.1109\/CVPR52688.2022.00538"},{"key":"e_1_3_2_1_47_1","volume-title":"Fourier features let networks learn high frequency functions in low dimensional domains. arXiv preprint:2006.10739","author":"Tancik Matthew","year":"2020","unstructured":"Matthew Tancik, Pratul P Srinivasan, Ben Mildenhall, Sara Fridovich-Keil, Nithin Raghavan, Utkarsh Singhal, Ravi Ramamoorthi, Jonathan T Barron, and Ren Ng. 2020. Fourier features let networks learn high frequency functions in low dimensional domains. arXiv preprint:2006.10739 (2020)."},{"key":"e_1_3_2_1_48_1","volume-title":"Ref-nerf: Structured view-dependent appearance for neural radiance fields. In CVPR. 5481--5490.","author":"Verbin Dor","year":"2022","unstructured":"Dor Verbin, Peter Hedman, Ben Mildenhall, Todd Zickler, Jonathan T Barron, and Pratul P Srinivasan. 2022. Ref-nerf: Structured view-dependent appearance for neural radiance fields. In CVPR. 5481--5490."},{"key":"e_1_3_2_1_49_1","volume-title":"Microfacet Models for Refraction through Rough Surfaces. Rendering techniques 2007","author":"Walter Bruce","year":"2007","unstructured":"Bruce Walter, Stephen R Marschner, Hongsong Li, and Kenneth E Torrance. 2007. Microfacet Models for Refraction through Rough Surfaces. Rendering techniques 2007 (2007), 18th."},{"key":"e_1_3_2_1_50_1","first-page":"27171","article-title":"NeuS: Learning Neural Implicit Surfaces by Volume Rendering for Multi-view Reconstruction","volume":"34","author":"Wang Peng","year":"2021","unstructured":"Peng Wang, Lingjie Liu, Yuan Liu, Christian Theobalt, Taku Komura, and Wenping Wang. 2021. NeuS: Learning Neural Implicit Surfaces by Volume Rendering for Multi-view Reconstruction. NIPS 34 (2021), 27171--27183.","journal-title":"NIPS"},{"key":"e_1_3_2_1_51_1","volume-title":"NeRF--: Neural Radiance Fields Without Known Camera Parameters. arXiv preprint:2102.07064","author":"Wang Zirui","year":"2021","unstructured":"Zirui Wang, Shangzhe Wu, Weidi Xie, Min Chen, and Victor Adrian Prisacariu. 2021. NeRF--: Neural Radiance Fields Without Known Camera Parameters. arXiv preprint:2102.07064 (2021)."},{"key":"e_1_3_2_1_52_1","volume-title":"Photometric method for determining surface orientation from multiple images. Optical engineering 19, 1","author":"Woodham Robert J","year":"1980","unstructured":"Robert J Woodham. 1980. Photometric method for determining surface orientation from multiple images. Optical engineering 19, 1 (1980), 139--144."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"crossref","unstructured":"Wenpeng Xing and Jie Chen. 2022. MVSPlenOctree: Fast and generic reconstruction of radiance fields in PlenOctree from multi-view stereo. In ACM MM. 5114--5122.","DOI":"10.1145\/3503161.3547795"},{"volume-title":"Novel view synthesis with neural regularisation over multi-plane images","author":"Xing Wenpeng","key":"e_1_3_2_1_54_1","unstructured":"Wenpeng Xing and Jie Chen. 2022. NEX+: Novel view synthesis with neural regularisation over multi-plane images. In ICASSP. IEEE, 1581--1585."},{"volume-title":"Temporal-MPI: Enabling multi-plane images for dynamic scene modelling via temporal basis learning","author":"Xing Wenpeng","key":"e_1_3_2_1_55_1","unstructured":"Wenpeng Xing and Jie Chen. 2022. Temporal-MPI: Enabling multi-plane images for dynamic scene modelling via temporal basis learning. In ECCV. Springer, 323--338."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11633-022-1381-9"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2022.3205745"},{"key":"e_1_3_2_1_58_1","volume-title":"Multiview Neural Surface Reconstruction by Disentangling Geometry and Appearance. NIPS 33","author":"Yariv Lior","year":"2020","unstructured":"Lior Yariv, Yoni Kasten, Dror Moran, Meirav Galun, Matan Atzmon, Basri Ronen, and Yaron Lipman. 2020. Multiview Neural Surface Reconstruction by Disentangling Geometry and Appearance. NIPS 33 (2020)."},{"key":"e_1_3_2_1_59_1","unstructured":"Alex Yu Vickie Ye Matthew Tancik and Angjoo Kanazawa. 2021. pixelnerf: Neural radiance fields from one or few images. In CVPR. 4578--4587."},{"key":"e_1_3_2_1_60_1","volume-title":"IRON: Inverse Rendering by Optimizing Neural SDFs and Materials from Photometric Images. In CVPR. 5555--5564.","author":"Zhang Kai","year":"2022","unstructured":"Kai Zhang, Fujun Luan, Zhengqi Li, and Noah Snavely. 2022. IRON: Inverse Rendering by Optimizing Neural SDFs and Materials from Photometric Images. In CVPR. 5555--5564."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"crossref","unstructured":"Kai Zhang Fujun Luan Qianqian Wang Kavita Bala and Noah Snavely. 2021. PhySG: Inverse Rendering with Spherical Gaussians for Physics-based Material Editing and Relighting. In CVPR. 5453--5462.","DOI":"10.1109\/CVPR46437.2021.00541"},{"key":"e_1_3_2_1_62_1","volume-title":"Analyzing and improving neural radiance fields. arXiv preprint arXiv:2010.07492","author":"Zhang Kai","year":"2020","unstructured":"Kai Zhang, Gernot Riegler, Noah Snavely, and Vladlen Koltun. 2020. Nerf++: Analyzing and improving neural radiance fields. arXiv preprint arXiv:2010.07492 (2020)."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478513.3480500"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478513.3480500"}],"event":{"name":"MM '23: The 31st ACM International Conference on Multimedia","sponsor":["SIGMM ACM Special Interest Group on Multimedia"],"location":"Ottawa ON Canada","acronym":"MM '23"},"container-title":["Proceedings of the 31st ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581783.3612010","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581783.3612010","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:01:34Z","timestamp":1755820894000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581783.3612010"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,26]]},"references-count":64,"alternative-id":["10.1145\/3581783.3612010","10.1145\/3581783"],"URL":"https:\/\/doi.org\/10.1145\/3581783.3612010","relation":{},"subject":[],"published":{"date-parts":[[2023,10,26]]},"assertion":[{"value":"2023-10-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}