{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:45:17Z","timestamp":1767339917830,"version":"3.28.0"},"reference-count":139,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,8,1]]},"DOI":"10.1109\/iccp54855.2022.9887681","type":"proceedings-article","created":{"date-parts":[[2022,9,26]],"date-time":"2022-09-26T21:01:45Z","timestamp":1664226105000},"page":"1-12","source":"Crossref","is-referenced-by-count":9,"title":["Physics vs. Learned Priors: Rethinking Camera and Algorithm Design for Task-Specific Imaging"],"prefix":"10.1109","author":[{"given":"Tzofi","family":"Klinghoffer","sequence":"first","affiliation":[{"name":"Massachusetts Institute of Technology"}]},{"given":"Siddharth","family":"Somasundaram","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology"}]},{"given":"Kushagra","family":"Tiwary","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology"}]},{"given":"Ramesh","family":"Raskar","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.3390\/s17122787"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1364\/OL.33.001023"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1038\/s41377-020-00403-7"},{"key":"ref32","first-page":"1","article-title":"Phasecam3d-learning phase masks for pas-sive single view depth estimation","author":"wu","year":"0","journal-title":"2019 IEEE International Conference on Computational Photography (ICCP)"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1276377.1276464"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2986944"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2006.270"},{"key":"ref36","article-title":"Light field photography with a hand-held plenoptic camera","author":"ng","year":"2005","journal-title":"Ph D dissertation Stanford Univ"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/1179352.1141957"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1038\/nphoton.2017.76"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1531326.1531402"},{"key":"ref27","first-page":"1","article-title":"Multi-spectral imaging using multiplexed illumination","author":"park","year":"2007","journal-title":"2007 IEEE 11th International Conference on Computer Vision"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1364\/AO.31.006535"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1179352.1141977"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00505"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1117\/12.7972479"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/2508363.2508428"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/BF02443303"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1145\/3503250"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCPHOT.2011.5753123"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3323013"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1364\/ISA.2014.IW2C.5"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.374"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1038\/ncomms1747"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1364\/AOP.10.000409"},{"journal-title":"Computational Imaging","year":"2022","author":"bhandari","key":"ref58"},{"key":"ref57","first-page":"8","article-title":"The plenoptic function and the elements of early vision","volume":"1","author":"bergen","year":"1991","journal-title":"Computational Models of Visual Processing"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICCPHOT.2019.8747343"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/2486001.2486039"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995418"},{"key":"ref53","first-page":"573s","author":"platt","year":"2001","journal-title":"History and principles of shack-hartmann wavefront sensing"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1038\/srep33946"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12717"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"lecun","year":"2015","journal-title":"Nature"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.29099\/ijair.v2i1.42"},{"journal-title":"Introduction to Lens Design With Practical ZEMAX Examples","year":"2002","author":"geary","key":"ref6"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1038\/s41586-020-2973-6","article-title":"Inference in artificial intelligence with deep optics and photonics","volume":"588","author":"wetzstein","year":"2020","journal-title":"Nature"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1364\/OL.42.004603"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/SAMPTA.2017.8024471"},{"key":"ref7","volume":"82","author":"walker","year":"2008","journal-title":"Optical Engineering Fundamentals"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1021\/acs.nanolett.1c02068"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007937815113"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1364\/OE.18.017776"},{"journal-title":"Multiple View Geometry in Computer Vision","year":"2003","author":"hartley","key":"ref48"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.1999.790305"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1364\/OPEX.12.001643"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3130800.3130896"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.385"},{"key":"ref43","article-title":"Shape from mixed polarization","author":"taamazyan","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/ICCP48838.2020.9105237"},{"key":"ref126","article-title":"Learning spatially varying pixel exposures for motion deblurring","author":"nguyen","year":"2022","journal-title":"ArXiv"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1145\/3446791"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/ICCP51581.2021.9466261"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/IEDM19574.2021.9720618"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2963386"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2018.8451818"},{"key":"ref71","first-page":"993","article-title":"Image guided depth upsampling using anisotropic total gener-alized variation","author":"ferstl","year":"0","journal-title":"Proceedings of the IEEE International Conference on Computer Vision"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2005.1407713"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58586-0_33"},{"key":"ref76","article-title":"Blending diverse physical priors with neural networks","author":"ba","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3322996"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2017.2713099"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01219-9_4"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2017.2713942"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00347"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2006.1688662"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1364\/OE.27.028075"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1145\/2661229.2661260"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/3447814"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1364\/AO.24.001469"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1145\/3446918"},{"key":"ref138","article-title":"Image gans meet differentiable rendering for inverse graphics and interpretable 3d neural rendering","author":"zhang","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2987333"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-006-8815-7"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00762"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2008.4587656"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/BF00171998"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00146"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/1276377.1276463"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1364\/OPTICA.5.000001"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1364\/OPTICA.397214"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"28969","DOI":"10.1364\/OE.400876","article-title":"Fourier diffuserscope: single-shot 3d fourier light field microscopy with a diffuser","volume":"28","author":"liu","year":"2020","journal-title":"Optics Express"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14022"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1364\/OPTICA.431361"},{"key":"ref1","article-title":"Visual ecology","author":"cronin","year":"2014","journal-title":"Visual Ecology Princeton University Press"},{"key":"ref109","article-title":"Learning sensor multiplexing design through back-propagation","volume":"29","author":"chakrabarti","year":"2016","journal-title":"Advances in neural information processing systems"},{"journal-title":"IntroVAE Introspective Variational Autoencoders for Photographic Image Synthesis","year":"2018","author":"huang","key":"ref95"},{"key":"ref108","article-title":"Physically disentangled representations","author":"klinghoffer","year":"2022","journal-title":"ArXiv Preprint"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2982224"},{"journal-title":"Decomposing 3d scenes into objects via unsupervised volume segmentation","year":"2021","author":"stelzner","key":"ref107"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/15886.15902"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/3DV53792.2021.00104"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/3450508.3464573"},{"journal-title":"Towards learning neural representations from shadows","year":"2022","author":"tiwary","key":"ref105"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00873"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3528223.3530177"},{"key":"ref90","article-title":"Deep direct volume rendering: Learning visual feature mappings from exemplary images","author":"weiss","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01245"},{"journal-title":"Nerv Neural reflectance and visibility fields for relighting and view synthesis","year":"2020","author":"srinivasan","key":"ref102"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00145"},{"key":"ref112","first-page":"10193","article-title":"Deep optics for monocular depth es-timation and 3d object detection","author":"chang","year":"0","journal-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201333"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3323035"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201401"},{"journal-title":"Diffusion models beat gans on image synthesis","year":"2021","author":"dhariwal","key":"ref96"},{"key":"ref97","volume":"38","author":"meka","year":"2019","journal-title":"Deep reflectance fields - high-quality facial reflectance field inference from color gradient illumination"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/nphoton.2016.137"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1364\/AO.34.001859"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-020-0853-5"},{"journal-title":"Goodman Introduction to Fourier Optics 2nd ed","year":"1968","author":"goodman","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.113.133902"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0900245106"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00668"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1364\/COSI.2005.CMA1"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00260"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1145\/3130800.3130884"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1364\/AOP.3.000272"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.29007\/shbv"},{"journal-title":"Phase-Space Optics Fundamentals and Applications","year":"2010","author":"testorf","key":"ref18"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2896963"},{"key":"ref119","article-title":"Dense three dimensional localization microscopy by deep learning","author":"nehme","year":"2019","journal-title":"ArXiv Preprint"},{"journal-title":"Partially coherent ambiguity functions for depth-variant point spread function design","year":"2011","author":"horstmeyer","key":"ref19"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ICCPHOT.2018.8368468"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2018.2832296"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/TCI.2018.2849326"},{"key":"ref116","first-page":"6297","article-title":"End-to-end high dynamic range camera pipeline opti-mization","author":"robidoux","year":"0","journal-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition"},{"key":"ref80","first-page":"1","article-title":"Integrating physics-based modeling with machine learning: A survey","volume":"1","author":"willard","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref115","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41598-018-30619-y","article-title":"Hybrid optical-electronic convolutional neural networks with optimized diffractive optics for image classification","volume":"8","author":"chang","year":"2018","journal-title":"Scientific Reports"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1364\/OE.27.006158"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3386569.3392383"},{"key":"ref121","article-title":"Convo-lutional neural networks that teach microscopes how to image","author":"horstmeyer","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/ICCPHOT.2019.8747339"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1364\/OE.26.030911"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10584-0_11"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00780"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3355089.3356498","article-title":"Mitsuba 2: A retargetable forward and inverse renderer","volume":"38","author":"nimier-david","year":"2019","journal-title":"ACM Transactions on Graphics (TOG)"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/3272127.3275109"}],"event":{"name":"2022 IEEE International Conference on Computational Photography (ICCP)","start":{"date-parts":[[2022,8,1]]},"location":"Pasadena, CA, USA","end":{"date-parts":[[2022,8,5]]}},"container-title":["2022 IEEE International Conference on Computational Photography (ICCP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9887621\/9887645\/09887681.pdf?arnumber=9887681","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T20:50:53Z","timestamp":1665780653000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9887681\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,1]]},"references-count":139,"URL":"https:\/\/doi.org\/10.1109\/iccp54855.2022.9887681","relation":{},"subject":[],"published":{"date-parts":[[2022,8,1]]}}}