{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T01:09:34Z","timestamp":1784768974614,"version":"3.55.0"},"reference-count":148,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Proc. IEEE"],"published-print":{"date-parts":[[2020,1]]},"DOI":"10.1109\/jproc.2019.2949575","type":"journal-article","created":{"date-parts":[[2019,11,14]],"date-time":"2019-11-14T22:46:51Z","timestamp":1573771611000},"page":"30-50","source":"Crossref","is-referenced-by-count":123,"title":["Deep-Learning-Based Image Reconstruction and Enhancement in Optical Microscopy"],"prefix":"10.1109","volume":"108","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7802-3857","authenticated-orcid":false,"given":"Kevin","family":"de Haan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yair","family":"Rivenson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9343-5489","authenticated-orcid":false,"given":"Yichen","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0717-683X","authenticated-orcid":false,"given":"Aydogan","family":"Ozcan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1137\/060657704"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1137\/1.9780898717570"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1364\/AO.38.006994"},{"key":"ref32","year":"2019","journal-title":"Introduction to Confocal Fluorescence Microscopy"},{"key":"ref31","author":"murphy","year":"2002","journal-title":"Fundamentals of Light Microscopy and Electronic Imaging"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.632"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1201\/9781439822067"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"267ra175","DOI":"10.1126\/scitranslmed.3009850","article-title":"Wide-field computational imaging of pathology slides using lens-free on-chip microscopy","volume":"6","author":"greenbaum","year":"2014","journal-title":"Sci Transl Med"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.2114"},{"key":"ref34","author":"popescu","year":"2011","journal-title":"Quantitative Phase Imaging of Cells and Tissues"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/b102215","article-title":"Deconvolution microscopy","volume":"95","author":"sibarita","year":"2005","journal-title":"Microscopy Techniques"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1364\/AO.29.003795"},{"key":"ref29","first-page":"694","article-title":"Perceptual losses for real-time style transfer and super-resolution","author":"johnson","year":"2016","journal-title":"Vision Computer"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.1999.790414"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2009.5459271"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/38.988747"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1364\/JOSA.62.000055"},{"key":"ref23","first-page":"372","article-title":"Single-image super-resolution: A benchmark","author":"yang","year":"2014","journal-title":"Proc ECCV"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1002\/elps.200800586"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1364\/JOSAA.5.000666"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1039\/c003477k"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1086\/111605"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-018-0111-2"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1038\/s41377-019-0129-y"},{"key":"ref146","doi-asserted-by":"crossref","first-page":"12324","DOI":"10.1038\/s41598-018-30619-y","article-title":"Hybrid optical-electronic convolutional neural networks with optimized diffractive optics for image classification","volume":"8","author":"chang","year":"2018","journal-title":"Sci Rep"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1364\/OPN.29.7.000034"},{"key":"ref148","author":"jin","year":"2019","journal-title":"arXiv 1901 04547"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"3926","DOI":"10.1038\/s41598-019-40554-1","article-title":"Deep learning-based super-resolution in coherent imaging systems","volume":"9","author":"liu","year":"2019","journal-title":"Sci Rep"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1364\/OPTICA.5.000704"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1989.118638"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1364\/OPTICA.4.001117"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1038\/lsa.2017.141"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-018-0239-0"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1364\/OPTICA.4.001437"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2018.03.040"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1137\/0523074"},{"key":"ref4","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref3","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/BF02478259"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-019-0362-y"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1038\/nature24270","article-title":"Mastering the game of go without human knowledge","volume":"550","author":"silver","year":"2017","journal-title":"Nature"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth929"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1126\/science.1127344"},{"key":"ref48","year":"2019","journal-title":"ZEISS Microscopy Online Campus|Practical Aspects of Photoactivated Localization Microscopy (PALM)"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"15348","DOI":"10.1038\/srep15348","article-title":"Light-induced cell damage in live-cell super-resolution microscopy","volume":"5","author":"w\u00e4ldchen","year":"2015","journal-title":"Sci Rep"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"8206","DOI":"10.1073\/pnas.97.15.8206","article-title":"Fluorescence microscopy with diffraction resolution barrier broken by stimulated emission","volume":"97","author":"klar","year":"2000","journal-title":"Proc Nat Acad Sci USA"},{"key":"ref41","author":"goodman","year":"2005","journal-title":"Introduction to Fourier Optics"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.biochem.77.061906.092014"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0406877102"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1364\/BOE.10.001339"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2018.00133"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0159337"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1416955111"},{"key":"ref73","first-page":"1","article-title":"Neural architecture search with reinforcement learning","author":"zoph","year":"2017","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref72","first-page":"2951","article-title":"Practical Bayesian optimization of machine learning algorithms","author":"snoek","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1159\/000337423"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1162\/106365602320169811"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1038\/nm.1971"},{"key":"ref70","first-page":"4898","article-title":"Understanding the effective receptive field in deep convolutional neural networks","author":"luo","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref76","first-page":"2672","article-title":"Generative adversarial nets","author":"goodfellow","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1515121112"},{"key":"ref77","first-page":"3320","article-title":"How transferable are features in deep neural networks?","volume":"2","author":"yosinski","year":"2014","journal-title":"Proc 27th Int Conf Neural Inf Process Syst (NIPS)"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-018-0261-2"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2003.819861"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-017-0084"},{"key":"ref134","article-title":"Detecting cancer metastases on gigapixel pathology images","author":"liu","year":"2017","journal-title":"arXiv 1703 02442"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-016-0027"},{"key":"ref78","author":"goshtasby","year":"2005","journal-title":"2-D and 3-D Image Registration for Medical Remote Sensing and Industrial Applications"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-017-0165-y"},{"key":"ref79","first-page":"232","article-title":"Nonrigid image registration using multi-scale 3D convolutional neural networks","author":"sokooti","year":"2017","journal-title":"Proc Med Image Comput Comput Assist Intervent (MICCAI)"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1021\/acsphotonics.8b01109"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1021\/acsphotonics.8b01479"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1137\/1.9780898719277"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1364\/OPTICA.2.000517"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.4106"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1126\/science.292.5520.1401"},{"key":"ref62","article-title":"Three-dimensional propagation and time-reversal of fluorescence images","author":"wu","year":"2019","journal-title":"arXiv 1901 11252"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1021\/acsphotonics.8b00146"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1038\/s41377-018-0074-1"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2012.231"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1126\/science.aat8084"},{"key":"ref65","first-page":"807","article-title":"Rectified linear units improve restricted Boltzmann machines","author":"nair","year":"2010","journal-title":"Proc 27th Int Conf Mach Learn"},{"key":"ref141","article-title":"Analysis of diffractive optical neural networks and their integration with electronic neural networks","author":"mengu","year":"2018","journal-title":"arXiv 1810 01916v2"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/72.279181"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1364\/OE.26.015316"},{"key":"ref67","article-title":"Comparison of non-linear activation functions for deep neural networks on MNIST classification task","author":"pedamonti","year":"2018","journal-title":"arXiv 1804 02763"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1364\/OE.26.031333"},{"key":"ref68","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"bergstra","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref144","article-title":"Physics-based learned design: Optimized coded-illumination for quantitative phase imaging","author":"kellman","year":"2018","journal-title":"arXiv 1808 03571"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2018.2840738"},{"key":"ref69","first-page":"5947","article-title":"Exploring generalization in deep learning","author":"neyshabur","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1364\/OE.27.006158"},{"key":"ref1","author":"goodfellow","year":"2016","journal-title":"Deep Learning"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1364\/JOSA.56.000523"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1364\/OPTICA.5.000458"},{"key":"ref108","doi-asserted-by":"crossref","first-page":"777","DOI":"10.1038\/161777a0","article-title":"A new microscopic principle","volume":"161","author":"gabor","year":"1948","journal-title":"Nature"},{"key":"ref94","year":"2019","journal-title":"Depth of Field and Depth of Focus"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1038\/s41377-018-0067-0"},{"key":"ref93","article-title":"AMC: AutoML for model compression and acceleration on mobile devices","author":"he","year":"2018","journal-title":"arXiv 1802 03494"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1038\/s41377-019-0139-9"},{"key":"ref92","first-page":"2962","article-title":"Efficient and Robust Automated Machine Learning","author":"feurer","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref105","doi-asserted-by":"crossref","first-page":"1153","DOI":"10.1126\/science.1137395","article-title":"Far-field optical nanoscopy","volume":"316","author":"hell","year":"2007","journal-title":"Science"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139165372"},{"key":"ref104","doi-asserted-by":"crossref","first-page":"aab3500","DOI":"10.1126\/science.aab3500","article-title":"Extended-resolution structured illumination imaging of endocytic and cytoskeletal dynamics","volume":"349","author":"li","year":"2015","journal-title":"Science"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1364\/JOSAA.3.001152"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1083\/jcb.89.1.141"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1364\/OL.19.000780"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1016\/j.ymeth.2017.08.013"},{"key":"ref112","first-page":"237","article-title":"A practical algorithm for the determination of phase from image and diffraction plane pictures","volume":"35","author":"gerchberg","year":"1971","journal-title":"Optik"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1088\/0034-4885\/79\/7\/076001"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0006320"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1039\/C4LC00010B"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1364\/BOE.10.001044"},{"key":"ref97","article-title":"Resolution enhancement in scanning electron microscopy using deep learning","author":"de haan","year":"2019","journal-title":"arXiv 1901 11094"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref12","article-title":"TensorFlow: Large-scale machine learning on heterogeneous distributed systems","author":"abadi","year":"2016","journal-title":"arXiv 1603 04467"},{"key":"ref13","first-page":"1","article-title":"Automatic differentiation in PyTorch","author":"paszke","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst Workshop"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2647868.2654889"},{"key":"ref15","article-title":"Theano: A Python framework for fast computation of mathematical expressions","year":"2016","journal-title":"arXiv 1605 02688"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1364\/OL.42.003824"},{"key":"ref16","article-title":"Torch7: A MATLAB-like environment for machine learning","author":"collobert","year":"2011","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1259\/bjr\/25329214"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1364\/OE.20.003129"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.1700606"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1080\/10255842.2012.670855"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"859","DOI":"10.5858\/arpa.2018-0147-OA","article-title":"Artificial intelligence-based breast cancer nodal metastasis detection: Insights into the black box for pathologists","volume":"143","author":"liu","year":"2018","journal-title":"Arch Pathol Lab Med"},{"key":"ref84","first-page":"3619","article-title":"Modern neural networks generalize on small data sets","author":"olson","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.121.243902"},{"key":"ref19","first-page":"234","article-title":"U-net: Convolutional networks for biomedical image segmentation","author":"ronneberger","year":"2015","journal-title":"Medical Image Computing and Computer-Assisted Intervention—MICCAI"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.244"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1364\/OL.21.000842"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1364\/OL.3.000027"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1088\/0022-3727\/6\/18\/305"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ISBI.2018.8363757"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1107\/S0108767303002812"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1364\/OL.43.004240"},{"key":"ref89","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1007\/978-3-642-35289-8_5","article-title":"Early stopping—But when?","author":"prechelt","year":"2012","journal-title":"Neural Networks Tricks of the Trade"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1364\/OE.18.011181"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1364\/OE.26.026470"},{"key":"ref123","author":"rubin","year":"2008","journal-title":"Rubin’s Pathology Clinicopathologic Foundations of Medicine"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273592"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.244"},{"key":"ref87","article-title":"The effectiveness of data augmentation in image classification using deep learning","author":"perez","year":"2017","journal-title":"arXiv 1712 04621"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1038\/nmeth.4605"}],"container-title":["Proceedings of the IEEE"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5\/8944310\/8901171-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5\/8944310\/08901171.pdf?arnumber=8901171","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:55:55Z","timestamp":1649444155000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8901171\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1]]},"references-count":148,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/jproc.2019.2949575","relation":{},"ISSN":["0018-9219","1558-2256"],"issn-type":[{"value":"0018-9219","type":"print"},{"value":"1558-2256","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1]]}}}