{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T04:16:43Z","timestamp":1770956203035,"version":"3.50.1"},"reference-count":82,"publisher":"Oxford University Press (OUP)","issue":"8","license":[{"start":{"date-parts":[[2024,7,23]],"date-time":"2024-07-23T00:00:00Z","timestamp":1721692800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01GM143243"],"award-info":[{"award-number":["R01GM143243"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,8,2]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Motivation<\/jats:title>\n                  <jats:p>High-throughput time-lapse imaging is a fundamental tool for efficient living cell profiling at single-cell resolution. Label-free phase-contrast video microscopy enables noninvasive, nontoxic, and long-term imaging. The tradeoff between speed and throughput, however, implies that despite the state-of-the-art autofocusing algorithms, out-of-focus cells are unavoidable due to the migratory nature of immune cells (velocities &amp;gt;10\u2009\u03bcm\/min). Here, we propose PostFocus to (i) identify out-of-focus images within time-lapse sequences with a classifier, and (ii) deploy a de-noising diffusion probabilistic model to yield reliable in-focus images.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>De-noising diffusion probabilistic model outperformed deep discriminative models with a superior performance on the whole image and around cell boundaries. In addition, PostFocus improves the accuracy of image analysis (cell and contact detection) and the yield of usable videos.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Availability and implementation<\/jats:title>\n                  <jats:p>Open-source code and sample data are available at: https:\/\/github.com\/kwu14victor\/PostFocus.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/bioinformatics\/btae467","type":"journal-article","created":{"date-parts":[[2024,7,24]],"date-time":"2024-07-24T20:38:56Z","timestamp":1721853536000},"source":"Crossref","is-referenced-by-count":1,"title":["PostFocus: automated selective post-acquisition high-throughput focus restoration using diffusion model for label-free time-lapse microscopy"],"prefix":"10.1093","volume":"40","author":[{"given":"Kwan-Ling","family":"Wu","sequence":"first","affiliation":[{"name":"William A. Brookshire Department of Chemical and Biomolecular Engineering, University of Houston , Houston, TX 77204,","place":["United States"]}]},{"given":"Melisa J","family":"Montalvo","sequence":"additional","affiliation":[{"name":"William A. Brookshire Department of Chemical and Biomolecular Engineering, University of Houston , Houston, TX 77204,","place":["United States"]}]},{"given":"Prashant S","family":"Menon","sequence":"additional","affiliation":[{"name":"William A. Brookshire Department of Chemical and Biomolecular Engineering, University of Houston , Houston, TX 77204,","place":["United States"]}]},{"given":"Badrinath","family":"Roysam","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Houston , Houston, TX 77204,","place":["United States"]}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7524-8228","authenticated-orcid":false,"given":"Navin","family":"Varadarajan","sequence":"additional","affiliation":[{"name":"William A. Brookshire Department of Chemical and Biomolecular Engineering, University of Houston , Houston, TX 77204,","place":["United States"]}]}],"member":"286","published-online":{"date-parts":[[2024,7,23]]},"reference":[{"key":"2024102914092037900_btae467-B2","doi-asserted-by":"crossref","first-page":"839","DOI":"10.1016\/S0140-6736(20)31366-0","article-title":"Lisocabtagene maraleucel for patients with relapsed or refractory large B-cell lymphomas (TRANSCEND NHL 001): a multicentre seamless design study","volume":"396","author":"Abramson","year":"2020","journal-title":"Lancet"},{"key":"2024102914092037900_btae467-B3","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1201\/9780429276149-2","volume-title":"Macrophages & Cancer","author":"Adams","year":"2019"},{"key":"2024102914092037900_btae467-B4","first-page":"18208","author":"Avrahami","year":"2022"},{"key":"2024102914092037900_btae467-B5","first-page":"111","article-title":"Retinal image curation using deep learning","volume":"62","author":"Barrett","year":"2021","journal-title":"Invest Ophthalmol Visual Sci"},{"key":"2024102914092037900_btae467-B6","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1016\/j.tibtech.2015.05.001","article-title":"Synthetic biology in cell-based cancer immunotherapy","volume":"33","author":"Chakravarti","year":"2015","journal-title":"Trends Biotechnol"},{"key":"2024102914092037900_btae467-B7","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1038\/s41573-020-00117-w","article-title":"Image-based profiling for drug discovery: due for a machine-learning upgrade?","volume":"20","author":"Chandrasekaran","year":"2021","journal-title":"Nat Rev Drug Discov"},{"key":"2024102914092037900_btae467-B8","doi-asserted-by":"crossref","first-page":"18222","DOI":"10.1109\/JSEN.2021.3085568","article-title":"Fast restoration for out-of-focus blurred images of QR code with edge prior information via image sensing","volume":"21","author":"Chen","year":"2021","journal-title":"IEEE Sens J"},{"key":"2024102914092037900_btae467-B9","doi-asserted-by":"crossref","first-page":"1434","DOI":"10.1038\/s41587-022-01650-2","article-title":"Synapse-tuned CARs enhance immune cell anti-tumor activity","volume":"41","author":"Chockley","year":"2023","journal-title":"Nat Biotechnol"},{"key":"2024102914092037900_btae467-B10","first-page":"3965","article-title":"Coatnet: marrying convolution and attention for all data sizes","volume":"34","author":"Dai","year":"2021","journal-title":"Adv Neural Inform Process Syst"},{"key":"2024102914092037900_btae467-B11","first-page":"1472","author":"Danier"},{"key":"2024102914092037900_btae467-B12","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1038\/s41587-022-01397-w","article-title":"Uncovering the mode of action of engineered T cells in patient cancer organoids","volume":"41","author":"Dekkers","year":"2023","journal-title":"Nat Biotechnol"},{"key":"2024102914092037900_btae467-B13","first-page":"1","author":"Dodge","year":"2016"},{"key":"2024102914092037900_btae467-B14","author":"Dosovitskiy"},{"key":"2024102914092037900_btae467-B15","doi-asserted-by":"crossref","first-page":"87","DOI":"10.3747\/co.27.5223","article-title":"A review of cancer immunotherapy: from the past, to the present, to the future","volume":"27","author":"Esfahani","year":"2020","journal-title":"Curr Oncol"},{"key":"2024102914092037900_btae467-B16","doi-asserted-by":"crossref","first-page":"1016208","DOI":"10.3389\/fimmu.2022.1016208","article-title":"New insights into CAR T cell-mediated killing of tumor cells","volume":"13","author":"Espie","year":"2022","journal-title":"Front Immunol"},{"key":"2024102914092037900_btae467-B17","doi-asserted-by":"crossref","first-page":"903","DOI":"10.3390\/v14050903","article-title":"HIV RGB: automated single-cell analysis of HIV-1 Rev-dependent RNA nuclear export and translation using image processing in KNIME","volume":"14","author":"Evans","year":"2022","journal-title":"Viruses"},{"key":"2024102914092037900_btae467-B18","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1038\/s41591-021-01622-0","article-title":"Tisagenlecleucel in adult relapsed or refractory follicular lymphoma: the phase 2 ELARA trial","volume":"28","author":"Fowler","year":"2022","journal-title":"Nat Med"},{"key":"2024102914092037900_btae467-B19","doi-asserted-by":"crossref","first-page":"84093","DOI":"10.1109\/ACCESS.2021.3087424","article-title":"CT-scan denoising using a charbonnier loss generative adversarial network","volume":"9","author":"Gajera","year":"2021","journal-title":"IEEE Access"},{"key":"2024102914092037900_btae467-B20","author":"He"},{"key":"2024102914092037900_btae467-B21","author":"He"},{"key":"2024102914092037900_btae467-B22","first-page":"6629","article-title":"Gans trained by a two time-scale update rule converge to a local Nash equilibrium","author":"Heusel"},{"key":"2024102914092037900_btae467-B23","first-page":"6840","article-title":"Denoising diffusion probabilistic models","volume":"33","author":"Ho","year":"2020","journal-title":"Adv Neural Inform Proc Syst"},{"key":"2024102914092037900_btae467-B24","author":"H\u00f6ppe","year":"2022"},{"key":"2024102914092037900_btae467-B25","first-page":"2366","author":"Hore"},{"key":"2024102914092037900_btae467-B26","doi-asserted-by":"crossref","first-page":"2000020","DOI":"10.1002\/adma.202000020","article-title":"Harnessing the formation of natural killer\u2013tumor cell immunological synapses for enhanced therapeutic effect in solid tumors","volume":"32","author":"Im","year":"2020","journal-title":"Adv Mater"},{"key":"2024102914092037900_btae467-B27","doi-asserted-by":"crossref","first-page":"141","DOI":"10.3390\/pharmaceutics3020141","article-title":"Live cell in vitro and in vivo imaging applications: accelerating drug discovery","volume":"3","author":"Isherwood","year":"2011","journal-title":"Pharmaceutics"},{"key":"2024102914092037900_btae467-B28","doi-asserted-by":"crossref","first-page":"1320","DOI":"10.4049\/jimmunol.1403143","article-title":"Imaging of cell\u2013cell communication in a vertical orientation reveals high-resolution structure of immunological synapse and novel PD-1 dynamics","volume":"195","author":"Jang","year":"2015","journal-title":"J Immunol"},{"key":"2024102914092037900_btae467-B29","first-page":"23593","article-title":"Denoising diffusion restoration models","volume":"35","author":"Kawar","year":"2022","journal-title":"Adv Neural Inform Proc Syst"},{"key":"2024102914092037900_btae467-B30","author":"Kingma"},{"key":"2024102914092037900_btae467-B31","article-title":"Imagenet classification with deep convolutional neural networks","author":"Krizhevsky","journal-title":"Commun ACM"},{"key":"2024102914092037900_btae467-B32","doi-asserted-by":"crossref","first-page":"943","DOI":"10.1634\/theoncologist.2018-0028","article-title":"FDA approval summary: tocilizumab for treatment of chimeric antigen receptor T cell-induced severe or life-threatening cytokine release syndrome","volume":"23","author":"Le","year":"2018","journal-title":"Oncologist"},{"key":"2024102914092037900_btae467-B33","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1016\/j.neucom.2022.01.029","article-title":"Srdiff: single image super-resolution with diffusion probabilistic models","volume":"479","author":"Li","year":"2022","journal-title":"Neurocomputing"},{"key":"2024102914092037900_btae467-B34","first-page":"e50058","article-title":"Quantitative high-throughput single-cell cytotoxicity assay for T cells","author":"Liadi","year":"2013","journal-title":"JoVE"},{"key":"2024102914092037900_btae467-B35","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1158\/2326-6066.CIR-14-0195","article-title":"Individual motile CD4+ T cells can participate in efficient multikilling through conjugation to multiple tumor cells","volume":"3","author":"Liadi","year":"2015","journal-title":"Cancer Immunol Res"},{"key":"2024102914092037900_btae467-B36","doi-asserted-by":"crossref","first-page":"706","DOI":"10.1093\/bioinformatics\/bty676","article-title":"TIMING 2.0: high-throughput single-cell profiling of dynamic cell\u2013cell interactions by time-lapse imaging microscopy in nanowell grids","volume":"35","author":"Lu","year":"2019","journal-title":"Bioinformatics"},{"key":"2024102914092037900_btae467-B37","first-page":"1680","author":"Luo"},{"key":"2024102914092037900_btae467-B38","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1111\/jmi.12960","article-title":"Deep learning-based automatic inpainting for material microscopic images","volume":"281","author":"Ma","year":"2021","journal-title":"J Microsc"},{"key":"2024102914092037900_btae467-B39","author":"Mao","year":"2023"},{"key":"2024102914092037900_btae467-B40","doi-asserted-by":"crossref","first-page":"1265","DOI":"10.1200\/JCO.22.00842","article-title":"Ciltacabtagene autoleucel, an anti\u2013B-cell maturation antigen chimeric antigen receptor T-cell therapy, for relapsed\/refractory multiple myeloma: CARTITUDE-1 2-year follow-up","volume":"41","author":"Martin","year":"2023","journal-title":"J Clin Oncol"},{"key":"2024102914092037900_btae467-B41","first-page":"341","author":"Mart\u00ednez-Mart\u00ednez"},{"key":"2024102914092037900_btae467-B42","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1007\/s11263-010-0392-0","article-title":"The canny edge detector revisited","volume":"91","author":"McIlhagga","year":"2011","journal-title":"Int J Comput Vis"},{"key":"2024102914092037900_btae467-B44","doi-asserted-by":"crossref","first-page":"1233","DOI":"10.1038\/s41592-019-0403-1","article-title":"Deep learning for cellular image analysis","volume":"16","author":"Moen","year":"2019","journal-title":"Nat Methods"},{"key":"2024102914092037900_btae467-B45","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1038\/s41419-024-06461-8","article-title":"Decoding the mechanisms of chimeric antigen receptor (CAR) T cell-mediated killing of tumors: insights from granzyme and FAS inhibition","volume":"15","author":"Montalvo","year":"2024","journal-title":"Cell Death Dis"},{"key":"2024102914092037900_btae467-B46","doi-asserted-by":"crossref","first-page":"20150017","DOI":"10.1098\/rstb.2015.0017","article-title":"Cell-based therapy technology classifications and translational challenges","volume":"370","author":"Mount","year":"2015","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"2024102914092037900_btae467-B47","first-page":"869","author":"Nawaz","year":"2018"},{"key":"2024102914092037900_btae467-B48","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1002\/(SICI)1097-0320(19990801)36:4<312::AID-CYTO5>3.0.CO;2-V","article-title":"Phototoxicity of the fluorescent membrane dyes PKH2 and PKH26 on the human hematopoietic KG1a progenitor cell line","volume":"36","author":"Oh","year":"1999","journal-title":"Cytometry"},{"key":"2024102914092037900_btae467-B49","doi-asserted-by":"crossref","first-page":"250","DOI":"10.20517\/2394-4722.2017.41","article-title":"Cancer immunotherapy: a brief review of the history, possibilities, and challenges ahead","volume":"3","author":"Oiseth","year":"2017","journal-title":"J Cancer Metastatis Treat"},{"key":"2024102914092037900_btae467-B50","doi-asserted-by":"crossref","first-page":"1142","DOI":"10.1158\/1078-0432.CCR-18-2035","article-title":"FDA approval summary: tisagenlecleucel for treatment of patients with relapsed or refractory B-cell precursor acute lymphoblastic leukemia","volume":"25","author":"O\u2019Leary","year":"2019","journal-title":"Clin Cancer Res"},{"key":"2024102914092037900_btae467-B51","doi-asserted-by":"crossref","first-page":"8498","DOI":"10.3390\/ijms21228498","article-title":"Characterization of mesenchymal stem cell differentiation within miniaturized 3D scaffolds through advanced microscopy techniques","volume":"21","author":"Parodi","year":"2020","journal-title":"Int J Mol Sci"},{"key":"2024102914092037900_btae467-B52","first-page":"174","author":"Phaisangittisagul"},{"key":"2024102914092037900_btae467-B53","first-page":"1","article-title":"Phase contrast microscopy","volume":"2","author":"Pluta","year":"1993","journal-title":"Adv Light Microscopy"},{"key":"2024102914092037900_btae467-B54","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1038\/s41592-023-02138-w","article-title":"Content-aware frame interpolation (CAFI): deep learning-based temporal super-resolution for fast bioimaging","volume":"21","author":"Priessner","year":"2024","journal-title":"Nat Methods"},{"key":"2024102914092037900_btae467-B55","first-page":"1","author":"Qadir","year":"2019"},{"key":"2024102914092037900_btae467-B56","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1038\/s41587-022-01471-3","article-title":"Rationalized deep learning super-resolution microscopy for sustained live imaging of rapid subcellular processes","volume":"41","author":"Qiao","year":"2023","journal-title":"Nat Biotechnol"},{"key":"2024102914092037900_btae467-B57","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1364\/JOSA.62.000055","article-title":"Bayesian-based iterative method of image restoration","volume":"62","author":"Richardson","year":"1972","journal-title":"J Opt Soc Am"},{"key":"2024102914092037900_btae467-B58","first-page":"1","author":"Saharia","year":"2022"},{"key":"2024102914092037900_btae467-B59","first-page":"4713","article-title":"Image super-resolution via iterative refinement","volume":"45","author":"Saharia","year":"2022","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"2024102914092037900_btae467-B60","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13054-023-04473-y","article-title":"Artificial intelligence hallucinations","volume":"27","author":"Salvagno","year":"2023","journal-title":"Crit Care"},{"key":"2024102914092037900_btae467-B61","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/j.procs.2021.01.025","article-title":"Deep learning in image classification using residual network (ResNet) variants for detection of colorectal cancer","volume":"179","author":"Sarwinda","year":"2021","journal-title":"Procedia Comput Sci"},{"key":"2024102914092037900_btae467-B63","author":"Serrano","year":"2023"},{"key":"2024102914092037900_btae467-B64","author":"Song"},{"key":"2024102914092037900_btae467-B6100","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1002\/jemt.20118","article-title":"Autofocusing in computer microscopy: selecting the optimal focus algorithm","volume":"65","author":"Sun","year":"2004","journal-title":"Microscopy research and technique"},{"key":"2024102914092037900_btae467-B65","author":"Szegedy"},{"key":"2024102914092037900_btae467-B66","doi-asserted-by":"crossref","first-page":"e115512","DOI":"10.1371\/journal.pone.0115512","article-title":"A microfluidic platform for correlative live-cell and super-resolution microscopy","volume":"9","author":"Tam","year":"2014","journal-title":"PLoS One"},{"key":"2024102914092037900_btae467-B67","first-page":"146","author":"Tsai"},{"key":"2024102914092037900_btae467-B68","doi-asserted-by":"crossref","first-page":"7717","DOI":"10.1364\/BOE.442066","article-title":"Improved resolution in 3D structured illumination microscopy using 3D model-based restoration with positivity-constraint","volume":"12","author":"Van","year":"2021","journal-title":"Biomed Opt Exp"},{"key":"2024102914092037900_btae467-B69","article-title":"Attention is all you need","author":"Vaswani"},{"key":"2024102914092037900_btae467-B70","doi-asserted-by":"crossref","first-page":"012068","DOI":"10.1088\/1742-6596\/90\/1\/012068","article-title":"Photobleaching correction in fluorescence microscopy images","volume":"90","author":"Vicente","year":"2007","journal-title":"J Phys Conf Ser"},{"key":"2024102914092037900_btae467-B71","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1038\/s41592-018-0239-0","article-title":"Deep learning enables cross-modality super-resolution in fluorescence microscopy","volume":"16","author":"Wang","year":"2019","journal-title":"Nat Methods"},{"key":"2024102914092037900_btae467-B72","first-page":"2081","author":"Wang"},{"key":"2024102914092037900_btae467-B73","author":"Wang","year":"2014"},{"key":"2024102914092037900_btae467-B74","first-page":"33","author":"Wang","year":"2020"},{"key":"2024102914092037900_btae467-B75","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1016\/j.compbiomed.2019.04.006","article-title":"Learn to segment single cells with deep distance estimator and deep cell detector","volume":"108","author":"Wang","year":"2019","journal-title":"Comput Biol Med"},{"key":"2024102914092037900_btae467-B76","first-page":"17683","author":"Wang"},{"key":"2024102914092037900_btae467-B77","first-page":"1336","author":"Wolleb"},{"key":"2024102914092037900_btae467-B78","first-page":"218","article-title":"A deep-learning-based workflow to deal with the defocusing problem in high-throughput experiments","volume":"11","author":"Xue","year":"2022","journal-title":"Bioact Mater"},{"key":"2024102914092037900_btae467-B79","first-page":"117520","author":"Yae","year":"2023"},{"key":"2024102914092037900_btae467-B80","first-page":"5978","author":"Zhang"},{"key":"2024102914092037900_btae467-B81","author":"Zhang","year":"2023"},{"key":"2024102914092037900_btae467-B82","doi-asserted-by":"crossref","first-page":"2012","DOI":"10.1166\/jmihi.2019.2692","article-title":"High performance multiple sclerosis classification by data augmentation and AlexNet transfer learning model","volume":"9","author":"Zhang","year":"2019","journal-title":"J Med Imaging Health Inform"},{"key":"2024102914092037900_btae467-B83","author":"Zhou"},{"key":"2024102914092037900_btae467-B84","author":"Zimmermann"}],"container-title":["Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/bioinformatics\/advance-article-pdf\/doi\/10.1093\/bioinformatics\/btae467\/58622249\/btae467.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/40\/8\/btae467\/60195073\/btae467.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article-pdf\/40\/8\/btae467\/60195073\/btae467.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T14:12:15Z","timestamp":1730211135000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/bioinformatics\/article\/doi\/10.1093\/bioinformatics\/btae467\/7718661"}},"subtitle":[],"editor":[{"given":"Hanchuan","family":"Peng","sequence":"additional","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2024,7,23]]},"references-count":82,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2024,8,2]]}},"URL":"https:\/\/doi.org\/10.1093\/bioinformatics\/btae467","relation":{},"ISSN":["1367-4811"],"issn-type":[{"value":"1367-4811","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,8]]},"published":{"date-parts":[[2024,7,23]]},"article-number":"btae467"}}