{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,6]],"date-time":"2026-11-06T17:49:59Z","timestamp":1793987399708,"version":"4.8.0"},"reference-count":45,"publisher":"IOP Publishing","issue":"8","license":[{"start":{"date-parts":[[2022,8,19]],"date-time":"2022-08-19T00:00:00Z","timestamp":1660867200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2022,8,19]],"date-time":"2022-08-19T00:00:00Z","timestamp":1660867200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/iopscience.iop.org\/info\/page\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100000274","name":"British Heart Foundation","doi-asserted-by":"crossref","award":["FS\/20\/20\/34626"],"award-info":[{"award-number":["FS\/20\/20\/34626"]}],"id":[{"id":"10.13039\/501100000274","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["iopscience.iop.org"],"crossmark-restriction":false},"short-container-title":["Physiol. Meas."],"published-print":{"date-parts":[[2022,8,31]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>\n                    The photoplethysmogram (PPG) signal is widely used in pulse oximeters and smartwatches. A fundamental step in analysing the PPG is the detection of heartbeats. Several PPG beat detection algorithms have been proposed, although it is not clear which performs best.\n                    <jats:italic>Objective:<\/jats:italic>\n                    This study aimed to: (i) develop a framework with which to design and test PPG beat detectors; (ii) assess the performance of PPG beat detectors in different use cases; and (iii) investigate how their performance is affected by patient demographics and physiology.\n                    <jats:italic>Approach:<\/jats:italic>\n                    Fifteen beat detectors were assessed against electrocardiogram-derived heartbeats using data from eight datasets. Performance was assessed using the\n                    <jats:italic>F<\/jats:italic>\n                    <jats:sub>1<\/jats:sub>\n                    score, which combines sensitivity and positive predictive value.\n                    <jats:italic>Main results:<\/jats:italic>\n                    Eight beat detectors performed well in the absence of movement with\n                    <jats:italic>F<\/jats:italic>\n                    <jats:sub>1<\/jats:sub>\n                    scores of \u226590% on hospital data and wearable data collected at rest. Their performance was poorer during exercise with\n                    <jats:italic>F<\/jats:italic>\n                    <jats:sub>1<\/jats:sub>\n                    scores of 55%\u201391%; poorer in neonates than adults with\n                    <jats:italic>F<\/jats:italic>\n                    <jats:sub>1<\/jats:sub>\n                    scores of 84%\u201396% in neonates compared to 98%\u201399% in adults; and poorer in atrial fibrillation (AF) with\n                    <jats:italic>F<\/jats:italic>\n                    <jats:sub>1<\/jats:sub>\n                    scores of 92%\u201397% in AF compared to 99%\u2013100% in normal sinus rhythm.\n                    <jats:italic>Significance:<\/jats:italic>\n                    Two PPG beat detectors denoted \u2018MSPTD\u2019 and \u2018qppg\u2019 performed best, with complementary performance characteristics. This evidence can be used to inform the choice of PPG beat detector algorithm. The algorithms, datasets, and assessment framework are freely available.\n                  <\/jats:p>","DOI":"10.1088\/1361-6579\/ac826d","type":"journal-article","created":{"date-parts":[[2022,7,19]],"date-time":"2022-07-19T18:27:22Z","timestamp":1658255242000},"page":"085007","update-policy":"https:\/\/doi.org\/10.1088\/crossmark-policy","source":"Crossref","is-referenced-by-count":102,"title":["Detecting beats in the photoplethysmogram: benchmarking open-source algorithms"],"prefix":"10.1088","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3836-8655","authenticated-orcid":true,"given":"Peter H","family":"Charlton","sequence":"first","affiliation":[{"name":"University of Cambridge"},{"name":"University of London"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kevin","family":"Kotzen","sequence":"additional","affiliation":[{"name":"Faculty of Biomedical Engineering"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5357-4329","authenticated-orcid":true,"given":"Elisa","family":"Mej\u00eda-Mej\u00eda","sequence":"additional","affiliation":[{"name":"University of London"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Philip J","family":"Aston","sequence":"additional","affiliation":[{"name":"University of Surrey"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karthik","family":"Budidha","sequence":"additional","affiliation":[{"name":"University of London"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9531-0268","authenticated-orcid":false,"given":"Jonathan","family":"Mant","sequence":"additional","affiliation":[{"name":"University of Cambridge"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Callum","family":"Pettit","sequence":"additional","affiliation":[{"name":"University of Surrey"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joachim A","family":"Behar","sequence":"additional","affiliation":[{"name":"Faculty of Biomedical Engineering"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2868-485X","authenticated-orcid":true,"given":"Panicos A","family":"Kyriacou","sequence":"additional","affiliation":[{"name":"University of London"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"266","published-online":{"date-parts":[[2022,8,19]]},"reference":[{"key":"pmeaac826dbib1","doi-asserted-by":"publisher","first-page":"1662","DOI":"10.1109\/TBME.2005.855725","type":"journal-article","article-title":"An automatic beat detection algorithm for pressure signals","volume":"52","author":"Aboy","year":"2005","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"pmeaac826dbib2","doi-asserted-by":"publisher","first-page":"R1","DOI":"10.1088\/0967-3334\/28\/3\/R01","type":"journal-article","article-title":"Photoplethysmography and its application in clinical physiological measurement","volume":"28","author":"Allen","year":"2007","journal-title":"Physiol. Meas."},{"key":"pmeaac826dbib3","type":"other"},{"key":"pmeaac826dbib4","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1080\/03091902.2019.1572237","type":"journal-article","article-title":"A novel and low-complexity peak detection algorithm for heart rate estimation from low-amplitude photoplethysmographic (PPG) signals","volume":"42","author":"Arg\u00fcello Prada","year":"2018","journal-title":"Journal of Medical Engineering and Technology"},{"key":"pmeaac826dbib5","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6579\/aaa93d","type":"journal-article","article-title":"Beyond HRV: attractor reconstruction using the entire cardiovascular waveform data for novel feature extraction","volume":"39","author":"Aston","year":"2018","journal-title":"Physiol. Meas."},{"key":"pmeaac826dbib6","doi-asserted-by":"publisher","first-page":"88357","DOI":"10.1109\/ACCESS.2019.2926199","type":"journal-article","article-title":"Noise detection in electrocardiogram signals for intensive care unit patients","volume":"7","author":"Bashar","year":"2019","journal-title":"IEEE Access"},{"key":"pmeaac826dbib7","doi-asserted-by":"publisher","DOI":"10.6084\/m9.figshare.12149091.v1)","type":"other","article-title":"Atrial Fibrillation annotations of electrocardiogram from MIMIC III matched subset","author":"Bashar","year":"2020"},{"key":"pmeaac826dbib8","doi-asserted-by":"publisher","first-page":"1340","DOI":"10.1007\/s10439-014-0993-9","type":"journal-article","article-title":"A comparison of single channel fetal ecg extraction methods","volume":"42","author":"Behar","year":"2014","journal-title":"Ann. Biomed. Eng."},{"key":"pmeaac826dbib9","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/978-3-319-65798-1_39","type":"book","article-title":"Multi-scale peak and trough detection optimised for periodic and quasi-periodic neuroscience data","volume":"126","author":"Bishop","year":"2018"},{"key":"pmeaac826dbib10","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1109\/JPROC.2022.3149785","type":"journal-article","article-title":"Wearable photoplethysmography for cardiovascular monitoring","volume":"110","author":"Charlton","year":"2022","journal-title":"Proc. IEEE"},{"key":"pmeaac826dbib11","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1016\/B978-0-12-823374-0.00011-6","type":"book","article-title":"Wearable photoplethysmography devices","author":"Charlton","year":"2022","edition":"I edn"},{"key":"pmeaac826dbib12","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.6037646","type":"software","article-title":"ppg-beats: algorithms to detect heartbeats in photoplethysmogram (PPG) signals","author":"Charlton","year":"2022a","unstructured":"Charlton P H 2022a ppg-beats: algorithms to detect heartbeats in photoplethysmogram (PPG) signals Zenodo 10.5281\/zenodo.6037646"},{"key":"pmeaac826dbib13","doi-asserted-by":"publisher","author":"Charlton","year":"2022b","DOI":"10.5281\/zenodo.6807402)","type":"other"},{"key":"pmeaac826dbib14","author":"Clifford","type":"web-resource"},{"key":"pmeaac826dbib15","doi-asserted-by":"publisher","DOI":"10.1109\/SPMB.2013.6736782)","type":"book","article-title":"Wavelet based photoplethysmogram foot delineation for heart rate variability applications","author":"Conn","year":"2013"},{"key":"pmeaac826dbib16","author":"Consumer Technology Association","year":"2018","type":"report"},{"key":"pmeaac826dbib17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0076585","type":"journal-article","article-title":"Systolic peak detection in acceleration photoplethysmograms measured from emergency responders in tropical conditions","volume":"8","author":"Elgendi","year":"2013","journal-title":"PLoS One"},{"key":"pmeaac826dbib18","doi-asserted-by":"publisher","first-page":"1011","DOI":"10.1016\/S0140-6736(10)62226-X","type":"journal-article","article-title":"Normal ranges of heart rate and respiratory rate in children from birth to 18 years of age: a systematic review of observational studies","volume":"377","author":"Fleming","year":"2011","journal-title":"Lancet"},{"key":"pmeaac826dbib19","doi-asserted-by":"publisher","first-page":"E215","DOI":"10.1161\/01.CIR.101.23.e215","type":"journal-article","article-title":"PhysioBank, PhysioToolkit, and PhysioNet: components of a new research resource for complex physiologic signals","volume":"101","author":"Goldberger","year":"2000","journal-title":"Circulation"},{"key":"pmeaac826dbib20","doi-asserted-by":"publisher","first-page":"82","DOI":"10.3390\/bios12020082","type":"journal-article","article-title":"A real-time ppg peak detection method for accurate determination of heart rate during sinus rhythm and cardiac arrhythmia","volume":"12","author":"Han","year":"2022","journal-title":"Biosensors"},{"key":"pmeaac826dbib21","first-page":"pp281","type":"conference-proceedings","article-title":"R-peak estimation using multimodal lead switching","volume":"41","author":"Johnson","year":"2014"},{"key":"pmeaac826dbib22","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2016.35","type":"journal-article","article-title":"MIMIC-III, a freely accessible critical care database","volume":"3","author":"Johnson","year":"2016","journal-title":"Scientific Data"},{"key":"pmeaac826dbib23","doi-asserted-by":"publisher","first-page":"pp3131","DOI":"10.1109\/EMBC.2012.6346628","type":"conference-proceedings","article-title":"Adaptive pulse segmentation and artifact detection in photoplethysmography for mobile applications","author":"Karlen","year":"2012"},{"key":"pmeaac826dbib24","doi-asserted-by":"publisher","first-page":"1946","DOI":"10.1109\/TBME.2013.2246160","type":"journal-article","article-title":"Multiparameter respiratory rate estimation from the photoplethysmogram","volume":"60","author":"Karlen","year":"2013","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"pmeaac826dbib25","doi-asserted-by":"publisher","first-page":"pp1","DOI":"10.23919\/CinC53138.2021.9662889","type":"conference-proceedings","article-title":"Benchmarking Photoplethysmography Peak Detection Algorithms Using the Electrocardiogram Signal as a Reference","author":"Kotzen","year":"2021"},{"key":"pmeaac826dbib26","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1109\/JBHI.2013.2267096","type":"journal-article","article-title":"Pulse rate variability analysis for discrimination of sleep-apnea-related decreases in the amplitude fluctuations of pulse photoplethysmographic signal in children","volume":"18","author":"L\u00e1zaro","year":"2014","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"key":"pmeaac826dbib27","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1016\/j.bspc.2009.06.002","type":"journal-article","article-title":"On an automatic delineator for arterial blood pressure waveforms","volume":"5","author":"Li","year":"2010","journal-title":"Biomed. Signal Process. Control"},{"key":"pmeaac826dbib28","doi-asserted-by":"publisher","DOI":"10.1063\/5.0064450","type":"journal-article","article-title":"Symmetric projection attractor reconstruction: Embedding in higher dimensions","volume":"31","author":"Lyle","year":"2021","journal-title":"Chaos"},{"key":"pmeaac826dbib29","doi-asserted-by":"publisher","DOI":"10.13026\/c2294b","type":"journal-article","article-title":"MIMIC-III Waveform Database Matched Subset (version 1.0)","author":"Moody","year":"2020","journal-title":"PhysioNet"},{"key":"pmeaac826dbib30","doi-asserted-by":"publisher","first-page":"767","DOI":"10.1136\/bjsports-2020-103148","type":"journal-article","article-title":"Recommendations for determining the validity of consumer wearable heart rate devices: expert statement and checklist of the INTERLIVE Network","volume":"55","author":"M\u00fchlen","year":"2021","journal-title":"Br. J. Sports Med."},{"key":"pmeaac826dbib31","doi-asserted-by":"publisher","first-page":"832","DOI":"10.1109\/JBHI.2014.2338351","type":"journal-article","article-title":"Signal-quality indices for the electrocardiogram and photoplethysmogram: derivation and applications to wireless monitoring","volume":"19","author":"Orphanidou","year":"2015","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"key":"pmeaac826dbib32","doi-asserted-by":"publisher","first-page":"025007","DOI":"10.1088\/1361-6579\/ab009b","type":"journal-article","article-title":"Optimal fiducial points for pulse rate variability analysis from forehead and finger photoplethysmographic signals","volume":"40","author":"Peralta","year":"2019","journal-title":"Physiol. Meas."},{"key":"pmeaac826dbib33","doi-asserted-by":"publisher","first-page":"1909","DOI":"10.1056\/NEJMoa1901183","type":"journal-article","article-title":"Large-scale assessment of a smartwatch to identify atrial fibrillation","volume":"381","author":"Perez","year":"2019","journal-title":"New Engl. J. Med."},{"key":"pmeaac826dbib34","author":"Pettit","journal-title":"Photoplethysmogram (PPG) Beat Detection Using Symmetric Projection Attractor Reconstruction","type":"journal-article"},{"key":"pmeaac826dbib35","doi-asserted-by":"publisher","first-page":"1914","DOI":"10.1109\/TBME.2016.2613124","type":"journal-article","article-title":"Toward a robust estimation of respiratory rate from pulse oximeters","volume":"64","author":"Pimentel","year":"2017","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"pmeaac826dbib36","doi-asserted-by":"publisher","first-page":"30","DOI":"10.3390\/s19143079","type":"journal-article","article-title":"Deep PPG: large-scale heart rate estimation with convolutional neural networks","volume":"19","author":"Reiss","year":"2019","journal-title":"Sensors"},{"key":"pmeaac826dbib37","doi-asserted-by":"publisher","first-page":"952","DOI":"10.1097\/CCM.0b013e31820a92c6","type":"journal-article","article-title":"Multiparameter Intelligent Monitoring in Intensive Care II: a public-access intensive care unit database","volume":"39","author":"Saeed","year":"2011","journal-title":"Critical Care Medicine"},{"key":"pmeaac826dbib38","doi-asserted-by":"publisher","first-page":"pp400","DOI":"10.1145\/3242969.3242985","type":"conference-proceedings","article-title":"Introducing WeSAD, a multimodal dataset for wearable stress and affect detection","author":"Schmidt","year":"2018"},{"key":"pmeaac826dbib39","doi-asserted-by":"publisher","first-page":"588","DOI":"10.3390\/a5040588","type":"journal-article","article-title":"An efficient algorithm for automatic peak detection in noisy periodic and quasi-periodic signals","volume":"5","author":"Scholkmann","year":"2012","journal-title":"Algorithms"},{"key":"pmeaac826dbib40","doi-asserted-by":"publisher","first-page":"1145","DOI":"10.1016\/j.compbiomed.2009.10.006","type":"journal-article","article-title":"Adaptive threshold method for the peak detection of photoplethysmographic waveform","volume":"39","author":"Shin","year":"2009","journal-title":"Comput. Biol. Med."},{"key":"pmeaac826dbib41","doi-asserted-by":"publisher","first-page":"2477","DOI":"10.1056\/NEJMc2029240","type":"journal-article","article-title":"Racial bias in pulse oximetry measurement","volume":"383","author":"Sjoding","year":"2020","journal-title":"New Engl. J. Med."},{"key":"pmeaac826dbib42","doi-asserted-by":"publisher","first-page":"807","DOI":"10.1109\/TIM.2018.2857878","type":"journal-article","article-title":"A robust pulse onset and peak detection method for automated PPG signal analysis system","volume":"68","author":"Vadrevu","year":"2019","journal-title":"IEEE Trans. Instrum. Meas."},{"key":"pmeaac826dbib43","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1016\/j.trf.2019.09.015","type":"journal-article","article-title":"HeartPy: A novel heart rate algorithm for the analysis of noisy signals","volume":"66","author":"van Gent","year":"2019","journal-title":"Transportation Research Part F: Traffic Psychology and Behaviour"},{"key":"pmeaac826dbib44","doi-asserted-by":"publisher","DOI":"10.5334\/jors.241","type":"journal-article","article-title":"Analysing noisy driver physiology real-time using off-the-shelf sensors: Heart rate analysis software from the taking the fast lane project","volume":"7","author":"van Gent","year":"2019","journal-title":"Journal of Open Research Software"},{"key":"pmeaac826dbib45","doi-asserted-by":"publisher","first-page":"105004","DOI":"10.1088\/1361-6579\/aae021","type":"journal-article","article-title":"An open source benchmarked toolbox for cardiovascular waveform and interval analysis","volume":"39","author":"Vest","year":"2018","journal-title":"Physiol. Meas."}],"container-title":["Physiological Measurement"],"original-title":[],"link":[{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d","content-type":"text\/html","content-version":"am","intended-application":"text-mining"},{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d\/pdf","content-type":"application\/pdf","content-version":"am","intended-application":"text-mining"},{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d\/pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d\/pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d\/pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d\/pdf","content-type":"application\/pdf","content-version":"am","intended-application":"similarity-checking"},{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d\/pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T16:42:06Z","timestamp":1778776926000},"score":1,"resource":{"primary":{"URL":"https:\/\/iopscience.iop.org\/article\/10.1088\/1361-6579\/ac826d"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,19]]},"references-count":45,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2022,8,19]]},"published-print":{"date-parts":[[2022,8,31]]}},"URL":"https:\/\/doi.org\/10.1088\/1361-6579\/ac826d","relation":{"is-supplemented-by":[{"id-type":"doi","id":"10.5281\/zenodo.6807402","asserted-by":"subject"}]},"ISSN":["0967-3334","1361-6579"],"issn-type":[{"value":"0967-3334","type":"print"},{"value":"1361-6579","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,19]]},"assertion":[{"value":"Detecting beats in the photoplethysmogram: benchmarking open-source algorithms","name":"article_title","label":"Article Title"},{"value":"Physiological Measurement","name":"journal_title","label":"Journal Title"},{"value":"paper","name":"article_type","label":"Article Type"},{"value":"\u00a9 2022 The Author(s). Published on behalf of Institute of Physics and Engineering in Medicine by IOP Publishing Ltd","name":"copyright_information","label":"Copyright Information"},{"value":"2022-03-16","name":"date_received","label":"Date Received","group":{"name":"publication_dates","label":"Publication dates"}},{"value":"2022-07-19","name":"date_accepted","label":"Date Accepted","group":{"name":"publication_dates","label":"Publication dates"}},{"value":"2022-08-19","name":"date_epub","label":"Online publication date","group":{"name":"publication_dates","label":"Publication dates"}}]}}