{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,16]],"date-time":"2025-05-16T12:26:31Z","timestamp":1747398391144,"version":"3.37.3"},"reference-count":51,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,11,14]],"date-time":"2023-11-14T00:00:00Z","timestamp":1699920000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/3.0\/igo\/"}],"funder":[{"DOI":"10.13039\/501100000024","name":"Canadian Institutes of Health Research","doi-asserted-by":"publisher","award":["GSD-167037"],"award-info":[{"award-number":["GSD-167037"]}],"id":[{"id":"10.13039\/501100000024","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000226","name":"Ontario Ministry of Health and Long-Term Care","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012665","name":"Institute for Clinical Evaluative Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100012665","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Vaccine: X"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1016\/j.jvacx.2023.100408","type":"journal-article","created":{"date-parts":[[2023,11,21]],"date-time":"2023-11-21T06:00:47Z","timestamp":1700546447000},"page":"100408","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Validating pertussis data measures using electronic medical record data in Ontario, Canada 1986\u20132016"],"prefix":"10.1016","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5728-1251","authenticated-orcid":false,"given":"Shilo H.","family":"McBurney","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeffrey C.","family":"Kwong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kevin A.","family":"Brown","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1139-3423","authenticated-orcid":false,"given":"Frank","family":"Rudzicz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Branson","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elisa","family":"Candido","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Natasha S.","family":"Crowcroft","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.jvacx.2023.100408_b0005","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1128\/CMR.00083-15","article-title":"Pertussis: Microbiology, disease, treatment, and prevention","volume":"29","author":"Kilgore","year":"2016","journal-title":"Clin Microbiol Rev"},{"key":"10.1016\/j.jvacx.2023.100408_b0010","doi-asserted-by":"crossref","first-page":"e2337","DOI":"10.7717\/peerj.2337","article-title":"Evaluation of outbreak response immunization in the control of pertussis using agent-based modeling","volume":"4","author":"Doroshenko","year":"2016","journal-title":"PeerJ"},{"key":"10.1016\/j.jvacx.2023.100408_b0015","article-title":"Seroprevalence studies of pertussis: What have we learned from different immunized populations","volume":"73(7):ftv050","author":"Barkoff","year":"2015","journal-title":"Pathog Dis"},{"issue":"7","key":"10.1016\/j.jvacx.2023.100408_b0020","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1016\/S1473-3099(03)00669-8","article-title":"How best to estimate the global burden of pertussis?","volume":"3","author":"Crowcroft","year":"2003","journal-title":"Lancet Infect Dis"},{"key":"10.1016\/j.jvacx.2023.100408_b0025","series-title":"Pertussis: Epidemiology, Immunology, and Evolution","first-page":"66","article-title":"Pertussis epidemiology","author":"Crowcroft","year":"2019"},{"key":"10.1016\/j.jvacx.2023.100408_b0030","series-title":"Pertussis: Epidemiology, Immunology, and Evolution","first-page":"193","article-title":"Surveillance and diagnostics","author":"Bolotin","year":"2019"},{"issue":"4","key":"10.1016\/j.jvacx.2023.100408_b0035","doi-asserted-by":"crossref","first-page":"840","DOI":"10.1086\/515203","article-title":"Failure of physicians to consider the diagnosis of pertussis in children","volume":"28","author":"Deeks","year":"1999","journal-title":"Clin Infect Dis"},{"issue":"12","key":"10.1016\/j.jvacx.2023.100408_b0040","doi-asserted-by":"crossref","first-page":"e83850","DOI":"10.1371\/journal.pone.0083850","article-title":"Estimation of the underlying burden of pertussis in adolescents and adults in Southern Ontario, Canada","volume":"8","author":"McGirr","year":"2013","journal-title":"PLoS One"},{"year":"2003","series-title":"The Statistical Evaluation of Medical Tests for Classification and Prediction","author":"Pepe","key":"10.1016\/j.jvacx.2023.100408_b0045"},{"issue":"11","key":"10.1016\/j.jvacx.2023.100408_b0050","doi-asserted-by":"crossref","first-page":"e0207468","DOI":"10.1371\/journal.pone.0207468","article-title":"Use of physician billing claims to identify infections in children","volume":"13","author":"Hwee","year":"2018","journal-title":"PLoS One"},{"issue":"5","key":"10.1016\/j.jvacx.2023.100408_b0055","doi-asserted-by":"crossref","first-page":"e0195984","DOI":"10.1371\/journal.pone.0195984","article-title":"Under-reporting of pertussis in Ontario: A Canadian Immunization Research Network (CIRN) study using capture-recapture","volume":"13","author":"Crowcroft","year":"2018","journal-title":"PLoS One"},{"issue":"10","key":"10.1016\/j.jvacx.2023.100408_b0060","doi-asserted-by":"crossref","first-page":"e0223832","DOI":"10.1371\/journal.pone.0223832","article-title":"Diagnostic test evaluation methodology: A systematic review of methods employed to evaluate diagnostic tests in the absence of gold standard - An update","volume":"14","author":"Umemneku Chikere","year":"2019","journal-title":"PLoS One"},{"issue":"8","key":"10.1016\/j.jvacx.2023.100408_b0065","doi-asserted-by":"crossref","first-page":"e59","DOI":"10.1097\/MLR.0000000000000324","article-title":"Validation of diagnostic groups based on health care utilization data should adjust for sampling strategy","volume":"55","author":"Cadieux","year":"2017","journal-title":"Med Care"},{"issue":"1","key":"10.1016\/j.jvacx.2023.100408_b0070","doi-asserted-by":"crossref","first-page":"207","DOI":"10.2307\/2530820","article-title":"Assessment of diagnostic tests when disease verification is subject to selection bias","volume":"39","author":"Begg","year":"1983","journal-title":"Biometrics"},{"issue":"75","key":"10.1016\/j.jvacx.2023.100408_b0075","article-title":"Statistical methods to correct for verification bias in diagnostic studies are inadequate when there are few false negatives: A simulation study","volume":"8","author":"Cronin","year":"2008","journal-title":"BMC Med Res Methodol"},{"issue":"5","key":"10.1016\/j.jvacx.2023.100408_b0080","doi-asserted-by":"crossref","first-page":"1007","DOI":"10.1093\/jamia\/ocv180","article-title":"Extracting information from the text of electronic medical records to improve case detection: A systematic review","volume":"23","author":"Ford","year":"2016","journal-title":"J Am Med Inform Assoc"},{"key":"10.1016\/j.jvacx.2023.100408_b0085","unstructured":"National Institute for Health Research. Clinical Practice Research Datalink. 2022. https:\/\/www.cprd.com\/."},{"issue":"2","key":"10.1016\/j.jvacx.2023.100408_b0090","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1111\/epi.12506","article-title":"Assessing the validity of using administrative data to identify patients with epilepsy","volume":"55","author":"Tu","year":"2014","journal-title":"Epilepsia"},{"issue":"7","key":"10.1016\/j.jvacx.2023.100408_b0095","doi-asserted-by":"crossref","first-page":"e225","DOI":"10.1016\/S0828-282X(10)70412-8","article-title":"Validation of physician billing and hospitalization data to identify patients with ischemic heart disease using data from the Electronic Medical Record Administrative data Linked Database (EMRALD)","volume":"26","author":"Tu","year":"2010","journal-title":"Can J Cardiol"},{"key":"10.1016\/j.jvacx.2023.100408_b0100","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1186\/1471-2474-15-216","article-title":"An administrative data validation study of the accuracy of algorithms for identifying rheumatoid arthritis: The influence of the reference standard on algorithm performance","volume":"15","author":"Widdifield","year":"2014","journal-title":"BMC Musculoskelet Disord"},{"issue":"8","key":"10.1016\/j.jvacx.2023.100408_b0105","doi-asserted-by":"crossref","first-page":"1045","DOI":"10.1177\/1352458514556303","article-title":"Development and validation of an administrative data algorithm to estimate the disease burden and epidemiology of multiple sclerosis in Ontario","volume":"21","author":"Widdifield","year":"2015","journal-title":"Canada Mult Scler"},{"issue":"2","key":"10.1016\/j.jvacx.2023.100408_b0110","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1177\/1352458514538334","article-title":"Identifying individuals with multiple sclerosis in an electronic medical record","volume":"21","author":"Krysko","year":"2015","journal-title":"Mult Scler"},{"issue":"1","key":"10.1016\/j.jvacx.2023.100408_b0115","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1186\/s13643-019-1131-4","article-title":"An algorithm for the classification of study designs to assess diagnostic, prognostic and predictive test accuracy in systematic reviews","volume":"8","author":"Mathes","year":"2019","journal-title":"Syst Rev"},{"issue":"8","key":"10.1016\/j.jvacx.2023.100408_b0120","doi-asserted-by":"crossref","first-page":"529","DOI":"10.7326\/0003-4819-155-8-201110180-00009","article-title":"QUADAS-2: A revised tool for the quality assessment of diagnostic accuracy studies","volume":"155","author":"Whiting","year":"2011","journal-title":"Ann Intern Med"},{"issue":"2","key":"10.1016\/j.jvacx.2023.100408_b0125","doi-asserted-by":"crossref","first-page":"e0192809","DOI":"10.1371\/journal.pone.0192809","article-title":"Rotavirus vaccine coverage and factors associated with uptake using linked data: Ontario, Canada","volume":"13","author":"Wilson","year":"2018","journal-title":"PLoS One"},{"key":"10.1016\/j.jvacx.2023.100408_b0130","first-page":"e15","article-title":"Evaluation of Electronic Medical Record Administrative data Linked Database (EMRALD)","volume":"20","author":"Tu","year":"2014","journal-title":"Am J Manag Care"},{"key":"10.1016\/j.jvacx.2023.100408_b0135","first-page":"15","article-title":"Are family physicians comprehensively using electronic medical records such that the data can be used for secondary purposes? A Canadian perspective","author":"Tu","year":"2015","journal-title":"BMC Medical Inform Decis Mak"},{"key":"10.1016\/j.jvacx.2023.100408_b0140","unstructured":"Ministry of Health and Long-Term Care. Infectious Diseases Protocol - Appendix B: Provincial Case Definitions for Diseases of Public Health Signficiance, Pertussis (Whooping Cough). 2019."},{"key":"10.1016\/j.jvacx.2023.100408_b0145","unstructured":"World Health Organization. Pertussis: Vaccine-Preventable Diseases Surveillance Standards. 2018. https:\/\/www.who.int\/publications\/m\/item\/vaccine-preventable-diseases-surveillance-standards-pertussis."},{"key":"10.1016\/j.jvacx.2023.100408_b0150","unstructured":"Public Health Agency of Canada. National Case Definition: Pertussis. 2008. https:\/\/www.canada.ca\/en\/public-health\/services\/immunization\/vaccine-preventable-diseases\/pertussis-whooping-cough\/health-professionals\/national-case-definition.html."},{"key":"10.1016\/j.jvacx.2023.100408_b0155","unstructured":"Centers for Disease Control and Prevention. Pertussis (Whooping Cough) - Surveillance and Reporting Case Definition. 2020. https:\/\/www.cdc.gov\/pertussis\/surv-reporting.html."},{"issue":"7","key":"10.1016\/j.jvacx.2023.100408_b0160","doi-asserted-by":"crossref","first-page":"1840","DOI":"10.1080\/21645515.2015.1043499","article-title":"Validation of infant immunization billing codes in administrative data","volume":"11","author":"Schwartz","year":"2015","journal-title":"Hum Vaccines Immunother"},{"issue":"16","key":"10.1016\/j.jvacx.2023.100408_b0165","doi-asserted-by":"crossref","first-page":"E399","DOI":"10.1503\/cmaj.160193","article-title":"Effectiveness of pertussis vaccination and duration of immunity","volume":"188","author":"Schwartz","year":"2016","journal-title":"CMAJ"},{"issue":"33","key":"10.1016\/j.jvacx.2023.100408_b0170","doi-asserted-by":"crossref","first-page":"5223","DOI":"10.1016\/j.vaccine.2020.06.003","article-title":"Assessing the completeness of infant and childhood immunizations within a provincial registry populated by parental reporting: A study using linked databases in Ontario","volume":"38","author":"Wilson","year":"2020","journal-title":"Canada Vaccine"},{"issue":"19","key":"10.1016\/j.jvacx.2023.100408_b0175","doi-asserted-by":"crossref","first-page":"2617","DOI":"10.1016\/j.vaccine.2019.02.047","article-title":"Pertussis vaccine effectiveness in a frequency matched population-based case-control Canadian Immunization Research Network study in Ontario, Canada 2009\u20132015","volume":"37","author":"Crowcroft","year":"2019","journal-title":"Vaccine"},{"key":"10.1016\/j.jvacx.2023.100408_b0180","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/j.annepidem.2022.11.002","article-title":"Developing a reference standard for pertussis by applying a stratified sampling strategy to electronic medical record data","volume":"77","author":"McBurney","year":"2023","journal-title":"Ann Epidemiol"},{"issue":"1","key":"10.1016\/j.jvacx.2023.100408_b0185","doi-asserted-by":"crossref","first-page":"479","DOI":"10.1186\/s12913-017-2321-1","article-title":"How well do ICD-9 physician claim diagnostic codes identify confirmed pertussis cases in Alberta, Canada? A Canadian Immunization Research Network (CIRN) study","volume":"17","author":"Fathima","year":"2017","journal-title":"BMC Health Serv Res"},{"issue":"7","key":"10.1016\/j.jvacx.2023.100408_b0190","doi-asserted-by":"crossref","first-page":"2091","DOI":"10.1093\/jac\/dkz033","article-title":"Comparing prescribing and dispensing databases to study antibiotic use: A validation study of the Electronic Medical Record Administrative data Linked Database (EMRALD)","volume":"74","author":"Schwartz","year":"2019","journal-title":"J Antimicrob Chemother"},{"issue":"2","key":"10.1016\/j.jvacx.2023.100408_b0195","doi-asserted-by":"crossref","first-page":"E360","DOI":"10.9778\/cmajo.20190175","article-title":"Unnecessary antibiotic prescribing in a Canadian primary care setting: A descriptive analysis using routinely collected electronic medical record data","volume":"8","author":"Schwartz","year":"2020","journal-title":"CMAJ Open"},{"issue":"1","key":"10.1016\/j.jvacx.2023.100408_b0200","doi-asserted-by":"crossref","first-page":"198","DOI":"10.1093\/jamia\/ocw042","article-title":"Opportunities and challenges in developing risk prediction models with electronic health records data: A systematic review","volume":"24","author":"Goldstein","year":"2017","journal-title":"J Am Med Inform Assoc"},{"issue":"1","key":"10.1016\/j.jvacx.2023.100408_b0205","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1111\/1467-9876.00102","article-title":"Comparing accuracies of two screening tests in a two-phase study for dementia","volume":"47","author":"Zhou","year":"1998","journal-title":"J R Stat Soc Ser C Appl Stat"},{"issue":"4","key":"10.1016\/j.jvacx.2023.100408_b0210","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1093\/biostatistics\/3.4.477","article-title":"Prospective studies of diagnostic test accuracy when disease prevalence is low","volume":"3","author":"Obuchowski","year":"2002","journal-title":"Biostatistics"},{"issue":"8","key":"10.1016\/j.jvacx.2023.100408_b0215","doi-asserted-by":"crossref","first-page":"759","DOI":"10.1093\/oxfordjournals.aje.a117323","article-title":"Efficient study designs to assess the accuracy of screening tests","volume":"140","author":"Irwig","year":"1994","journal-title":"Am J Epidemiol"},{"key":"10.1016\/j.jvacx.2023.100408_b0220","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1016\/j.jclinepi.2019.05.018","article-title":"Development of practical recommendations for diagnostic accuracy studies in low-prevalence situations","volume":"114","author":"Holtman","year":"2019","journal-title":"J Clin Epidemiol"},{"issue":"11","key":"10.1016\/j.jvacx.2023.100408_b0225","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1167\/iovs.61.11.29","article-title":"Calculating sensitivity, specificity, and predictive values for correlated eye data","volume":"61","author":"Ying","year":"2020","journal-title":"Investig Ophthalmol Vis Sci"},{"key":"10.1016\/j.jvacx.2023.100408_b0230","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1186\/s12880-015-0068-x","article-title":"Metrics for evaluating 3D medical image segmentation: analysis, selection, and tool","volume":"15","author":"Taha","year":"2015","journal-title":"BMC Med Imaging"},{"key":"10.1016\/j.jvacx.2023.100408_b0235","doi-asserted-by":"crossref","unstructured":"Akaike H. Akaike\u2019s Information Criterion. In Lovric M, (Ed). International Encyclopedia of Statistical Science. Berlin, Heidelberg: Springer Berlin Heidelberg. 2011:25-25. doi: 10.1007\/978-3-642-04898-2_110.","DOI":"10.1007\/978-3-642-04898-2_110"},{"issue":"3","key":"10.1016\/j.jvacx.2023.100408_b0240","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1080\/00401706.1970.10488699","article-title":"Generalized inverses, ridge regression, biased linear estimation, and nonlinear estimation","volume":"12","author":"Marquardt","year":"1970","journal-title":"Technometrics"},{"year":"2013","series-title":"R: A language and environment for statistical computing","author":"R-Core-Team","key":"10.1016\/j.jvacx.2023.100408_b0245"},{"issue":"Pt 9","key":"10.1016\/j.jvacx.2023.100408_b0250","doi-asserted-by":"crossref","first-page":"1223","DOI":"10.1099\/jmm.0.46543-0","article-title":"Detection of anti-pertussis toxin IgG in oral fluids for use in diagnosis and surveillance of Bordetella pertussis infection in children and young adults","volume":"55","author":"Litt","year":"2006","journal-title":"J Med Microbiol"},{"issue":"7560","key":"10.1016\/j.jvacx.2023.100408_b0255","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1136\/bmj.38870.655405.AE","article-title":"Whooping cough in school age children with persistent cough: Prospective cohort study in primary care","volume":"333","author":"Harnden","year":"2006","journal-title":"BMJ"}],"container-title":["Vaccine: X"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2590136223001493?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2590136223001493?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,11,2]],"date-time":"2024-11-02T09:39:04Z","timestamp":1730540344000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2590136223001493"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12]]},"references-count":51,"alternative-id":["S2590136223001493"],"URL":"https:\/\/doi.org\/10.1016\/j.jvacx.2023.100408","relation":{},"ISSN":["2590-1362"],"issn-type":[{"type":"print","value":"2590-1362"}],"subject":[],"published":{"date-parts":[[2023,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Validating pertussis data measures using electronic medical record data in Ontario, Canada 1986\u20132016","name":"articletitle","label":"Article Title"},{"value":"Vaccine: X","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jvacx.2023.100408","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"100408"}}