{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,3]],"date-time":"2026-05-03T12:49:36Z","timestamp":1777812576213,"version":"3.51.4"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007893","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,5,21]],"date-time":"2020-05-21T00:00:00Z","timestamp":1590019200000}}],"reference-count":64,"publisher":"Public Library of Science (PLoS)","issue":"5","license":[{"start":{"date-parts":[[2020,5,11]],"date-time":"2020-05-11T00:00:00Z","timestamp":1589155200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Research Foundation \u2013 Flanders","award":["12L5816N"],"award-info":[{"award-number":["12L5816N"]}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007893","type":"journal-article","created":{"date-parts":[[2020,5,11]],"date-time":"2020-05-11T14:13:12Z","timestamp":1589206392000},"page":"e1007893","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":44,"title":["Calibration of individual-based models to epidemiological data: A systematic review"],"prefix":"10.1371","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7694-5436","authenticated-orcid":true,"given":"C. Marijn","family":"Hazelbag","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0506-4794","authenticated-orcid":true,"given":"Jonathan","family":"Dushoff","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1525-8250","authenticated-orcid":true,"given":"Emanuel M.","family":"Dominic","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zinhle E.","family":"Mthombothi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8054-1904","authenticated-orcid":true,"given":"Wim","family":"Delva","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2020,5,11]]},"reference":[{"key":"pcbi.1007893.ref001","doi-asserted-by":"crossref","unstructured":"Bobashev G, Morris R. Uncertainty and inference in agent-based models. In: 2010 Second International Conference on Advances in System Simulation. IEEE; 2010. p. 67\u201371.","DOI":"10.1109\/SIMUL.2010.35"},{"issue":"5","key":"pcbi.1007893.ref002","doi-asserted-by":"crossref","first-page":"722","DOI":"10.1177\/0272989X12458348","article-title":"Model parameter estimation and uncertainty analysis: a report of the ISPOR-SMDM Modeling Good Research Practices Task Force Working Group\u20136","volume":"32","author":"AH Briggs","year":"2012","journal-title":"Medical decision making"},{"issue":"1","key":"pcbi.1007893.ref003","doi-asserted-by":"crossref","first-page":"612","DOI":"10.1186\/s12879-017-2699-8","article-title":"Lessons from a decade of individual-based models for infectious disease transmission: a systematic review (2006\u20132015)","volume":"17","author":"L Willem","year":"2017","journal-title":"BMC infectious diseases"},{"key":"pcbi.1007893.ref004","unstructured":"Hammond RA. Considerations and best practices in agent-based modeling to inform policy. In: Assessing the use of agent-based models for tobacco regulation. National Academies Press (US); 2015."},{"issue":"3","key":"pcbi.1007893.ref005","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1097\/OLQ.0000000000000412","article-title":"A comparison of two mathematical modeling frameworks for evaluating sexually transmitted infection epidemiology","volume":"43","author":"LF Johnson","year":"2016","journal-title":"Sexually transmitted diseases"},{"issue":"3","key":"pcbi.1007893.ref006","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1111\/1467-9868.00294","article-title":"Bayesian calibration of computer models","volume":"63","author":"MC Kennedy","year":"2001","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"key":"pcbi.1007893.ref007","doi-asserted-by":"crossref","first-page":"1584","DOI":"10.12688\/f1000research.12367.1","article-title":"Developing WHO guidelines: Time to formally include evidence from mathematical modelling studies","volume":"6","author":"M Egger","year":"2017","journal-title":"F1000Research"},{"issue":"6","key":"pcbi.1007893.ref008","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1007\/s40273-017-0494-4","article-title":"Bayesian methods for calibrating health policy models: a tutorial","volume":"35","author":"NA Menzies","year":"2017","journal-title":"Pharmacoeconomics"},{"issue":"7","key":"pcbi.1007893.ref009","doi-asserted-by":"crossref","first-page":"533","DOI":"10.2165\/11314830-000000000-00000","article-title":"Calibration methods used in cancer simulation models and suggested reporting guidelines","volume":"27","author":"NK Stout","year":"2009","journal-title":"Pharmacoeconomics"},{"key":"pcbi.1007893.ref010","first-page":"30","volume-title":"Modeling and Simulation in the Context of Health Technology Assessment: Review of Existing Guidance, Future Research Needs, and Validity Assessment","author":"IJ Dahabreh","year":"2017"},{"issue":"2","key":"pcbi.1007893.ref011","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1016\/j.jval.2014.01.003","article-title":"Questionnaire to assess relevance and credibility of modeling studies for informing health care decision making: an ISPOR-AMCP-NPC Good Practice Task Force report","volume":"17","author":"JJ Caro","year":"2014","journal-title":"Value in health"},{"issue":"9","key":"pcbi.1007893.ref012","doi-asserted-by":"crossref","first-page":"e75624","DOI":"10.1371\/journal.pone.0075624","article-title":"Individual-based simulation models of HIV transmission: reporting quality and recommendations","volume":"8","author":"NN Abuelezam","year":"2013","journal-title":"PloS one"},{"issue":"1","key":"pcbi.1007893.ref013","first-page":"e66","article-title":"Fundamentals and recent developments in approximate Bayesian computation","volume":"66","author":"J Lintusaari","year":"2017","journal-title":"Systematic biology"},{"issue":"8","key":"pcbi.1007893.ref014","doi-asserted-by":"crossref","first-page":"816","DOI":"10.1111\/j.1461-0248.2011.01640.x","article-title":"Statistical inference for stochastic simulation models\u2013theory and application","volume":"14","author":"F Hartig","year":"2011","journal-title":"Ecology letters"},{"key":"pcbi.1007893.ref015","doi-asserted-by":"crossref","unstructured":"Busetto AG, Buhmann JM. Stable Bayesian parameter estimation for biological dynamical systems. In: 2009 International Conference on Computational Science and Engineering. vol. 1. IEEE; 2009. p. 148\u2013157.","DOI":"10.1109\/CSE.2009.134"},{"issue":"1","key":"pcbi.1007893.ref016","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1016\/j.physa.2005.02.072","article-title":"Why are economists sceptical about agent-based simulations?","volume":"355","author":"R Leombruni","year":"2005","journal-title":"Physica A: Statistical Mechanics and its Applications"},{"issue":"1","key":"pcbi.1007893.ref017","doi-asserted-by":"crossref","first-page":"35","DOI":"10.2165\/11584600-000000000-00000","article-title":"Calibrating models in economic evaluation","volume":"29","author":"T Vanni","year":"2011","journal-title":"Pharmacoeconomics"},{"key":"pcbi.1007893.ref018","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4939-2323-6","volume-title":"Model calibration and parameter estimation: for environmental and water resource systems","author":"NZ Sun","year":"2015"},{"key":"pcbi.1007893.ref019","first-page":"3","volume-title":"Dynamic programming","author":"R Bellman","year":"1957"},{"issue":"4","key":"pcbi.1007893.ref020","doi-asserted-by":"crossref","first-page":"308","DOI":"10.1093\/comjnl\/7.4.308","article-title":"A simplex method for function minimization","volume":"7","author":"JA Nelder","year":"1965","journal-title":"The computer journal"},{"issue":"1","key":"pcbi.1007893.ref021","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1007\/s10479-015-2019-x","article-title":"Simulation optimization: a review of algorithms and applications","volume":"240","author":"S Amaran","year":"2016","journal-title":"Annals of Operations Research"},{"issue":"5","key":"pcbi.1007893.ref022","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1016\/j.ymben.2006.04.003","article-title":"Exploiting the bootstrap method for quantifying parameter confidence intervals in dynamical systems","volume":"8","author":"M Joshi","year":"2006","journal-title":"Metabolic engineering"},{"key":"pcbi.1007893.ref023","unstructured":"Stryhn H, Christensen J. Confidence intervals by the profile likelihood method, with applications in veterinary epidemiology. In: Proceedings of the 10th International Symposium on Veterinary Epidemiology and Economics, Vina del Mar; 2003. p. 208."},{"issue":"1","key":"pcbi.1007893.ref024","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1214\/17-STS618","article-title":"et al. Approximate Bayesian Computation and simulation-based inference for complex stochastic epidemic models","volume":"33","author":"TJ McKinley","year":"2018","journal-title":"Statistical science"},{"key":"pcbi.1007893.ref025","first-page":"395","article-title":"Using the SIR algorithm to simulate posterior distributions","volume":"3","author":"DB Rubin","year":"1988","journal-title":"Bayesian Stat"},{"issue":"452","key":"pcbi.1007893.ref026","doi-asserted-by":"crossref","first-page":"1244","DOI":"10.1080\/01621459.2000.10474324","article-title":"Inference for deterministic simulation models: the Bayesian melding approach","volume":"95","author":"D Poole","year":"2000","journal-title":"Journal of the American Statistical Association"},{"key":"pcbi.1007893.ref027","first-page":"115","article-title":"Evaluating goodness-of-fit in comparison of models to data","author":"CD Schunn","year":"2005","journal-title":"Psychologie der Kognition: Reden and vortr\u00e4ge anl\u00e4sslich der emeritierung von Werner Tack"},{"issue":"9","key":"pcbi.1007893.ref028","doi-asserted-by":"crossref","first-page":"A745","DOI":"10.1016\/j.jval.2017.08.2069","article-title":"A Systematic Review Of Calibration In Population Models","volume":"20","author":"A Conrads-Frank","year":"2017","journal-title":"Value in Health"},{"issue":"2","key":"pcbi.1007893.ref029","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1007\/s40258-013-0012-6","article-title":"Model performance evaluation (validation and calibration) in model-based studies of therapeutic interventions for cardiovascular diseases","volume":"11","author":"HHA Afzali","year":"2013","journal-title":"Applied health economics and health policy"},{"issue":"2","key":"pcbi.1007893.ref030","doi-asserted-by":"crossref","first-page":"478","DOI":"10.1073\/pnas.1814484116","article-title":"Analysis of research intensity on infectious disease by disease burden reveals which infectious diseases are neglected by researchers","volume":"116","author":"Y Furuse","year":"2019","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"1","key":"pcbi.1007893.ref031","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1186\/s12879-017-2420-y","article-title":"Universal test, treat, and keep: improving ART retention is key in cost-effective HIV control in Uganda","volume":"17","author":"N McCreesh","year":"2017","journal-title":"BMC infectious diseases"},{"issue":"8","key":"pcbi.1007893.ref032","doi-asserted-by":"crossref","first-page":"946","DOI":"10.1016\/j.jval.2015.09.2940","article-title":"Impact and Cost-Effectiveness of Hypothetical Strategies to Enhance Retention in Care within HIV Treatment Programs in East Africa","volume":"18","author":"J Kessler","year":"2015","journal-title":"Value in health: the journal of the International Society for Pharmacoeconomics and Outcomes Research"},{"issue":"2","key":"pcbi.1007893.ref033","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1093\/inthealth\/ihv011","article-title":"Targeting HIV services to male migrant workers in southern Africa would not reverse generalized HIV epidemics in their home communities: A mathematical modeling analysis","volume":"7","author":"DJ Klein","year":"2015","journal-title":"International Health"},{"issue":"5","key":"pcbi.1007893.ref034","doi-asserted-by":"crossref","first-page":"325","DOI":"10.7326\/M16-0799","article-title":"The Anticipated Clinical and Economic Impact of 90-90-90 in South Africa","volume":"165","author":"RP Walensky","year":"2016","journal-title":"Annals of internal medicine"},{"issue":"88","key":"pcbi.1007893.ref035","doi-asserted-by":"crossref","first-page":"20130613","DOI":"10.1098\/rsif.2013.0613","article-title":"Age-dependent partnering and the HIV transmission chain: a microsimulation analysis","volume":"10","author":"A Bershteyn","year":"2013","journal-title":"Journal of the Royal Society, Interface"},{"issue":"5","key":"pcbi.1007893.ref036","doi-asserted-by":"crossref","first-page":"e98272","DOI":"10.1371\/journal.pone.0098272","article-title":"Development, calibration and performance of an HIV transmission model incorporating natural history and behavioral patterns: application in South Africa","volume":"9","author":"AW McCormick","year":"2014","journal-title":"PloS one"},{"key":"pcbi.1007893.ref037","article-title":"MicroCOSM: a model of social and structural drivers of HIV and interventions to reduce HIV incidence in high-risk populations in South Africa","author":"LF Johnson","year":"2018","journal-title":"bioRxiv 310763"},{"issue":"2","key":"pcbi.1007893.ref038","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1177\/0272989X16668509","article-title":"Progression and Transmission of HIV\/AIDS (PATH 2.0)","volume":"37","author":"C Gopalappa","year":"2017","journal-title":"Medical decision making: an international journal of the Society for Medical Decision Making"},{"issue":"10","key":"pcbi.1007893.ref039","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1097\/00007435-200011000-00029","article-title":"Stdsim: A microsimulation model for decision support in the control of hiv and other stds","volume":"27","author":"R Bakker","year":"2000","journal-title":"Sexually Transmitted Diseases"},{"key":"pcbi.1007893.ref040","unstructured":"titanmodel.org [Internet]. Marshall_Labs: Treatment of infectious transmissions through agent-based network. c2017 [cited 2020 Apr 24]. Available from: https:\/\/www.titanmodel.org\/"},{"issue":"5","key":"pcbi.1007893.ref041","doi-asserted-by":"crossref","DOI":"10.1093\/femspd\/fty059","article-title":"Implementation and applications of EMOD, an individual-based multi-disease modeling platform","volume":"76","author":"A Bershteyn","year":"2018","journal-title":"Pathogens and disease"},{"issue":"1","key":"pcbi.1007893.ref042","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1186\/s12916-015-0408-2","article-title":"The public health impact of malaria vaccine RTS, S in malaria endemic Africa: Country-specific predictions using 18-month follow-up Phase III data and simulation models","volume":"13","author":"MA Penny","year":"2015","journal-title":"BMC Medicine"},{"issue":"1","key":"pcbi.1007893.ref043","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1186\/s12916-018-1037-3","article-title":"Small contribution of gold mines to the ongoing tuberculosis epidemic in South Africa: a modeling-based study","volume":"16","author":"ST Chang","year":"2018","journal-title":"BMC medicine"},{"key":"pcbi.1007893.ref044","volume-title":"Open forum infectious diseases","author":"AT Fojo","year":"2017"},{"key":"pcbi.1007893.ref045","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/j.epidem.2013.11.002","article-title":"Probabilistic uncertainty analysis of epidemiological modeling to guide public health intervention policy","volume":"6","author":"JA Gilbert","year":"2014","journal-title":"Epidemics"},{"issue":"5","key":"pcbi.1007893.ref046","doi-asserted-by":"crossref","first-page":"667","DOI":"10.1177\/0272989X12454577","article-title":"Modeling good research practices\u2014overview: a report of the ISPOR-SMDM Modeling Good Research Practices Task Force\u20131","volume":"32","author":"JJ Caro","year":"2012","journal-title":"Medical Decision Making"},{"issue":"3","key":"pcbi.1007893.ref047","doi-asserted-by":"crossref","first-page":"261","DOI":"10.3934\/Math.2016.3.261","article-title":"Best practices for replicability, reproducibility and reusability of computer-based experiments exemplified by model reduction software","volume":"1","author":"J Fehr","year":"2016","journal-title":"AIMS Mathematics"},{"issue":"11","key":"pcbi.1007893.ref048","doi-asserted-by":"crossref","first-page":"995","DOI":"10.2165\/11538660-000000000-00000","article-title":"Methods of model calibration","volume":"28","author":"DC Taylor","year":"2010","journal-title":"Pharmacoeconomics"},{"issue":"1","key":"pcbi.1007893.ref049","doi-asserted-by":"crossref","first-page":"153","DOI":"10.3934\/mbe.2018007","article-title":"An exact approach to calibrating infectious disease models to surveillance data: The case of HIV and HSV-2","volume":"15","author":"DJ Gerberry","year":"2018","journal-title":"Mathematical Biosciences & Engineering"},{"issue":"3","key":"pcbi.1007893.ref050","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1287\/opre.39.3.355","article-title":"Six (or so) things you can do with a bad model","volume":"39","author":"JS Hodges","year":"1991","journal-title":"Operations Research"},{"issue":"1","key":"pcbi.1007893.ref051","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1186\/s12905-018-0703-0","article-title":"Differential sexual network connectivity offers a parsimonious explanation for population-level variations in the prevalence of bacterial vaginosis: a data-driven, model-supported hypothesis","volume":"19","author":"CR Kenyon","year":"2019","journal-title":"BMC women\u2019s health"},{"issue":"13","key":"pcbi.1007893.ref052","doi-asserted-by":"crossref","first-page":"2009","DOI":"10.1097\/QAD.0000000000001184","article-title":"Connecting the dots: network data and models in HIV epidemiology","volume":"30","author":"W Delva","year":"2016","journal-title":"Aids"},{"issue":"1","key":"pcbi.1007893.ref053","doi-asserted-by":"crossref","first-page":"51","DOI":"10.2165\/11584610-000000000-00000","article-title":"Calibrating models in economic evaluation","volume":"29","author":"J Karnon","year":"2011","journal-title":"Pharmacoeconomics"},{"issue":"1","key":"pcbi.1007893.ref054","doi-asserted-by":"crossref","first-page":"710","DOI":"10.1186\/1471-2458-10-710","article-title":"Validation of population-based disease simulation models: a review of concepts and methods","volume":"10","author":"JA Kopec","year":"2010","journal-title":"BMC public health"},{"key":"pcbi.1007893.ref055","article-title":"Validating Bayesian inference algorithms with simulation-based calibration","author":"S Talts","year":"2018","journal-title":"arXiv 1804.06788"},{"key":"pcbi.1007893.ref056","article-title":"Small increases in agent-based model complexity can result in large increases in required calibration data","author":"V Srikrishnan","year":"2019","journal-title":"arXiv:1811.08524"},{"key":"pcbi.1007893.ref057","article-title":"Empirically grounded agent-based models of innovation diffusion: a critical review","author":"H Zhang","year":"2019","journal-title":"arXiv:1608.08517"},{"issue":"2","key":"pcbi.1007893.ref058","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1177\/0272989X17738753","article-title":"Using observational data to calibrate simulation models","volume":"38","author":"EJ Murray","year":"2018","journal-title":"Medical Decision Making"},{"issue":"4","key":"pcbi.1007893.ref059","doi-asserted-by":"crossref","first-page":"4","DOI":"10.18564\/jasss.2897","article-title":"et al. The complexities of agent-based modeling output analysis","volume":"18","author":"JS Lee","year":"2015","journal-title":"Journal of Artificial Societies and Social Simulation"},{"issue":"9","key":"pcbi.1007893.ref060","doi-asserted-by":"crossref","first-page":"695","DOI":"10.1007\/s10654-011-9614-1","article-title":"De Angelis D, White RG. Mathematical models for the study of HIV spread and control amongst men who have sex with men","volume":"26","author":"N Punyacharoensin","year":"2011","journal-title":"European journal of epidemiology"},{"issue":"4","key":"pcbi.1007893.ref061","doi-asserted-by":"crossref","first-page":"264","DOI":"10.7326\/0003-4819-151-4-200908180-00135","article-title":"Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement","volume":"151","author":"D Moher","year":"2009","journal-title":"Annals of internal medicine"},{"key":"pcbi.1007893.ref062","unstructured":"R Core Team. R: A Language and Environment for Statistical Computing. Vienna, Austria; 2018. Available from: Error! Hyperlink reference not valid.."},{"key":"pcbi.1007893.ref063","volume-title":"Nonparametric statistical methods","author":"M Holland","year":"1973"},{"issue":"1","key":"pcbi.1007893.ref064","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","article-title":"Controlling the false discovery rate: a practical and powerful approach to multiple testing","volume":"57","author":"Y Benjamini","year":"1995","journal-title":"Journal of the Royal statistical society: series B (Methodological)"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007893","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,5,21]],"date-time":"2020-05-21T00:00:00Z","timestamp":1590019200000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007893","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,5]],"date-time":"2024-08-05T13:47:57Z","timestamp":1722865677000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007893"}},"subtitle":[],"editor":[{"given":"Roger Dimitri","family":"Kouyos","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2020,5,11]]},"references-count":64,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2020,5,11]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007893","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/19006056","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,5,11]]}}}