{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T13:14:35Z","timestamp":1780492475196,"version":"3.54.1"},"reference-count":61,"publisher":"Public Library of Science (PLoS)","issue":"12","license":[{"start":{"date-parts":[[2016,12,6]],"date-time":"2016-12-06T00:00:00Z","timestamp":1480982400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005227","type":"journal-article","created":{"date-parts":[[2016,12,6]],"date-time":"2016-12-06T13:25:26Z","timestamp":1481030726000},"page":"e1005227","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":69,"title":["The Limitations of Model-Based Experimental Design and Parameter Estimation in Sloppy Systems"],"prefix":"10.1371","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7249-8950","authenticated-orcid":true,"given":"Andrew","family":"White","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Malachi","family":"Tolman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Howard D.","family":"Thames","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hubert Rodney","family":"Withers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kathy A.","family":"Mason","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9529-9399","authenticated-orcid":true,"given":"Mark K.","family":"Transtrum","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2016,12,6]]},"reference":[{"issue":"4","key":"ref1","doi-asserted-by":"crossref","first-page":"316","DOI":"10.1086\/286874","article-title":"The role of models in science","volume":"12","author":"A Rosenblueth","year":"1945","journal-title":"Philosophy of science"},{"issue":"5411","key":"ref2","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1126\/science.284.5411.87","article-title":"Simple lessons from complexity","volume":"284","author":"N Goldenfeld","year":"1999","journal-title":"Science"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"577","DOI":"10.2307\/1913267","article-title":"Identification in parametric models","author":"TJ Rothenberg","year":"1971","journal-title":"Econometrica: Journal of the Econometric Society"},{"issue":"1","key":"ref4","doi-asserted-by":"crossref","first-page":"R7","DOI":"10.1152\/ajpregu.1980.239.1.R7","article-title":"Parameter and structural identifiability concepts and ambiguities: a critical review and analysis","volume":"239","author":"C Cobelli","year":"1980","journal-title":"American Journal of Physiology-Regulatory, Integrative and Comparative Physiology"},{"key":"ref5","unstructured":"Chis, OT, Banga, JR, Balsa-Canto, E. Sloppy models can be identifiable. arXiv preprint arXiv:14031417. 2014;."},{"issue":"2","key":"ref6","doi-asserted-by":"crossref","first-page":"021904","DOI":"10.1103\/PhysRevE.68.021904","article-title":"Statistical mechanical approaches to models with many poorly known parameters","volume":"68","author":"KS Brown","year":"2003","journal-title":"Physical Review E"},{"issue":"3","key":"ref7","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1088\/1478-3967\/1\/3\/006","article-title":"The statistical mechanics of complex signaling networks: nerve growth factor signaling","volume":"1","author":"KS Brown","year":"2004","journal-title":"Physical biology"},{"issue":"15","key":"ref8","doi-asserted-by":"crossref","first-page":"150601","DOI":"10.1103\/PhysRevLett.97.150601","article-title":"Sloppy-model universality class and the Vandermonde matrix","volume":"97","author":"JJ Waterfall","year":"2006","journal-title":"Physical review letters"},{"issue":"10","key":"ref9","doi-asserted-by":"crossref","first-page":"e189","DOI":"10.1371\/journal.pcbi.0030189","article-title":"Universally sloppy parameter sensitivities in systems biology models","volume":"3","author":"RN Gutenkunst","year":"2007","journal-title":"PLoS computational biology"},{"issue":"4","key":"ref10","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1016\/j.copbio.2008.06.008","article-title":"Sloppiness, robustness, and evolvability in systems biology","volume":"19","author":"BC Daniels","year":"2008","journal-title":"Current opinion in biotechnology"},{"issue":"16","key":"ref11","doi-asserted-by":"crossref","first-page":"165501","DOI":"10.1103\/PhysRevLett.93.165501","article-title":"Bayesian ensemble approach to error estimation of interatomic potentials","volume":"93","author":"SL Frederiksen","year":"2004","journal-title":"Physical review letters"},{"issue":"6158","key":"ref12","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1126\/science.1238723","article-title":"Parameter space compression underlies emergent theories and predictive models","volume":"342","author":"BB Machta","year":"2013","journal-title":"Science"},{"issue":"10","key":"ref13","doi-asserted-by":"crossref","first-page":"1890","DOI":"10.1039\/b918098b","article-title":"Sloppy models, parameter uncertainty, and the role of experimental design","volume":"6","author":"JF Apgar","year":"2010","journal-title":"Molecular BioSystems"},{"issue":"8","key":"ref14","doi-asserted-by":"crossref","first-page":"2522","DOI":"10.1039\/c1mb05046j","article-title":"Comment on \u201cSloppy models, parameter uncertainty, and the role of experimental design\u201d","volume":"7","author":"R Chachra","year":"2011","journal-title":"Molecular BioSystems"},{"issue":"2","key":"ref15","doi-asserted-by":"crossref","first-page":"023303","DOI":"10.1103\/PhysRevE.90.023303","article-title":"Cause and cure of sloppiness in ordinary differential equation models","volume":"90","author":"C T\u00f6nsing","year":"2014","journal-title":"Physical Review E"},{"issue":"2","key":"ref16","doi-asserted-by":"crossref","first-page":"026712","DOI":"10.1103\/PhysRevE.86.026712","article-title":"Structural susceptibility and separation of time scales in the van der Pol oscillator","volume":"86","author":"R Chachra","year":"2012","journal-title":"Physical Review E"},{"issue":"9","key":"ref17","doi-asserted-by":"crossref","first-page":"098701","DOI":"10.1103\/PhysRevLett.113.098701","article-title":"Model Reduction by Manifold Boundaries","volume":"113","author":"MK Transtrum","year":"2014","journal-title":"Physical Review Letters"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"e1004915","DOI":"10.1371\/journal.pcbi.1004915","article-title":"Bridging Mechanistic and Phenomenological Models of Complex Biological Systems","volume":"8","author":"MK Transtrum","year":"2016","journal-title":"PLoS Computational Biology"},{"key":"ref19","article-title":"Sloppiness, Modeling, and Evolution in Biochemical Networks","author":"RN Gutenkunst","year":"2008"},{"issue":"1","key":"ref20","doi-asserted-by":"crossref","first-page":"010901","DOI":"10.1063\/1.4923066","article-title":"Perspective: Sloppiness and emergent theories in physics, biology, and beyond","volume":"143","author":"MK Transtrum","year":"2015","journal-title":"The Journal of Chemical Physics"},{"issue":"6","key":"ref21","doi-asserted-by":"crossref","first-page":"060201","DOI":"10.1103\/PhysRevLett.104.060201","article-title":"Why are nonlinear fits to data so challenging?","volume":"104","author":"MK Transtrum","year":"2010","journal-title":"Physical review letters"},{"key":"ref22","article-title":"Differential geometry and statistics","volume":"vol. 48","author":"MK Murray","year":"1993"},{"key":"ref23","article-title":"Methods of information geometry","volume":"vol. 191","author":"Si Amari","year":"2007"},{"issue":"3","key":"ref24","doi-asserted-by":"crossref","first-page":"036701","DOI":"10.1103\/PhysRevE.83.036701","article-title":"Geometry of nonlinear least squares with applications to sloppy models and optimization","volume":"83","author":"MK Transtrum","year":"2011","journal-title":"Physical Review E"},{"key":"ref25","article-title":"Optimal design of experiments","volume":"vol. 50","author":"F Pukelsheim","year":"1993"},{"issue":"12","key":"ref26","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1177\/0037549703040937","article-title":"Simulation methods for optimal experimental design in systems biology","volume":"79","author":"D Faller","year":"2003","journal-title":"Simulation"},{"issue":"12","key":"ref27","doi-asserted-by":"crossref","first-page":"726","DOI":"10.1177\/0037549703040943","article-title":"Experimental design in systems biology, based on parameter sensitivity analysis using a monte carlo method: A case study for the tnf<italic>\u03b1<\/italic>-mediated nf-<italic>\u03ba<\/italic> b signal transduction pathway","volume":"79","author":"KH Cho","year":"2003","journal-title":"Simulation"},{"issue":"3","key":"ref28","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1049\/iet-syb:20060065","article-title":"Optimal experimental design in an epidermal growth factor receptor signalling and down-regulation model","volume":"1","author":"FP Casey","year":"2007","journal-title":"IET systems biology"},{"issue":"4","key":"ref29","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1049\/iet-syb:20070069","article-title":"Computational procedures for optimal experimental design in biological systems","volume":"2","author":"E Balsa-Canto","year":"2008","journal-title":"IET systems biology"},{"issue":"2","key":"ref30","doi-asserted-by":"crossref","first-page":"e30","DOI":"10.1371\/journal.pcbi.0040030","article-title":"Stimulus design for model selection and validation in cell signaling","volume":"4","author":"JF Apgar","year":"2008","journal-title":"PLoS computational biology"},{"issue":"5","key":"ref31","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1039\/c0mb00107d","article-title":"Practical limits for reverse engineering of dynamical systems: a statistical analysis of sensitivity and parameter inferability in systems biology models","volume":"7","author":"K Erguler","year":"2011","journal-title":"Molecular BioSystems"},{"issue":"1","key":"ref32","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1186\/1471-2105-13-181","article-title":"Optimal experiment selection for parameter estimation in biological differential equation models","volume":"13","author":"MK Transtrum","year":"2012","journal-title":"BMC bioinformatics"},{"issue":"1","key":"ref33","doi-asserted-by":"crossref","first-page":"471","DOI":"10.1137\/100791063","article-title":"Experimental design for biological systems","volume":"50","author":"M Chung","year":"2012","journal-title":"SIAM Journal on Control and Optimization"},{"issue":"9","key":"ref34","doi-asserted-by":"crossref","first-page":"e1004488","DOI":"10.1371\/journal.pcbi.1004488","article-title":"Efficient Optimization of Stimuli for Model-Based Design of Experiments to Resolve Dynamical Uncertainty","volume":"11","author":"T Mdluli","year":"2015","journal-title":"PLoS Comput Biol"},{"issue":"9","key":"ref35","doi-asserted-by":"crossref","first-page":"1059","DOI":"10.1002\/rnc.1558","article-title":"Maximin and Bayesian robust experimental design for measurement set selection in modelling biochemical regulatory systems","volume":"20","author":"F He","year":"2010","journal-title":"International Journal of Robust and Nonlinear Control"},{"issue":"3","key":"ref36","doi-asserted-by":"crossref","first-page":"688","DOI":"10.1007\/s11538-011-9686-9","article-title":"A global parallel model based design of experiments method to minimize model output uncertainty","volume":"74","author":"JN Bazil","year":"2012","journal-title":"Bulletin of mathematical biology"},{"issue":"8","key":"ref37","doi-asserted-by":"crossref","first-page":"1136","DOI":"10.1093\/bioinformatics\/bts092","article-title":"A Bayesian approach to targeted experiment design","volume":"28","author":"J Vanlier","year":"2012","journal-title":"Bioinformatics"},{"issue":"18","key":"ref38","doi-asserted-by":"crossref","first-page":"i535","DOI":"10.1093\/bioinformatics\/bts377","article-title":"Trajectory-oriented bayesian experiment design versus Fisher A-optimal design: an in depth comparison study","volume":"28","author":"P Weber","year":"2012","journal-title":"Bioinformatics"},{"issue":"20","key":"ref39","doi-asserted-by":"crossref","first-page":"2625","DOI":"10.1093\/bioinformatics\/btt436","article-title":"Near-optimal experimental design for model selection in systems biology","volume":"29","author":"AG Busetto","year":"2013","journal-title":"Bioinformatics"},{"issue":"1","key":"ref40","doi-asserted-by":"crossref","first-page":"e1002888","DOI":"10.1371\/journal.pcbi.1002888","article-title":"Maximizing the information content of experiments in systems biology","volume":"9","author":"J Liepe","year":"2013","journal-title":"PLoS Comput Biol"},{"issue":"1","key":"ref41","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1186\/s12918-014-0102-6","article-title":"A bayesian active learning strategy for sequential experimental design in systems biology","volume":"8","author":"E Pauwels","year":"2014","journal-title":"BMC Systems Biology"},{"issue":"1","key":"ref42","article-title":"A comprehensive pathway map of epidermal growth factor receptor signaling","volume":"1","author":"K Oda","year":"2005","journal-title":"Molecular systems biology"},{"issue":"3","key":"ref43","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1137\/1031091","article-title":"The quasi-steady-state assumption: a case study in perturbation","volume":"31","author":"LA Segel","year":"1989","journal-title":"SIAM review"},{"key":"ref44","article-title":"Uncertainty Quantification: Theory, Implementation, and Applications","volume":"vol. 12","author":"RC Smith","year":"2013"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1111\/1467-9868.00294","article-title":"Bayesian calibration of computer models","author":"MC Kennedy","year":"2001","journal-title":"Journal of the Royal Statistical Society Series B, Statistical Methodology"},{"issue":"4","key":"ref46","doi-asserted-by":"crossref","first-page":"668","DOI":"10.1115\/1.2179459","article-title":"Building surrogate models based on detailed and approximate simulations","volume":"128","author":"Z Qian","year":"2006","journal-title":"Journal of Mechanical Design"},{"issue":"4","key":"ref47","doi-asserted-by":"crossref","first-page":"945","DOI":"10.1115\/1.2204974","article-title":"Understanding the effects of model uncertainty in robust design with computer experiments","volume":"128","author":"DW Apley","year":"2006","journal-title":"Journal of Mechanical Design"},{"issue":"2","key":"ref48","doi-asserted-by":"crossref","DOI":"10.1198\/004017007000000092","article-title":"A framework for validation of computer models","volume":"49","author":"MJ Bayarri","year":"2007","journal-title":"Technometrics"},{"issue":"10","key":"ref49","doi-asserted-by":"crossref","DOI":"10.1029\/2009WR007814","article-title":"Analyzing input and structural uncertainty of nonlinear dynamic models with stochastic, time-dependent parameters","volume":"45","author":"P Reichert","year":"2009","journal-title":"Water Resources Research"},{"issue":"9","key":"ref50","doi-asserted-by":"crossref","first-page":"1001","DOI":"10.1038\/nbt1330","article-title":"Ensemble modeling for analysis of cell signaling dynamics","volume":"25","author":"L Kuepfer","year":"2007","journal-title":"Nature biotechnology"},{"issue":"5","key":"ref51","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1016\/j.jmgm.2003.12.005","article-title":"MMTSB Tool Set: enhanced sampling and multiscale modeling methods for applications in structural biology","volume":"22","author":"M Feig","year":"2004","journal-title":"Journal of Molecular Graphics and Modelling"},{"issue":"2","key":"ref52","doi-asserted-by":"crossref","first-page":"192","DOI":"10.1016\/j.sbi.2007.03.004","article-title":"Multiscale modeling of biomolecular systems: in serial and in parallel","volume":"17","author":"GS Ayton","year":"2007","journal-title":"Current opinion in structural biology"},{"issue":"12","key":"ref53","doi-asserted-by":"crossref","first-page":"1869","DOI":"10.1039\/b818051b","article-title":"Multiscale modeling of emergent materials: biological and soft matter","volume":"11","author":"T Murtola","year":"2009","journal-title":"Physical Chemistry Chemical Physics"},{"key":"ref54","unstructured":"Transtrum MK, Hart G, Qiu P. Information topology identifies emergent model classes. arXiv preprint arXiv:14096203. 2014;."},{"issue":"1","key":"ref55","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/j.radonc.2013.08.027","article-title":"Use of the LQ model with large fraction sizes results in underestimation of isoeffect doses","volume":"109","author":"T Sheu","year":"2013","journal-title":"Radiotherapy and Oncology"},{"issue":"3","key":"ref56","first-page":"319","article-title":"An\u2019incomplete-repair\u2019model for survival after fractionated and continuous irradiations","volume":"47","author":"HD Thames","year":"1985","journal-title":"International Journal of Radiation Biology"},{"issue":"2","key":"ref57","doi-asserted-by":"crossref","first-page":"252","DOI":"10.2307\/3576798","article-title":"Lethal and potentially lethal lesions induced by radiation\u2014a unified repair model","volume":"106","author":"SB Curtis","year":"1986","journal-title":"Radiation research"},{"issue":"3","key":"ref58","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1007\/BF01210839","article-title":"Quantitative mathematical models in radiation biology","volume":"27","author":"J Kiefer","year":"1988","journal-title":"Radiation and Environmental Biophysics"},{"issue":"4","key":"ref59","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1016\/0167-8140(92)90249-T","article-title":"Impact of spinal cord repair kinetics on the practice of altered fractionation schedules","volume":"25","author":"K Ang","year":"1992","journal-title":"Radiotherapy and Oncology"},{"key":"ref60","unstructured":"Transtrum MK. mktranstrum\/LimitsExptDesign: v1.0. Zenodo; 2016. <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/github.com\/mktranstrum\/LimitsExptDesign\/tree\/1\" xlink:type=\"simple\">https:\/\/github.com\/mktranstrum\/LimitsExptDesign\/tree\/1<\/ext-link>."},{"key":"ref61","unstructured":"Transtrum MK. Geodesic Levenberg-Marquardt Source Code; 2012. <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/sourceforge.net\/projects\/geodesiclm\/\" xlink:type=\"simple\">http:\/\/sourceforge.net\/projects\/geodesiclm\/<\/ext-link>."}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005227","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,16]],"date-time":"2019-09-16T04:31:51Z","timestamp":1568608311000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005227"}},"subtitle":[],"editor":[{"given":"Attila","family":"Csik\u00e1sz-Nagy","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2016,12,6]]},"references-count":61,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2016,12,6]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005227","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,12,6]]}}}