{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T08:24:19Z","timestamp":1778401459711,"version":"3.51.4"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,1,13]],"date-time":"2022-01-13T00:00:00Z","timestamp":1642032000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,13]],"date-time":"2022-01-13T00:00:00Z","timestamp":1642032000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1007\/s10479-021-04382-9","type":"journal-article","created":{"date-parts":[[2022,1,13]],"date-time":"2022-01-13T00:04:26Z","timestamp":1642032266000},"page":"727-756","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["A simulation-based optimization approach for the calibration of a discrete event simulation model of an emergency department"],"prefix":"10.1007","volume":"320","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5175-4951","authenticated-orcid":false,"given":"Alberto","family":"De Santis","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1436-5348","authenticated-orcid":false,"given":"Tommaso","family":"Giovannelli","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4356-7958","authenticated-orcid":false,"given":"Stefano","family":"Lucidi","sequence":"additional","affiliation":[]},{"given":"Mauro","family":"Messedaglia","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9858-3616","authenticated-orcid":false,"given":"Massimo","family":"Roma","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,1,13]]},"reference":[{"key":"4382_CR1","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1007\/s10729-016-9385-z","volume":"21","author":"V Ahalt","year":"2018","unstructured":"Ahalt, V., Argon, N., Strickler, J., & Mehrotra, A. (2018). Comparison of emergency department crowding scores: A discrete-event simulation approach. Health Care Management Science, 21, 144\u2013155.","journal-title":"Health Care Management Science"},{"issue":"3","key":"4382_CR2","doi-asserted-by":"publisher","first-page":"936","DOI":"10.1016\/j.ejor.2008.10.025","volume":"198","author":"MA Ahmed","year":"2009","unstructured":"Ahmed, M. A., & Alkhamis, T. M. (2009). Simulation optimization for an emergency department healthcare unit in Kuwait. European Journal of Operational Research, 198(3), 936\u2013942.","journal-title":"European Journal of Operational Research"},{"key":"4382_CR3","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1007\/s10288-014-0275-2","volume":"12","author":"S Amaran","year":"2014","unstructured":"Amaran, S., Sahinidis, N., Sharda, B., & Bury, S. (2014). Simulation optimization: A review of algorithms and applications. 4OR, 12, 301\u2013333.","journal-title":"4OR"},{"key":"4382_CR4","doi-asserted-by":"publisher","first-page":"1164","DOI":"10.1137\/18M1175872","volume":"29","author":"C Audet","year":"2019","unstructured":"Audet, C., Le Digabel, S., & Tribes, C. (2019). The mesh adaptive direct search algorithm for granular and discrete variables. SIAM Journal on Optimization, 29, 1164\u20131189. https:\/\/doi.org\/10.1137\/18M1175872.","journal-title":"SIAM Journal on Optimization"},{"key":"4382_CR5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-68913-5","volume-title":"Derivative-free and blackbox optimization","author":"C Audet","year":"2017","unstructured":"Audet, C., & Hare, W. (2017). Derivative-free and blackbox optimization. New York: Springer. https:\/\/doi.org\/10.1007\/978-3-319-68913-5."},{"issue":"4","key":"4382_CR6","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1016\/S1553-7250(10)36030-2","volume":"36","author":"K Baumlin","year":"2010","unstructured":"Baumlin, K., Shapiro, J., Weiner, C., Gottlieb, B., Chawla, N., & Richardson, L. (2010). Clinical information system and process redesign improves emergency department efficiency. The Joint Commission Journal on Quality and Patient Safety, 36(4), 179\u2013185.","journal-title":"The Joint Commission Journal on Quality and Patient Safety"},{"key":"4382_CR7","doi-asserted-by":"publisher","first-page":"1041","DOI":"10.1177\/0037549716673150","volume":"92","author":"L Bedoya-Valencia","year":"2016","unstructured":"Bedoya-Valencia, L., & Kirac, E. (2016). Evaluating alternative resource allocation in an emergency department using discrete event simulation. Simulation, 92, 1041\u20131051.","journal-title":"Simulation"},{"key":"4382_CR8","doi-asserted-by":"crossref","unstructured":"Conn, A., Scheinber, K., & Vicente, L. N. (2009). Introduction to Derivative-Free Optimization. MPS\/SIAM Book Series on Optimization, SIAM, Philadelphia.","DOI":"10.1137\/1.9780898718768"},{"key":"4382_CR9","doi-asserted-by":"publisher","DOI":"10.1007\/s10696-021-09408-9","author":"A De Santis","year":"2021","unstructured":"De Santis, A., Giovannelli, T., Lucidi, S., Messedaglia, M., & Roma, M. (2021). Determining the optimal piecewise constant approximation for the nonhomogeneous Poisson process rate of emergency department patient arrivals. Flexible Service and Manufacturing Journal. https:\/\/doi.org\/10.1007\/s10696-021-09408-9.","journal-title":"Flexible Service and Manufacturing Journal"},{"key":"4382_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/s11739-014-1154-8","author":"S Di Somma","year":"2014","unstructured":"Di Somma, S., Paladino, L., Vaughan, L., Lalle, I., Magrini, L., & Magnanti, M. (2014). Overcrowding in emergency department: An international issue. Internal and Emergency Medicine. https:\/\/doi.org\/10.1007\/s11739-014-1154-8.","journal-title":"Internal and Emergency Medicine"},{"key":"4382_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/s10696-018-9330-1","author":"D Duma","year":"2018","unstructured":"Duma, D., & Aringhieri, R. (2018). An ad hoc process mining approach to discover patient paths of an emergency department. Flexible Services and Manufacturing Journal. https:\/\/doi.org\/10.1007\/s10696-018-9330-1.","journal-title":"Flexible Services and Manufacturing Journal"},{"key":"4382_CR12","doi-asserted-by":"publisher","unstructured":"Fava, G., Giovannelli, T., Messedaglia, M., & Roma, M. (2021). Effect of different patient peak arrivals on an emergency department via discrete event simulation: A case study. Simulation. https:\/\/doi.org\/10.1177\/00375497211038756.","DOI":"10.1177\/00375497211038756"},{"key":"4382_CR13","volume-title":"Handbook of simulation optimization","year":"2015","unstructured":"Fu, M. C. (Ed.). (2015). Handbook of simulation optimization. New York: Springer."},{"key":"4382_CR14","volume-title":"Simulation-based optimization: Parametric optimization techniques and reinforcement learning","author":"A Gosavi","year":"2014","unstructured":"Gosavi, A. (2014). Simulation-based optimization: Parametric optimization techniques and reinforcement learning (2nd ed.). New York: Springer.","edition":"2"},{"issue":"3","key":"4382_CR15","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1145\/1163641.1163647","volume":"32","author":"GA Gray","year":"2006","unstructured":"Gray, G. A., & Kolda, T. G. (2006). Algorithm 856: Appspack 4.0: Asynchronous parallel pattern search for derivative-free optimization. ACM Transaction on Mathematics Software, 32(3), 485\u2013507. https:\/\/doi.org\/10.1145\/1163641.1163647.","journal-title":"ACM Transaction on Mathematics Software"},{"issue":"4","key":"4382_CR16","doi-asserted-by":"publisher","first-page":"1655","DOI":"10.1109\/TASE.2017.2697899","volume":"14","author":"H Guo","year":"2017","unstructured":"Guo, H., Gao, S., Tsui, K., & Niu, T. (2017). Simulation optimization for medical staff configuration at emergency department in Hong Kong. IEEE Transactions on Automation Science and Engineering, 14(4), 1655\u20131665.","journal-title":"IEEE Transactions on Automation Science and Engineering"},{"issue":"21","key":"4382_CR17","doi-asserted-by":"publisher","first-page":"6494","DOI":"10.1080\/00207543.2016.1205760","volume":"54","author":"H Guo","year":"2016","unstructured":"Guo, H., Goldsman, D., Tsui, K. L., Zhou, Y., & Wong, S. Y. (2016). Using simulation and optimisation to characterise durations of emergency department service times with incomplete data. International Journal of Production Research, 54(21), 6494\u20136511.","journal-title":"International Journal of Production Research"},{"issue":"2","key":"4382_CR18","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/j.annemergmed.2008.03.014","volume":"52","author":"N Hoot","year":"2008","unstructured":"Hoot, N., & Aronsky, D. (2008). Systematic review of emergency department crowding: Causes, effects, and solutions. Annals of Emergency Medicine, 52(2), 126\u2013136.","journal-title":"Annals of Emergency Medicine"},{"issue":"3","key":"4382_CR19","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1080\/10429247.2016.1199746","volume":"28","author":"V Joshi","year":"2016","unstructured":"Joshi, V., Lim, C., & Teng, S. G. (2016). Simulation study: Improvement for non-urgent patient processes in the emergency department. Engineering Management Journal, 28(3), 145\u2013157.","journal-title":"Engineering Management Journal"},{"key":"4382_CR20","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1007\/978-1-4939-1384-8_8","volume-title":"A guide to sample average approximation","author":"S Kim","year":"2015","unstructured":"Kim, S., Pasupathy, R., & Henderson, S. G. (2015). A guide to sample average approximation (pp. 207\u2013243). New York: Springer. https:\/\/doi.org\/10.1007\/978-1-4939-1384-8_8."},{"key":"4382_CR21","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1287\/msom.2014.0490","volume":"16","author":"SH Kim","year":"2014","unstructured":"Kim, S. H., & Whitt, W. (2014). Are call center and hospital arrivals well modeled by nonhomogeneous Poisson process? Manufactory and Service Operations Management, 16, 464\u2013480.","journal-title":"Manufactory and Service Operations Management"},{"key":"4382_CR22","unstructured":"Kramer, A., Dosi, C., Iori, M., & Vignoli, M. (2020). Successful implementation of discrete event simulation: the case of an Italian emergency department. ArXiv arxiv:2006.13062"},{"issue":"1","key":"4382_CR23","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1007\/s10696-014-9198-7","volume":"28","author":"YH Kuo","year":"2016","unstructured":"Kuo, Y. H., Rado, O., Lupia, B., Leung, J. M. Y., & Graham, C. A. (2016). Improving the efficiency of a hospital emergency department: A simulation study with indirectly imputed service-time distributions. Flexible Services and Manufacturing Journal, 28(1), 120\u2013147.","journal-title":"Flexible Services and Manufacturing Journal"},{"key":"4382_CR24","volume-title":"Simulation modeling and analysis","author":"A Law","year":"2015","unstructured":"Law, A. (2015). Simulation modeling and analysis (5th ed.). New York: McGraw-Hill.","edition":"5"},{"issue":"C","key":"4382_CR25","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1016\/j.cie.2016.11.036","volume":"103","author":"Z Liu","year":"2017","unstructured":"Liu, Z., Rexachs, D., Epelde, F., & Luque, E. (2017). A simulation and optimization based method for calibrating agent-based emergency department models under data scarcity. Computers and Industrial Engineering, 103(C), 300\u2013309. https:\/\/doi.org\/10.1016\/j.cie.2016.11.036.","journal-title":"Computers and Industrial Engineering"},{"issue":"4","key":"4382_CR26","doi-asserted-by":"publisher","first-page":"673","DOI":"10.1007\/s12532-020-00182-7","volume":"12","author":"G Liuzzi","year":"2020","unstructured":"Liuzzi, G., Lucidi, S., & Rinaldi, F. (2020). An algorithmic framework based on primitive directions and nonmonotone line searches for black-box optimization problems with integer variables. Mathematical Programming Computation, 12(4), 673\u2013702. https:\/\/doi.org\/10.1007\/s12532-020-00182-7.","journal-title":"Mathematical Programming Computation"},{"key":"4382_CR27","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1016\/j.proeng.2017.01.068","volume":"178","author":"A Nahhas","year":"2017","unstructured":"Nahhas, A., Alwadi, A., & Reggelin, T. (2017). Simulation and the emergency department overcrowding problem. Procedia Engineering, 178, 368\u2013376.","journal-title":"Procedia Engineering"},{"issue":"2","key":"4382_CR28","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/s10957-009-9523-6","volume":"142","author":"BK Pagnoncelli","year":"2009","unstructured":"Pagnoncelli, B. K., Ahmed, S., & Shapiro, A. (2009). Sample average approximation method for chance constrained programming: Theory and applications. Journal of Optimization Theory and Applications, 142(2), 399\u2013416. https:\/\/doi.org\/10.1007\/s10957-009-9523-6.","journal-title":"Journal of Optimization Theory and Applications"},{"issue":"8\u20139","key":"4382_CR29","doi-asserted-by":"publisher","first-page":"559","DOI":"10.1177\/0037549709360912","volume":"86","author":"SA Paul","year":"2010","unstructured":"Paul, S. A., Reddy, M. C., & De Flitch, C. J. (2010). A systematic review of simulation studies investigating emergency department overcrowding. Simulation, 86(8\u20139), 559\u2013571.","journal-title":"Simulation"},{"issue":"9","key":"4382_CR30","doi-asserted-by":"publisher","first-page":"825","DOI":"10.1111\/j.1553-2712.2008.00200.x","volume":"15","author":"JM Pines","year":"2008","unstructured":"Pines, J. M., Iyer, S., Disbot, M., Hollander, J. E., Shofer, F. S., & Datner, E. M. (2008). The effect of emergency department crowding on patient satisfaction for admitted patients. Academic Emergency Medicine, 15(9), 825\u2013831. https:\/\/doi.org\/10.1111\/j.1553-2712.2008.00200.x.","journal-title":"Academic Emergency Medicine"},{"key":"4382_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.orhc.2018.01.001","volume":"19","author":"A Salmon","year":"2018","unstructured":"Salmon, A., Rachuba, S., Briscoe, S., & Pitt, M. (2018). A structured literature review of simulation modelling applied to emergency departments: Current patterns and emerging trends. Operations Research for Health Care, 19, 1\u201313.","journal-title":"Operations Research for Health Care"},{"issue":"2","key":"4382_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v090.i02","volume":"90","author":"I Ucar","year":"2019","unstructured":"Ucar, I., Smeets, B., & Azcorra, A. (2019). Simmer: Discrete-event simulation for R. Journal of Statistical Software, 90(2), 1\u201330. https:\/\/doi.org\/10.18637\/jss.v090.i02.","journal-title":"Journal of Statistical Software"},{"key":"4382_CR33","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/j.simpat.2018.12.002","volume":"91","author":"L Vanbrabant","year":"2019","unstructured":"Vanbrabant, L., Martin, N., Ramaekers, K., & Braekers, K. (2019). Quality of input data in emergency department simulations: Framework and assessment techniques. Simulation Modelling Practice and Theory, 91, 83\u2013101.","journal-title":"Simulation Modelling Practice and Theory"},{"key":"4382_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.orhc.2016.11.001","volume":"12","author":"W Whitt","year":"2017","unstructured":"Whitt, W., & Zhang, X. (2017). A data-driven model of an emergency department. Operations Research for Health Care, 12, 1\u201315.","journal-title":"Operations Research for Health Care"},{"key":"4382_CR35","doi-asserted-by":"publisher","first-page":"1371","DOI":"10.1111\/j.1553-2712.2011.01135.x","volume":"18","author":"J Wiler","year":"2011","unstructured":"Wiler, J., Griffey, R., & Olsen, T. (2011). Review of modeling approaches for emergency department patient flow and crowding research. Academic Emergency Medicine, 18, 1371\u20131379.","journal-title":"Academic Emergency Medicine"},{"key":"4382_CR36","doi-asserted-by":"crossref","unstructured":"Wong, Z.S.Y., Lit, A.C.H., Leung, S.Y., Tsui, K.L., & Chin, K.S. (2016). A discrete-event simulation study for emergency room capacity management in a Hong Kong hospital. 2016 Winter Simulation Conference (WSC) pp. 1970\u20131981","DOI":"10.1109\/WSC.2016.7822242"},{"issue":"10","key":"4382_CR37","doi-asserted-by":"publisher","first-page":"791","DOI":"10.1177\/0037549720944483","volume":"96","author":"M Yousefi","year":"2020","unstructured":"Yousefi, M., Yousefi, M., & Fogliatto, F. S. (2020). Simulation-based optimization methods applied in hospital emergency departments: A systematic review. SIMULATION, 96(10), 791\u2013806. https:\/\/doi.org\/10.1177\/0037549720944483.","journal-title":"SIMULATION"},{"key":"4382_CR38","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/j.simpat.2015.02.002","volume":"53","author":"F Zeinali","year":"2015","unstructured":"Zeinali, F., Mahootchi, M., & Sepehri, M. (2015). Resource planning in the emergency departments: A simulation-base metamodeling approach. Simulation Modelling Practice and Theory, 53, 123\u2013138.","journal-title":"Simulation Modelling Practice and Theory"}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-021-04382-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10479-021-04382-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-021-04382-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,11]],"date-time":"2023-01-11T11:27:39Z","timestamp":1673436459000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10479-021-04382-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,13]]},"references-count":38,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,1]]}},"alternative-id":["4382"],"URL":"https:\/\/doi.org\/10.1007\/s10479-021-04382-9","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,13]]},"assertion":[{"value":"24 September 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 January 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}