{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T20:12:54Z","timestamp":1767211974332,"version":"3.28.0"},"reference-count":49,"publisher":"Informa UK Limited","issue":"5","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of Simulation"],"published-print":{"date-parts":[[2024,9,2]]},"DOI":"10.1080\/17477778.2023.2219401","type":"journal-article","created":{"date-parts":[[2023,6,6]],"date-time":"2023-06-06T21:23:23Z","timestamp":1686086603000},"page":"745-765","update-policy":"http:\/\/dx.doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":5,"title":["Discrete simulation optimization for tuning machine learning method hyperparameters"],"prefix":"10.1080","volume":"18","author":[{"given":"Varun","family":"Ramamohan","sequence":"first","affiliation":[{"name":"Department of Mechanical Engineering, Indian Institute of Technology Delhi, New Delhi, India"}]},{"given":"Shobhit","family":"Singhal","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Indian Institute of Technology Delhi, New Delhi, India"}]},{"given":"Aditya","family":"Raj Gupta","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Indian Institute of Technology Delhi, New Delhi, India"}]},{"given":"Nomesh Bhojkumar","family":"Bolia","sequence":"additional","affiliation":[{"name":"Department of Mechanical Engineering, Indian Institute of Technology Delhi, New Delhi, India"}]}],"member":"301","published-online":{"date-parts":[[2023,6,6]]},"reference":[{"key":"e_1_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"e_1_3_3_3_1","volume-title":"Advances in Neural Information Processing Systems 24 (NIPS 2011)","author":"Bergstra J.","year":"2011","unstructured":"Bergstra, J., Bardenet, R., Bengio, Y., & K\u00e9gl, B. (2011). Algorithms for hyper-parameter optimization. Advances in Neural Information Processing Systems 24 (NIPS 2011). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2011\/hash\/86e8f7ab32cfd12577bc2619bc635690-Abstract.html"},{"issue":"1","key":"e_1_3_3_4_1","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"Bergstra J.","year":"2012","unstructured":"Bergstra, J., & Bengio, Y. (2012). Random search for hyper-parameter optimization. Journal of Machine Learning Research, 13(1), 281\u2013305. https:\/\/www.jmlr.org\/papers\/v13\/bergstra12a.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_3_5_1","first-page":"115","volume-title":"International conference on machine learning","author":"Bergstra J.","year":"2013","unstructured":"Bergstra, J., Yamins, D., & Cox, D. (2013). Making a science of model search: Hyperparameter optimization in hundreds of dimensions for vision architectures. In International conference on machine learning, 2013, June 16\u201321, Atlanta, Georgia (GA), USA, (pp. 115\u2013123)."},{"key":"e_1_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1436"},{"key":"e_1_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1142\/7437"},{"key":"e_1_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2004.1380929"},{"key":"e_1_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104315"},{"key":"e_1_3_3_10_1","unstructured":"Chollet F. (2015). Keras. https:\/\/keras.io."},{"key":"e_1_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.2019.0902"},{"key":"e_1_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1214\/aop\/1176994663"},{"key":"e_1_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2956703"},{"key":"e_1_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v29i1.9375"},{"key":"e_1_3_3_16_1","first-page":"1437","volume-title":"International conference on machine learning","author":"Falkner S.","year":"2018","unstructured":"Falkner, S., Klein, A., & Hutter, F. (2018). Bohb: Robust and efficient hyperparameter optimization at scale. In International conference on machine learning, 2018, July 10\u201315, Stockholm, Sweden, (pp. 1437\u20131446)."},{"key":"e_1_3_3_17_1","volume-title":"Handbooks in operations research and management science: Simulation","author":"Henderson S. G.","year":"2006","unstructured":"Henderson, S. G., & Nelson, B. L. (2006). Handbooks in operations research and management science: Simulation. Elsevier."},{"key":"e_1_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1050.0237"},{"key":"e_1_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"e_1_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2021.3077193"},{"key":"e_1_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2019.06.005"},{"key":"e_1_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1906.11527"},{"key":"e_1_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa8415"},{"key":"e_1_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2206.07438"},{"key":"e_1_3_3_26_1","first-page":"1238","volume-title":"International conference on machine learning","author":"Karnin Z.","year":"2013","unstructured":"Karnin, Z., Koren, T., & Somekh, O. (2013). Almost optimal exploration in multi-armed bandits. In International conference on machine learning, 2013, June 16\u201321, Atlanta, Georgia (GA), USA ,(pp. 1238\u20131246)."},{"key":"e_1_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/502109.502111"},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-6849-3"},{"key":"e_1_3_3_29_1","first-page":"74","volume-title":"IC-AI","author":"Lessmann S.","year":"2005","unstructured":"Lessmann, S., Stahlbock, R., & Crone, S. F. (2005). Optimizing hyperparameters of support vector machines by genetic algorithms. IC-AI, 2005, June 27\u201330, Las Vegas, Nevada (NV), USA, (pp. 74\u201382)."},{"issue":"1","key":"e_1_3_3_30_1","first-page":"6765","article-title":"Hyperband: A novel bandit-based approach to hyperparameter optimization","volume":"18","author":"Li L.","year":"2017","unstructured":"Li, L., Jamieson, K., DeSalvo, G., Rostamizadeh, A., & Talwalkar, A. (2017). Hyperband: A novel bandit-based approach to hyperparameter optimization. Journal of Machine Learning Research, 18(1), 6765\u20136816. https:\/\/www.jmlr.org\/papers\/v18\/16-558.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.12.086"},{"key":"e_1_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071208"},{"key":"e_1_3_3_33_1","first-page":"2113","volume-title":"Proceedings of the 32nd International Conference on Machine Learning, PMLR","volume":"37","author":"Maclaurin D.","year":"2015","unstructured":"Maclaurin, D., Duvenaud, D., & Adams, R. P. (2015, June 6\u201311). Gradient-based hyperparameter optimization through reversible learning. Proceedings of the 32nd International Conference on Machine Learning, PMLR, Lille, France, 37, 2113\u20132122 ."},{"key":"e_1_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1287\/educ.1100.0069"},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2016.1577"},{"key":"e_1_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1751-5823.2008.00059.x"},{"key":"e_1_3_3_37_1","first-page":"737","volume-title":"Proceedings of The 33rd International Conference on Machine Learning, PMLR","volume":"48","author":"Pedregosa F.","year":"2016","unstructured":"Pedregosa, F. (2016, June 19\u201324). Hyperparameter optimization with approximate gradient. Proceedings of The 33rd International Conference on Machine Learning, PMLR, New York, NY, USA, 48, 737\u2013746."},{"key":"e_1_3_3_38_1","first-page":"2825","article-title":"Scikit-learn: Machine learning in Python","volume":"12","author":"Pedregosa F.","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., Duchesnay, E., Prettenhofer, P., Weiss, R., Dubourg, V., Vanderplas, J., Passos, A., Cournapeau, D., Brucher, M., & Perrot, M. (2011). Scikit-learn: Machine learning in Python. Journal of Machine Learning Research, 12, 2825\u20132830. http:\/\/jmlr.org\/papers\/v12\/pedregosa11a.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_3_39_1","unstructured":"Ramamohan V. Agrawal U. & Goyal M. (2020). A note on the stochastic ruler method for discrete simulation optimization. arXiv. Retrieved from https:\/\/arxiv.org\/abs\/2010.06909"},{"key":"e_1_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1214\/aop\/1176992913"},{"key":"e_1_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.46586\/tches.v2021.i3.677-707"},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054609"},{"key":"e_1_3_3_43_1","first-page":"2951","volume-title":"Advances in Neural Information Processing Systems","volume":"25","author":"Snoek J.","year":"2012","unstructured":"Snoek, J., Larochelle, H., & Adams, R. P. (2012). Practical bayesian optimization of machine learning algorithms. Advances in Neural Information Processing Systems, 25, 2951\u20132959. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2012\/hash\/05311655a15b75fab86956663e1819cd-Abstract.html"},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.06.064"},{"key":"e_1_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.110160"},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1667072.1667075"},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.1110.0481"},{"key":"e_1_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.07.061"},{"key":"e_1_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1137\/0330034"},{"key":"e_1_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2003.05689"}],"container-title":["Journal of Simulation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/17477778.2023.2219401","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T07:06:10Z","timestamp":1732518370000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/17477778.2023.2219401"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,6]]},"references-count":49,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2024,9,2]]}},"alternative-id":["10.1080\/17477778.2023.2219401"],"URL":"https:\/\/doi.org\/10.1080\/17477778.2023.2219401","relation":{},"ISSN":["1747-7778","1747-7786"],"issn-type":[{"type":"print","value":"1747-7778"},{"type":"electronic","value":"1747-7786"}],"subject":[],"published":{"date-parts":[[2023,6,6]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=tjsm20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=tjsm20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2022-06-23","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-05-22","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-06-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}