{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T06:44:05Z","timestamp":1773384245481,"version":"3.50.1"},"reference-count":62,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,11,14]],"date-time":"2022-11-14T00:00:00Z","timestamp":1668384000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,11,14]],"date-time":"2022-11-14T00:00:00Z","timestamp":1668384000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100006192","name":"Advanced Scientific Computing Research","doi-asserted-by":"publisher","award":["DE-AC02-06CH11357"],"award-info":[{"award-number":["DE-AC02-06CH11357"]}],"id":[{"id":"10.13039\/100006192","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-FG02-05ER25694"],"award-info":[{"award-number":["DE-FG02-05ER25694"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comput Optim Appl"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s10589-022-00404-9","type":"journal-article","created":{"date-parts":[[2022,11,14]],"date-time":"2022-11-14T14:04:42Z","timestamp":1668434682000},"page":"759-800","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Modeling design and control problems involving neural network surrogates"],"prefix":"10.1007","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9453-2299","authenticated-orcid":false,"given":"Dominic","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0292-5715","authenticated-orcid":false,"given":"Prasanna","family":"Balaprakash","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8839-5876","authenticated-orcid":false,"given":"Sven","family":"Leyffer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,11,14]]},"reference":[{"key":"404_CR1","unstructured":"Abadi, M., Barham, P., Chen, J., Chen, Z., Davis, A., Dean, J., Devin, M., Ghemawat, S., Irving, G., Isard, M., et\u00a0al.: TensorFlow: a system for large-scale machine learning. In: 12th $$\\{$$USENIX$$\\}$$ Symposium on Operating Systems Design and Implementation ($$\\{$$OSDI$$\\}$$ 16), 265\u2013283 (2016)"},{"key":"404_CR2","doi-asserted-by":"crossref","unstructured":"Aithal, SM., Balaprakash, P.: MaLTESE: Large-scale simulation-driven machine learning for transient driving cycles. In: High Performance Computing, 186\u2013205. Springer, Cham (2019)","DOI":"10.1007\/978-3-030-20656-7_10"},{"key":"404_CR3","doi-asserted-by":"crossref","unstructured":"Anderson, R., Huchette, J., Tjandraatmadja, C., Vielma, JP.: Strong mixed-integer programming formulations for trained neural networks. In: International Conference on Integer Programming and Combinatorial Optimization, 27\u201342 (2019)","DOI":"10.1007\/978-3-030-17953-3_3"},{"issue":"12","key":"404_CR4","doi-asserted-by":"publisher","first-page":"2903","DOI":"10.1016\/j.compchemeng.2008.02.010","volume":"32","author":"B Baumrucker","year":"2008","unstructured":"Baumrucker, B., Renfro, J., Biegler, L.: Mpec problem formulations and solution strategies with chemical engineering applications. Comput. Chem. Eng. 32(12), 2903\u20132913 (2008)","journal-title":"Comput. Chem. Eng."},{"key":"404_CR5","unstructured":"Belotti, P.: Couenne: A user\u2019s manual. Technical report, FICO (2020)"},{"key":"404_CR6","doi-asserted-by":"crossref","unstructured":"Bergman, D., Huang, T., Brooks, P., Lodi, A., Raghunathan, AU.: Janos: an integrated predictive and prescriptive modeling framework. INFORMS J. Comput. (2021)","DOI":"10.1287\/ijoc.2020.1023"},{"key":"404_CR7","doi-asserted-by":"crossref","unstructured":"Bolte, J., Pauwels, E.: Conservative set valued fields, automatic differentiation, stochastic gradient methods and deep learning. Math. Program. 1\u201333 (2020)","DOI":"10.1007\/s10107-020-01501-5"},{"key":"404_CR8","first-page":"1","volume":"4","author":"P Bonami","year":"2007","unstructured":"Bonami, P., Lee, J.: BONMIN user\u2019s manual. Numer. Math. 4, 1\u201332 (2007)","journal-title":"Numer. Math."},{"key":"404_CR9","doi-asserted-by":"crossref","unstructured":"Carlini, N., Wagner, D.: Towards evaluating the robustness of neural networks. In: 2017 IEEE Symposium on Security and Privacy (SP), 39\u201357 (2017)","DOI":"10.1109\/SP.2017.49"},{"key":"404_CR10","doi-asserted-by":"crossref","unstructured":"Cheng, CH., N\u00fchrenberg, G., Ruess, H.: Maximum resilience of artificial neural networks. In: International Symposium on Automated Technology for Verification and Analysis, 251\u2013268. Springer, (2017)","DOI":"10.1007\/978-3-319-68167-2_18"},{"key":"404_CR11","doi-asserted-by":"crossref","unstructured":"Cheon, MS.: An outer-approximation guided optimization approach for constrained neural network inverse problems. Math. Program. 1\u201330 (2021)","DOI":"10.1007\/s10107-021-01653-y"},{"key":"404_CR12","unstructured":"Clarke, L., Linderoth, J., Johnson, E., Nemhauser, G., Bhagavan, R., Jordan, M.: Using OSL to improve the computational results of a MIP logistics model. EKKNEWS 16 (1996)"},{"key":"404_CR13","unstructured":"Delarue, A., Anderson, R., Tjandraatmadja, C.: Reinforcement learning with combinatorial actions: an application to vehicle routing. Adv. Neural Inf. Process. Syst. 33 (2020)"},{"key":"404_CR14","unstructured":"Du, SS., Zhai, X., Poczos, B., Singh, A.: Gradient descent provably optimizes over-parameterized neural networks. In: International Conference on Learning Representations, (2018)"},{"issue":"2","key":"404_CR15","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1137\/15M1020575","volume":"59","author":"I Dunning","year":"2017","unstructured":"Dunning, I., Huchette, J., Lubin, M.: Jump: a modeling language for mathematical optimization. SIAM Rev. 59(2), 295\u2013320 (2017)","journal-title":"SIAM Rev."},{"issue":"4","key":"404_CR16","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1002\/aic.690320408","volume":"32","author":"M Duran","year":"1986","unstructured":"Duran, M., Grossmann, I.: A mixed-integer nonlinear programming algorithm for process systems synthesis. AIChE J. 32(4), 592\u2013606 (1986)","journal-title":"AIChE J."},{"key":"404_CR17","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1007\/BF02592064","volume":"36","author":"MA Duran","year":"1986","unstructured":"Duran, M.A., Grossmann, I.: An outer-approximation algorithm for a class of mixed-integer nonlinear programs. Math. Program. 36, 307\u2013339 (1986)","journal-title":"Math. Program."},{"key":"404_CR18","doi-asserted-by":"crossref","unstructured":"Dutta, S., Jha, S., Sankaranarayanan, S., Tiwari, A.: Output range analysis for deep feedforward neural networks. In: NASA Formal Methods Symposium, pp. 121\u2013138. Springer, (2018)","DOI":"10.1007\/978-3-319-77935-5_9"},{"issue":"3","key":"404_CR19","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1007\/s10601-018-9285-6","volume":"23","author":"M Fischetti","year":"2018","unstructured":"Fischetti, M., Jo, J.: Deep neural networks and mixed integer linear optimization. Constraints 23(3), 296\u2013309 (2018)","journal-title":"Constraints"},{"issue":"1","key":"404_CR20","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1080\/10556780410001654241","volume":"19","author":"R Fletcher","year":"2004","unstructured":"Fletcher, R., Leyffer, S.: Solving mathematical program with complementarity constraints as nonlinear programs. Optim. Methods Softw. 19(1), 15\u201340 (2004)","journal-title":"Optim. Methods Softw."},{"issue":"1","key":"404_CR21","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1137\/S1052623402407382","volume":"17","author":"R Fletcher","year":"2006","unstructured":"Fletcher, R., Leyffer, S., Ralph, D., Scholtes, S.: Local convergence of SQP methods for mathematical programs with equilibrium constraints. SIAM J. Optim. 17(1), 259\u2013286 (2006)","journal-title":"SIAM J. Optim."},{"key":"404_CR22","unstructured":"Fourer, R., Gay, DM., Kernighan, BW.: AMPL: A Modeling Language for Mathematical Programming. The Scientific Press (1993)"},{"key":"404_CR23","doi-asserted-by":"crossref","unstructured":"Gale, D.: Neighborly and cyclic polytopes. In: Proc. Sympos. Pure Math 7, pp. 225\u2013232 (1963)","DOI":"10.1090\/pspum\/007\/0152944"},{"issue":"4","key":"404_CR24","doi-asserted-by":"publisher","first-page":"731","DOI":"10.1007\/s10898-016-0450-4","volume":"67","author":"AM Gleixner","year":"2017","unstructured":"Gleixner, A.M., Berthold, T., M\u00fcller, B., Weltge, S.: Three enhancements for optimization-based bound tightening. J. Global Optim. 67(4), 731\u2013757 (2017)","journal-title":"J. Global Optim."},{"key":"404_CR25","unstructured":"Glorot, X., Bordes, A., Bengio, Y.: Deep sparse rectifier neural networks. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, 315\u2013323. JMLR Workshop and Conference Proceedings, (2011)"},{"key":"404_CR26","unstructured":"Goodfellow, I., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples. In: International Conference on Learning Representations, (2015)"},{"key":"404_CR27","unstructured":"Goodfellow, IJ., Vinyals, O., Saxe, AM.: Qualitatively characterizing neural network optimization problems. arXiv preprintarXiv:1412.6544, (2014)"},{"key":"404_CR28","doi-asserted-by":"publisher","first-page":"106580","DOI":"10.1016\/j.compchemeng.2019.106580","volume":"131","author":"B Grimstad","year":"2019","unstructured":"Grimstad, B., Andersson, H.: ReLU networks as surrogate models in mixed-integer linear programs. Comput. Chem. Eng. 131, 106580 (2019)","journal-title":"Comput. Chem. Eng."},{"key":"404_CR29","unstructured":"Gurobi optimizer reference manual, version 5.0. Gurobi Optim. Inc. (2012)"},{"key":"404_CR30","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"404_CR31","unstructured":"IBM Corp. IBM Ilog CPLEX V12.1: User\u2019s Manual for CPLEX, (2009)"},{"key":"404_CR32","doi-asserted-by":"crossref","unstructured":"Katz, G., Barrett, C., Dill, DL., Julian, K., Kochenderfer, MJ.: Reluplex: An efficient SMT solver for verifying deep neural networks. In: International Conference on Computer Aided Verification, pp. 97\u2013117. Springer, (2017)","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"404_CR33","unstructured":"Khalil, EB., Gupta, A., Dilkina, B.: Combinatorial attacks on binarized neural networks. In: International Conference on Learning Representations, (2018)"},{"key":"404_CR34","first-page":"1097","volume":"25","author":"A Krizhevsky","year":"2012","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. Adv. Neural. Inf. Process. Syst. 25, 1097\u20131105 (2012)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"404_CR35","doi-asserted-by":"crossref","unstructured":"Kurakin, A., Goodfellow, IJ., Bengio, S.: Adversarial examples in the physical world. In: Artificial Intelligence Safety and Security, pp. 99\u2013112. Chapman and Hall\/CRC, (2018)","DOI":"10.1201\/9781351251389-8"},{"key":"404_CR36","unstructured":"LeCun, Y.: The MNIST database of handwritten digits. http:\/\/yann.lecun.com\/exdb\/mnist\/, (1998)"},{"issue":"1","key":"404_CR37","first-page":"15","volume":"14","author":"S Leyffer","year":"2003","unstructured":"Leyffer, S.: Mathematical programs with complementarity constraints. SIAG\/OPT Views News 14(1), 15\u201318 (2003)","journal-title":"SIAG\/OPT Views News"},{"issue":"1","key":"404_CR38","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1137\/040621065","volume":"17","author":"S Leyffer","year":"2006","unstructured":"Leyffer, S., Lopez-Calva, G., Nocedal, J.: Interior methods for mathematical programs with complementarity constraints. SIAM J. Optim. 17(1), 52\u201377 (2006)","journal-title":"SIAM J. Optim."},{"key":"404_CR39","first-page":"597","volume":"30","author":"Y Li","year":"2017","unstructured":"Li, Y., Yuan, Y.: Convergence analysis of two-layer neural networks with ReLU activation. Adv. Neural. Inf. Process. Syst. 30, 597\u2013607 (2017)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"404_CR40","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1016\/j.artint.2016.01.005","volume":"244","author":"M Lombardi","year":"2017","unstructured":"Lombardi, M., Milano, M., Bartolini, A.: Empirical decision model learning. Artif. Intell. 244, 343\u2013367 (2017)","journal-title":"Artif. Intell."},{"key":"404_CR41","unstructured":"Mahajan, A., Leyffer, S., Linderoth, J., Luedtke, J., Munson, T.: MINOTAUR: a toolkit for solving mixed-integer nonlinear optimization. wiki-page, (2011). http:\/\/wiki.mcs.anl.gov\/minotaur"},{"key":"404_CR42","first-page":"2924","volume":"27","author":"GF Montufar","year":"2014","unstructured":"Montufar, G.F., Pascanu, R., Cho, K., Bengio, Y.: On the number of linear regions of deep neural networks. Adv. Neural. Inf. Process. Syst. 27, 2924\u20132932 (2014)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"404_CR43","unstructured":"Papalexopoulos, T., Tjandraatmadja, C., Anderson, R., Vielma, JP., Belanger, D.: Constrained discrete black-box optimization using mixed-integer programming. arXiv preprintarXiv:2110.09569, (2021)"},{"key":"404_CR44","unstructured":"Pascanu, R., Mont\u00fafar, G., Bengio, Y.: On the number of response regions of deep feed forward networks with piece-wise linear activations. In: International Conference on Learning Representations, (2014)"},{"key":"404_CR45","unstructured":"Paszke, A., Gross, S., Chintala, S., Chanan, G., Yang, E., DeVito, Z., Lin, Z., Desmaison, A., Antiga, L., Lerer, A.: Automatic differentiation in PyTorch. (2017)"},{"key":"404_CR46","unstructured":"Powell, M.: A method for nonlinear constraints in minimization problems in optimization. In: Fletcher\u00a0R. (ed.) Optimization. Academic Press, (1969)"},{"issue":"1","key":"404_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.paerosci.2005.02.001","volume":"41","author":"NV Queipo","year":"2005","unstructured":"Queipo, N.V., Haftka, R.T., Shyy, W., Goel, T., Vaidyanathan, R., Tucker, P.K.: Surrogate-based analysis and optimization. Prog. Aerosp. Sci. 41(1), 1\u201328 (2005)","journal-title":"Prog. Aerosp. Sci."},{"issue":"3","key":"404_CR48","doi-asserted-by":"publisher","first-page":"720","DOI":"10.1137\/S1052623403429081","volume":"15","author":"A Raghunathan","year":"2005","unstructured":"Raghunathan, A., Biegler, L.T.: An interior point method for mathematical programs with complementarity constraints (MPCCs). SIAM J. Optim. 15(3), 720\u2013750 (2005)","journal-title":"SIAM J. Optim."},{"key":"404_CR49","unstructured":"Ramachandran, P., Zoph, B., Le, QV: Searching for activation functions. arXiv preprintarXiv:1710.05941, (2017)"},{"key":"404_CR50","unstructured":"Ryu, M., Chow, Y., Anderson, R., Tjandraatmadja, C., Boutilier, C.: Caql: Continuous action q-learning. In: International Conference on Learning Representations, (2019)"},{"issue":"2","key":"404_CR51","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1007\/BF00138693","volume":"8","author":"NV Sahinidis","year":"1996","unstructured":"Sahinidis, N.V.: BARON: a general purpose global optimization software package. J. Global Optim. 8(2), 201\u2013205 (1996)","journal-title":"J. Global Optim."},{"key":"404_CR52","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1287\/moor.25.1.1.15213","volume":"25","author":"H Scheel","year":"2000","unstructured":"Scheel, H., Scholtes, S.: Mathematical program with complementarity constraints: Stationarity, optimality and sensitivity. Math. Oper. Res. 25, 1\u201322 (2000)","journal-title":"Math. Oper. Res."},{"issue":"3","key":"404_CR53","doi-asserted-by":"publisher","first-page":"925","DOI":"10.1007\/s10957-018-1396-0","volume":"180","author":"AM Schweidtmann","year":"2019","unstructured":"Schweidtmann, A.M., Mitsos, A.: Deterministic global optimization with artificial neural networks embedded. J. Optim. Theory Appl. 180(3), 925\u2013948 (2019)","journal-title":"J. Optim. Theory Appl."},{"key":"404_CR54","doi-asserted-by":"crossref","unstructured":"Serra, T., Ramalingam, S.: Empirical bounds on linear regions of deep rectifier networks. In: AAAI, pp. 5628\u20135635 (2020)","DOI":"10.1609\/aaai.v34i04.6016"},{"key":"404_CR55","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations, (2014)"},{"key":"404_CR56","unstructured":"Szegedy, C., Zaremba, W., Sutskever, I., Bruna, J., Erhan, D., Goodfellow, I., Fergus, R.: Intriguing properties of neural networks. In: 2nd International Conference on Learning Representations, (2014)"},{"key":"404_CR57","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-3532-1","volume-title":"Convexification and Global Optimization in Continuous and Mixed-Integer Nonlinear Programming: Theory, Algorithms, Software, and Applications","author":"M Tawarmalani","year":"2002","unstructured":"Tawarmalani, M., Sahinidis, N.V.: Convexification and Global Optimization in Continuous and Mixed-Integer Nonlinear Programming: Theory, Algorithms, Software, and Applications. Kluwer Academic Publishers, Boston MA (2002)"},{"key":"404_CR58","unstructured":"Tjeng, V., Xiao, K., Tedrake, R.: Evaluating robustness of neural networks with mixed integer programming. arXiv preprintarXiv:1711.07356, (2017)"},{"key":"404_CR59","unstructured":"Tsay, C., Kronqvist, J., Thebelt, A., Misener, R.: Partition-based formulations for mixed-integer optimization of trained relu neural networks. Adv. Neural Inf. Process. Syst. 34, (2021)"},{"issue":"1","key":"404_CR60","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/s10107-004-0559-y","volume":"106","author":"A W\u00e4chter","year":"2006","unstructured":"W\u00e4chter, A., Biegler, L.T.: On the implementation of a primal-dual interior point filter line search algorithm for large-scale nonlinear programming. Math. Program. 106(1), 25\u201357 (2006)","journal-title":"Math. Program."},{"key":"404_CR61","doi-asserted-by":"crossref","unstructured":"Zaslavsky, T.: Facing up to arrangements: Face-count formulas for partitions of space by hyperplanes: Face-count formulas for partitions of space by hyperplanes, vol. 154. American Mathematical Soc., (1975)","DOI":"10.1090\/memo\/0154"},{"key":"404_CR62","unstructured":"Zhang, Z., Brand, M.: Convergent block coordinate descent for training tikhonov regularized deep neural networks, (2017)"}],"container-title":["Computational Optimization and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10589-022-00404-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10589-022-00404-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10589-022-00404-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,23]],"date-time":"2022-11-23T11:21:26Z","timestamp":1669202486000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10589-022-00404-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,14]]},"references-count":62,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["404"],"URL":"https:\/\/doi.org\/10.1007\/s10589-022-00404-9","relation":{},"ISSN":["0926-6003","1573-2894"],"issn-type":[{"value":"0926-6003","type":"print"},{"value":"1573-2894","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,14]]},"assertion":[{"value":"21 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 July 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 November 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}