{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T05:08:51Z","timestamp":1774415331568,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,9,16]],"date-time":"2022-09-16T00:00:00Z","timestamp":1663286400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,9,16]],"date-time":"2022-09-16T00:00:00Z","timestamp":1663286400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Math. Program."],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1007\/s10107-022-01888-3","type":"journal-article","created":{"date-parts":[[2022,9,16]],"date-time":"2022-09-16T12:05:22Z","timestamp":1663329922000},"page":"1583-1616","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["Difference of convex algorithms for bilevel programs with applications in hyperparameter selection"],"prefix":"10.1007","volume":"198","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5954-4737","authenticated-orcid":false,"given":"Jane J.","family":"Ye","sequence":"first","affiliation":[]},{"given":"Xiaoming","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Shangzhi","family":"Zeng","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6691-5612","authenticated-orcid":false,"given":"Jin","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,9,16]]},"reference":[{"key":"1888_CR1","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/s10107-012-0535-x","volume":"138","author":"G Allende","year":"2013","unstructured":"Allende, G., Still, G.: Solving bilevel programs with the KKT-approach. Math. Program. 138, 309\u2013332 (2013)","journal-title":"Math. Program."},{"key":"1888_CR2","doi-asserted-by":"publisher","first-page":"1169","DOI":"10.1287\/moor.2021.1164","volume":"47","author":"K Bai","year":"2022","unstructured":"Bai, K., Ye, J.J.: Directional necessary optimality conditions for bilevel programs. Math. Oper. Res. 47, 1169\u20131191 (2022)","journal-title":"Math. Oper. Res."},{"key":"1888_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-2836-1","volume-title":"Practical Bilevel Optimization: Algorithms and Applications","author":"J Bard","year":"1998","unstructured":"Bard, J.: Practical Bilevel Optimization: Algorithms and Applications. Kluwer Academic Publishers, Dordrecht (1998)"},{"key":"1888_CR4","doi-asserted-by":"crossref","unstructured":"Beck, A.: First-order methods in optimization. Society for Industrial and Applied Mathematics (2017)","DOI":"10.1137\/1.9781611974997"},{"key":"1888_CR5","doi-asserted-by":"publisher","first-page":"556","DOI":"10.1287\/opre.38.3.556","volume":"38","author":"A Ben-Tal","year":"1990","unstructured":"Ben-Tal, A., Blair, C.: Computational difficulties of bilevel linear programming. Oper. Res. 38, 556\u2013560 (1990)","journal-title":"Oper. Res."},{"key":"1888_CR6","doi-asserted-by":"crossref","unstructured":"Bennett, K.P., Hu, J., Ji., X., Kunapuli, G., Pang, J.-S.: Model selection via bilevel optimization, In: The 2006 IEEE International Joint Conference on Neural Network Proceedings. 1922-1929 (2006)","DOI":"10.1109\/IJCNN.2006.246935"},{"key":"1888_CR7","unstructured":"Bergstra, J., Yamins, D., Cox, D.: Making a science of model search: Hyperparameter optimization in hundreds of dimensions for vision architectures, In: International Conference on Machine Learning. 28(1), 115-123 (2013)"},{"issue":"3","key":"1888_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1961189.1961199","volume":"2","author":"C-C Chang","year":"2011","unstructured":"Chang, C.-C., Lin, C.-J.: LIBSVM\u202f: a library for support vector machines. ACM Transact. Intell. Syst Tech. 2(3), 1\u201327 (2011)","journal-title":"ACM Transact. Intell. Syst Tech."},{"key":"1888_CR9","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611971309","volume-title":"Optimization and Nonsmooth Analysis","author":"FH Clarke","year":"1990","unstructured":"Clarke, F.H.: Optimization and Nonsmooth Analysis. Society for Industrial and Applied Mathematics, Philadelphia (1990)"},{"key":"1888_CR10","volume-title":"Nonsmooth Analysis and Control Theorey","author":"FH Clarke","year":"1998","unstructured":"Clarke, F.H., Ledyaev, Y.S., Stern, R.J., Wolenski, P.R.: Nonsmooth Analysis and Control Theorey. Springer Science & Business Media, New York (1998)"},{"issue":"1\u20132","key":"1888_CR11","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1007\/s10479-007-0176-2","volume":"153","author":"B Colson","year":"2007","unstructured":"Colson, B., Marcotte, P., Savard, G.: An overview of bilevel optimization. Ann. Oper. Res. 153(1\u20132), 235\u2013256 (2007)","journal-title":"Ann. Oper. Res."},{"key":"1888_CR12","volume-title":"Foundations of Bilevel Programming","author":"S Dempe","year":"2002","unstructured":"Dempe, S.: Foundations of Bilevel Programming. Kluwer Academic Publishers, Dordrecht (2002)"},{"key":"1888_CR13","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/s10107-010-0342-1","volume":"131","author":"S Dempe","year":"2012","unstructured":"Dempe, S., Dutta, J.: Is bilevel programming a special case of mathematical programming with equilibrium constraints? Math. Program. 131, 37\u201348 (2012)","journal-title":"Math. Program."},{"key":"1888_CR14","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-52119-6","volume-title":"Bilevel Optimization: Advances and Next Challenges","author":"S Dempe","year":"2020","unstructured":"Dempe, S., Zemkoho, A.: Bilevel Optimization: Advances and Next Challenges, vol. 161. Springer Optimization and its Applications, Berlin (2020)"},{"key":"1888_CR15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-45827-3","volume-title":"Bilevel Programming Problems","author":"S Dempe","year":"2015","unstructured":"Dempe, S., Kalashnikov, V., P\u00e9rez-Vald\u00e9s, G., Kalashnykova, N.: Bilevel Programming Problems. Springer Science & Business Media, Berlin, Energy Systems (2015)"},{"key":"1888_CR16","unstructured":"Franceschi, L., Frasconi, P., Salzo, S., Grazzi, R., Pontil, M.: Bilevel programming for hyperparameter optimization and meta-learning. In: International Conference on Machine Learning. 80, 1568-1577 (2018)"},{"key":"1888_CR17","unstructured":"Gao, L., Ye, J.J., Yin, H., Zeng, S., Zhang, J.: Value function based difference-of-convex algorithm for bilevel hyperparameter selection problems. In: International Conference on Machine Learning. 162, 7164-7182 (2022)"},{"key":"1888_CR18","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1137\/S1052623401395553","volume":"13","author":"R Henrion","year":"2002","unstructured":"Henrion, R., Jourani, A., Outrata, J.V.: On the calmness of a class of multifunctions. SIAM J. Optim. 13, 603\u2013618 (2002)","journal-title":"SIAM J. Optim."},{"issue":"1","key":"1888_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1023\/A:1021765131316","volume":"103","author":"R Horst","year":"1999","unstructured":"Horst, R., Thoai, N.V.: DC programming: overview. J. Optim. Theory Appl. 103(1), 1\u201343 (1999)","journal-title":"J. Optim. Theory Appl."},{"key":"1888_CR20","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1007\/BF02193099","volume":"81","author":"A Jourani","year":"1994","unstructured":"Jourani, A.: Constraint qualifications and Lagrange multipliers in nondifferentiable programming problems. J. Optim. Theory Appl. 81, 533\u2013548 (1994)","journal-title":"J. Optim. Theory Appl."},{"key":"1888_CR21","unstructured":"Kunapuli, G.: A bilevel optimization approach to machine learning. Ph.D Thesis. (2008)"},{"key":"1888_CR22","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1080\/10556780802102586","volume":"23","author":"G Kunapuli","year":"2008","unstructured":"Kunapuli, G., Bennett, K.P., Hu, J., Pang, J.-S.: Classification model selection via bilevel programming. Optim. Meth. Softw. 23, 475\u2013489 (2008)","journal-title":"Optim. Meth. Softw."},{"key":"1888_CR23","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1090\/crmp\/045\/07","volume":"45","author":"G Kunapuli","year":"2008","unstructured":"Kunapuli, G., Bennett, K.P., Hu, J., Pang, J.-S.: Bilevel model selection for support vector machines. CRM Proc. Lecture Notes 45, 129\u2013158 (2008)","journal-title":"CRM Proc. Lecture Notes"},{"key":"1888_CR24","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1007\/s10589-020-00178-y","volume":"76","author":"L Lampariello","year":"2020","unstructured":"Lampariello, L., Sagratella, S.: Numerically tractable optimistic bilevel problems. Comput. Optim. Appl. 76, 277\u2013303 (2020)","journal-title":"Comput. Optim. Appl."},{"key":"1888_CR25","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1007\/s10107-013-0633-4","volume":"144","author":"G Lin","year":"2014","unstructured":"Lin, G., Xu, M., Ye, J.J.: On solving simple bilevel programs with a nonconvex lower level program. Math. Program. 144, 277\u2013305 (2014)","journal-title":"Math. Program."},{"key":"1888_CR26","first-page":"6305","volume":"119","author":"R Liu","year":"2020","unstructured":"Liu, R., Mu, P., Yuan, X., Zeng, S., Zhang, J.: A generic first-order algorithmic framework for bi-level programming beyond lower-level singleton. Inter. Conf. Mach. Learning. 119, 6305\u20136315 (2020)","journal-title":"Inter. Conf. Mach. Learning."},{"key":"1888_CR27","doi-asserted-by":"crossref","unstructured":"Liu, R., Mu, P., Yuan, X., Zeng, S., Zhang, J.: A generic descent aggregation framework for gradient-based bi-level optimization. IEEE Transactions on Pattern Analysis and Machine Intelligence. (2022)","DOI":"10.1109\/TPAMI.2022.3140249"},{"key":"1888_CR28","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511983658","volume-title":"Mathematical Programs with Equilibrium Constraints","author":"Z-Q Luo","year":"1996","unstructured":"Luo, Z.-Q., Pang, J.-S., Ralph, D.: Mathematical Programs with Equilibrium Constraints. Cambridge University Press, Cambridge (1996)"},{"key":"1888_CR29","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1111\/1467-937X.00075","volume":"66","author":"JA Mirrlees","year":"1999","unstructured":"Mirrlees, J.A.: The theory of moral hazard and unobservable behaviour: Part I. Rev. Econ. Stud. 66, 3\u201321 (1999)","journal-title":"Rev. Econ. Stud."},{"key":"1888_CR30","unstructured":"Moore, G.: Bilevel programming algorithms for machine learning model selection. Ph.D Thesis. (2010)"},{"key":"1888_CR31","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/s10994-011-5246-7","volume":"85","author":"G Moore","year":"2011","unstructured":"Moore, G., Bergeron, C., Bennett, K.P.: Model selection for primal SVM. Mach. Learn. 85, 175\u2013208 (2011)","journal-title":"Mach. Learn."},{"key":"1888_CR32","doi-asserted-by":"publisher","first-page":"1728","DOI":"10.1137\/15M1052172","volume":"27","author":"J Nie","year":"2017","unstructured":"Nie, J., Wang, L., Ye, J.J.: Bilevel polynomial programs and semidefinite relaxation methods. SIAM J. Optim. 27, 1728\u20131757 (2017)","journal-title":"SIAM J. Optim."},{"issue":"3","key":"1888_CR33","doi-asserted-by":"publisher","first-page":"2368","DOI":"10.1137\/20M1352375","volume":"31","author":"J Nie","year":"2021","unstructured":"Nie, J., Wang, L., Ye, J.J., Zhong, S.: A Lagrange Multiplier Expression Method for Bilevel Polynomial Optimization. SIAM J. Optim. 31(3), 2368\u20132395 (2021)","journal-title":"SIAM J. Optim."},{"key":"1888_CR34","doi-asserted-by":"crossref","unstructured":"Okuno, T., Kawana, A.: Bilevel optimization of regularization hyperparameters in machine learning. In: Bilevel Optimization: Advances and Next Challenges, Ch.\u00a06. Springer Optimization and its Applications, vol. 161 (2020)","DOI":"10.1007\/978-3-030-52119-6_6"},{"key":"1888_CR35","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/BF01416737","volume":"34","author":"JV Outrata","year":"1990","unstructured":"Outrata, J.V.: On the numerical solution of a class of Stackelberg problems. ZOR - Meth. Models Oper. Res. 34, 255\u2013277 (1990)","journal-title":"ZOR - Meth. Models Oper. Res."},{"key":"1888_CR36","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-2825-5","volume-title":"Nonsmooth Approach to Optimization Problems with Equilibrium Constraints: Theory","author":"J Outrata","year":"1998","unstructured":"Outrata, J., Kocvara, M., Zowe, J.: Nonsmooth Approach to Optimization Problems with Equilibrium Constraints: Theory. Applications and Numerical Results. Kluwer Academic Publishers, Boston (1998)"},{"issue":"1","key":"1888_CR37","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1287\/moor.2016.0795","volume":"42","author":"JS Pang","year":"2017","unstructured":"Pang, J.S., Razaviyayn, M., Alvarado, A.: Computing B-stationary points of nonsmooth DC programs. Math. Oper. Res. 42(1), 95\u2013118 (2017)","journal-title":"Math. Oper. Res."},{"key":"1888_CR38","doi-asserted-by":"publisher","DOI":"10.1515\/9781400873173","volume-title":"Convex Anlysis","author":"RT Rockafellar","year":"1970","unstructured":"Rockafellar, R.T.: Convex Anlysis. Princeton University Press, Princeton (1970)"},{"key":"1888_CR39","first-page":"1","volume":"16","author":"RT Rockafellar","year":"1974","unstructured":"Rockafellar, R.T.: Conjugate duality and optimization. CBMS-NSF Regional Conf. Ser. in Appl. Math. 16, 1\u201374 (1974)","journal-title":"CBMS-NSF Regional Conf. Ser. in Appl. Math."},{"key":"1888_CR40","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-6305-1","volume-title":"Nondifferentiable and Two-level Mathematical Programming","author":"K Shimizu","year":"1997","unstructured":"Shimizu, K., Ishizuka, Y., Bard, J.: Nondifferentiable and Two-level Mathematical Programming. Kluwer Academic Publishers, Dordrecht (1997)"},{"key":"1888_CR41","volume-title":"Market Structure and Equilibrium","author":"H Stackelberg","year":"2010","unstructured":"Stackelberg, H.: Market Structure and Equilibrium. Springer Science & Business Media, Berlin (2010)"},{"key":"1888_CR42","volume-title":"Convex Optimization","author":"B Stephen","year":"2004","unstructured":"Stephen, B., Vandenberghe, L.: Convex Optimization. Cambridge University Press, Cambridge (2004)"},{"key":"1888_CR43","doi-asserted-by":"crossref","unstructured":"Thi, H.A.L., Dinh, D.T.: Advanced Computational Methods for Knowledge Engineering, DC programming and DCA for general DC programs. pp. 15-35. Springer, Cham, Switzerland (2014)","DOI":"10.1007\/978-3-319-06569-4_2"},{"key":"1888_CR44","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s10107-018-1235-y","volume":"169","author":"HAL Thi","year":"2018","unstructured":"Thi, H.A.L., Dinh, T.P.: DC programming and DCA: thirty years of developments. Math. Program. 169, 5\u201368 (2018)","journal-title":"Math. Program."},{"key":"1888_CR45","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1080\/10556789908805762","volume":"11","author":"KC Toh","year":"1999","unstructured":"Toh, K.C., Todd, M.J., Tutuncu, R.H.: SDPT3 - a Matlab software package for semidefinite programming. Optim. Meth. Softw. 11, 545\u2013581 (1999)","journal-title":"Optim. Meth. Softw."},{"key":"1888_CR46","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/s10107-002-0347-5","volume":"95","author":"RH Tutuncu","year":"2003","unstructured":"Tutuncu, R.H., Toh, K.C., Todd, M.J.: Solving semidefinite-quadratic-linear programs using SDPT3. Mathe. Program. Series B. 95, 189\u2013217 (2003)","journal-title":"Mathe. Program. Series B."},{"key":"1888_CR47","doi-asserted-by":"crossref","unstructured":"Ye, J.J.: Constraint qualifications and optimality conditions in bilevel optimization. In: Bilevel Optimization: Advances and Next Challenges, Ch.\u00a08. Springer Optimization and its Applications, vol. 161 (2020)","DOI":"10.1007\/978-3-030-52119-6_8"},{"key":"1888_CR48","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1080\/02331939508844060","volume":"33","author":"JJ Ye","year":"1995","unstructured":"Ye, J.J., Zhu, D.L.: Optimality conditions for bilevel programming problems. Optimization 33, 9\u201327 (1995)","journal-title":"Optimization"}],"container-title":["Mathematical Programming"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10107-022-01888-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10107-022-01888-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10107-022-01888-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,18]],"date-time":"2023-03-18T11:06:16Z","timestamp":1679137576000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10107-022-01888-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,16]]},"references-count":48,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,4]]}},"alternative-id":["1888"],"URL":"https:\/\/doi.org\/10.1007\/s10107-022-01888-3","relation":{},"ISSN":["0025-5610","1436-4646"],"issn-type":[{"value":"0025-5610","type":"print"},{"value":"1436-4646","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,16]]},"assertion":[{"value":"17 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 August 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}