{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,29]],"date-time":"2026-03-29T20:24:48Z","timestamp":1774815888586,"version":"3.50.1"},"reference-count":44,"publisher":"Society for Industrial & Applied Mathematics (SIAM)","issue":"1","funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CIF-1910385"],"award-info":[{"award-number":["CIF-1910385"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["CMMI-1727757"],"award-info":[{"award-number":["CMMI-1727757"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["SIAM J. Optim."],"published-print":{"date-parts":[[2023,3,31]]},"DOI":"10.1137\/20m1387341","type":"journal-article","created":{"date-parts":[[2023,1,24]],"date-time":"2023-01-24T16:22:08Z","timestamp":1674577328000},"page":"147-180","source":"Crossref","is-referenced-by-count":54,"title":["A Two-Timescale Stochastic Algorithm Framework for Bilevel Optimization: Complexity Analysis and Application to Actor-Critic"],"prefix":"10.1137","volume":"33","author":[{"given":"Mingyi","family":"Hong","sequence":"first","affiliation":[{"name":"Department of ECE, University of Minnesota, Minneapolis, MN 55455 USA."}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4796-4483","authenticated-orcid":true,"given":"Hoi-To","family":"Wai","sequence":"additional","affiliation":[{"name":"Department of SEEM, The Chinese University of Hong Kong, Hong Kong."}]},{"given":"Zhaoran","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of IEMS, Northwestern University, Evanston, IL 60208 USA."}]},{"given":"Zhuoran","family":"Yang","sequence":"additional","affiliation":[{"name":"Department of Statistics and Data Science, Yale University, New Haven, CT 06520 USA."}]}],"member":"351","published-online":{"date-parts":[[2023,1,27]]},"reference":[{"key":"ref1","first-page":"1","volume":"22","author":"Agarwal A.","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-007-5038-2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611974997"},{"key":"ref5","first-page":"105","volume-title":"Advances in Neural Information Processing Systems","volume":"20","author":"Bhatnagar S.","year":"2007"},{"key":"ref6","first-page":"1204","volume-title":"Advances in Neural Information Processing Systems","author":"Bhatnagar S.","year":"2009"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-6911(97)90015-3"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1287\/opre.22.5.1102"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1287\/opre.21.1.37"},{"key":"ref11","volume-title":"ICML","author":"Chen J.","year":"2019"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-007-0176-2"},{"key":"ref15","first-page":"809","volume":"15","author":"Dann C.","year":"2014","journal-title":"J. Mach. Learn. Res. (JMLR)"},{"key":"ref16","author":"Davis D.","year":"2018","journal-title":"Stochastic Subgradient Method Converges at the Rate on Weakly Convex Functions"},{"key":"ref17","author":"Doan T. T.","journal-title":"IEEE Trans. Automat. Control"},{"key":"ref18","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Durmus A.","year":"2021"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/BF01585928"},{"key":"ref23","author":"Ghadimi S.","year":"2018","journal-title":"Approximation Methods for Bilevel Programming"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10208-021-09533-9"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/BF02098173"},{"key":"ref30","first-page":"1531","volume-title":"Advances in Neural Information Processing Systems","author":"Kakade S. M.","year":"2002"},{"key":"ref31","first-page":"1","volume":"125","author":"Kaledin M.","year":"2020","journal-title":"Proc. Mach. Learn. Res. (PMLR)"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1287\/moor.2017.0855"},{"key":"ref33","first-page":"1008","volume-title":"Advances in Neural Information Processing Systems","author":"Konda V. R.","year":"2000"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1214\/105051604000000116"},{"key":"ref36","author":"Likhosherstov V.","year":"2020","journal-title":"Ufo-blo: Unbiased First-Order Bilevel Optimization"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.11251"},{"key":"ref38","first-page":"6305","volume":"119","author":"Liu R.","year":"2020","journal-title":"Proc. Mach. Learn. Res., (PMLR)"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511983658"},{"key":"ref41","first-page":"347","volume":"157","author":"Mehra A.","year":"2021","journal-title":"Proc. Mach. Learn. Res. (PMLR)"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1214\/105051606000000448"},{"key":"ref43","first-page":"815","volume":"9","author":"Munos R.","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"ref44","first-page":"737","volume":"48","author":"Pedregosa F.","year":"2016","journal-title":"Proc. Mah. Learn. Res. (PMLR)"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2007.11.026"},{"key":"ref47","first-page":"113","volume-title":"Advances in Neural Information Processing Systems","volume":"32","author":"Rajeswaran A.","year":"2019"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1137\/16M105592X"},{"key":"ref50","first-page":"1723","volume-title":"Artificial Intelligence and Statistics","author":"Shaban A.","year":"2019"},{"key":"ref51","volume-title":"The Theory of Market Economy","author":"Stackelberg H. V.","year":"1952"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/BF00115009"},{"key":"ref53","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton R. S.","year":"2018"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-01551-9"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/BF02191670"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-016-1017-3"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/BF01096412"},{"key":"ref59","first-page":"17617","volume-title":"Advances in Neural Information Processing Systems","author":"Wu Y.","year":"2020"},{"key":"ref62","first-page":"6995","volume":"97","author":"Yang L.","year":"2019","journal-title":"Proc. Mach. Learn. Res. (PMLR)"}],"container-title":["SIAM Journal on Optimization"],"original-title":[],"language":"en","deposited":{"date-parts":[[2023,11,21]],"date-time":"2023-11-21T23:13:44Z","timestamp":1700608424000},"score":1,"resource":{"primary":{"URL":"https:\/\/epubs.siam.org\/doi\/10.1137\/20M1387341"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,27]]},"references-count":44,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,3,31]]}},"alternative-id":["10.1137\/20M1387341"],"URL":"https:\/\/doi.org\/10.1137\/20m1387341","relation":{},"ISSN":["1052-6234","1095-7189"],"issn-type":[{"value":"1052-6234","type":"print"},{"value":"1095-7189","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,27]]}}}