{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T15:56:32Z","timestamp":1774626992944,"version":"3.50.1"},"reference-count":50,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key R&D Program of China","award":["2020YFB1313503"],"award-info":[{"award-number":["2020YFB1313503"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61922019"],"award-info":[{"award-number":["61922019"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["11971220"],"award-info":[{"award-number":["11971220"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shenzhen Science and Technology Program","award":["RCYX20200714114700072"],"award-info":[{"award-number":["RCYX20200714114700072"]}]},{"name":"Shenzhen Natural Science Fund","award":["20200925152128002"],"award-info":[{"award-number":["20200925152128002"]}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009059","name":"Pacific Institute for the Mathematical Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009059","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2023,1,1]]},"DOI":"10.1109\/tpami.2022.3140249","type":"journal-article","created":{"date-parts":[[2022,1,4]],"date-time":"2022-01-04T20:33:23Z","timestamp":1641328403000},"page":"38-57","source":"Crossref","is-referenced-by-count":27,"title":["A General Descent Aggregation Framework for Gradient-Based Bi-Level Optimization"],"prefix":"10.1109","volume":"45","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9554-0565","authenticated-orcid":false,"given":"Risheng","family":"Liu","sequence":"first","affiliation":[{"name":"DUT-RU International School of Information Science & Engineering, Dalian University of Technology, Dalian, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5330-2673","authenticated-orcid":false,"given":"Pan","family":"Mu","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6900-6983","authenticated-orcid":false,"given":"Xiaoming","family":"Yuan","sequence":"additional","affiliation":[{"name":"Department of Mathematics, The University of Hong Kong, Hong Kang, China"}]},{"given":"Shangzhi","family":"Zeng","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Statistics, University of Victoria, Victoria, BC, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6691-5612","authenticated-orcid":false,"given":"Jin","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Mathematics, SUSTech International Center for Mathematics, National Center for Applied Mathematics Shenzhen, Southern University of Science and Technology, Shenzhen, Guangdong, China"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1017\/S0962492900002300"},{"key":"ref38","author":"nocedal","year":"2006","journal-title":"Numerical Optimization"},{"key":"ref33","first-page":"810","article-title":"Implicit differentiation of lasso-type models for hyperparameter optimization","author":"bertrand","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref32","first-page":"1540","article-title":"Optimizing millions of hyperparameters by implicit differentiation","author":"lorraine","year":"2020","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref31","first-page":"3748","article-title":"On the iteration complexity of hypergradient computation","author":"grazzi","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref30","article-title":"Stochastic hyperparameter optimization through hypernetworks","volume":"abs 1802 9419","author":"lorraine","year":"2018","journal-title":"CoRR"},{"key":"ref37","first-page":"10 809","article-title":"A mathematical model for automatic differentiation in machine learning","author":"bolte","year":"2020","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref36","first-page":"1082","article-title":"On the convergence theory of gradient-based model-agnostic meta-learning algorithms","author":"fallah","year":"2020","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref35","first-page":"737","article-title":"Hyperparameter optimization with approximate gradient","author":"pedregosa","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref34","article-title":"A value-function-based interior-point method for non-convex bi-level optimization","volume":"abs 2110 4974","author":"liu","year":"0","journal-title":"CoRR"},{"key":"ref28","first-page":"1126","article-title":"Model-agnostic meta-learning for fast adaptation of deep networks","author":"finn","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref27","first-page":"1723","article-title":"Truncated back-propagation for bilevel optimization","author":"shaban","year":"2019","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref29","article-title":"On first-order meta-learning algorithms","volume":"abs 1803 2999","author":"nichol","year":"2018","journal-title":"CoRR"},{"key":"ref2","first-page":"113","article-title":"Meta-learning with implicit gradients","author":"rajeswaran","year":"2019","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref1","first-page":"6305","article-title":"A generic first-order algorithmic framework for bi-level programming beyond lower-level singleton","author":"liu","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58555-6_8"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICME46284.2020.9102782"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s10851-016-0662-8"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/BF01586088"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2020.3004733"},{"key":"ref26","first-page":"2113","article-title":"Gradient-based hyperparameter optimization through reversible learning","author":"maclaurin","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s40304-017-0103-z","article-title":"A proposal on machine learning via dynamical systems","volume":"5","author":"weinan","year":"2017","journal-title":"Commun Math Stat"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01092"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s10589-020-00178-y"},{"key":"ref11","article-title":"Towards gradient-based bilevel optimization with non-convex followers and beyond","volume":"34","author":"liu","year":"2021","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-9467-7"},{"key":"ref12","first-page":"1563","article-title":"Bilevel programming for hyperparameter optimization and meta-learning","author":"franceschi","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref13","article-title":"Adversarial attacks on graph neural networks via meta learning","author":"z\u00fcgner","year":"2019","journal-title":"in Proc Int Conf Learn Representations"},{"key":"ref14","first-page":"1165","article-title":"Forward and reverse gradient-based hyperparameter optimization","author":"franceschi","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref15","article-title":"Hyperparameter learning via bilevel nonsmooth optimization","volume":"abs 1806 1520","author":"okuno","year":"0","journal-title":"CoRR"},{"key":"ref16","first-page":"8351","article-title":"Provably global convergence of actor-critic: A case for linear quadratic regulator with ergodic cost","author":"yang","year":"2019","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref17","article-title":"Darts: Differentiable architecture search","author":"liu","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01099"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207447"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1137\/120882706"},{"key":"ref3","article-title":"Self-tuning networks: Bilevel optimization of hyperparameters using structured best-response functions","author":"mackay","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref6","author":"dempe","year":"2018","journal-title":"Bilevel Optimization Theory Algorithms and Applications"},{"key":"ref5","article-title":"Investigating bi-level optimization for learning and vision from a unified perspective: A survey and beyond","author":"liu","year":"2021","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1080\/02331930701617551"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/02331934.2018.1543294"},{"key":"ref49","article-title":"Meta-SGD: Learning to learn quickly for few shot learning","volume":"abs 1707 9835","author":"li","year":"2017","journal-title":"CoRR"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s10957-011-9941-0"},{"key":"ref46","first-page":"3630","article-title":"Matching networks for one shot learning","author":"vinyals","year":"2016","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref45","article-title":"Fashion-Mnist: A novel image dataset for benchmarking machine learning algorithms","volume":"abs 1708 7747","author":"xiao","year":"2017","journal-title":"CoRR"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1126\/science.aab3050"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00755"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611974997"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1137\/S105262340343467X"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref43","first-page":"5595","article-title":"Automatic differentiation in machine learning: A survey","volume":"18","author":"baydin","year":"2017","journal-title":"J Mach Learn Res"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9970415\/09669130.pdf?arnumber=9669130","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,26]],"date-time":"2022-12-26T19:16:04Z","timestamp":1672082164000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9669130\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,1]]},"references-count":50,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2022.3140249","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,1]]}}}