{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,17]],"date-time":"2025-05-17T04:06:50Z","timestamp":1747454810203,"version":"3.40.5"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031923654"},{"type":"electronic","value":"9783031923661"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-92366-1_27","type":"book-chapter","created":{"date-parts":[[2025,5,16]],"date-time":"2025-05-16T03:58:59Z","timestamp":1747367939000},"page":"347-359","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Bilevel Learning with\u00a0Inexact Stochastic Gradients"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-1814-5024","authenticated-orcid":false,"given":"Mohammad Sadegh","family":"Salehi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7957-8758","authenticated-orcid":false,"given":"Subhadip","family":"Mukherjee","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6438-9703","authenticated-orcid":false,"given":"Lindon","family":"Roberts","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8523-353X","authenticated-orcid":false,"given":"Matthias J.","family":"Ehrhardt","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,5,17]]},"reference":[{"issue":"3","key":"27_CR1","doi-asserted-by":"publisher","first-page":"1003","DOI":"10.1137\/21M1455887","volume":"4","author":"L Bogensperger","year":"2022","unstructured":"Bogensperger, L., Chambolle, A., Pock, T.: Convergence of a piggyback-style method for the differentiation of solutions of standard saddle-point problems. SIAM J. Math. Data Sci. 4(3), 1003\u20131030 (2022)","journal-title":"SIAM J. Math. Data Sci."},{"key":"27_CR2","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1017\/S096249291600009X","volume":"25","author":"A Chambolle","year":"2016","unstructured":"Chambolle, A., Pock, T.: An introduction to continuous optimization for imaging. Acta Numer. 25, 161\u2013319 (2016)","journal-title":"Acta Numer."},{"doi-asserted-by":"crossref","unstructured":"Chen, Y., Ranftl, R., Pock, T.: Insights into analysis operator learning: from patch-based sparse models to higher order MRFs. IEEE Trans. Image Process. 23(3), 1060\u20131072 (2014)","key":"27_CR3","DOI":"10.1109\/TIP.2014.2299065"},{"issue":"2\u20133","key":"27_CR4","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1561\/2000000111","volume":"15","author":"C Crockett","year":"2022","unstructured":"Crockett, C., Fessler, J.A.: Bilevel methods for image reconstruction. Found. Trends Signal Process. 15(2\u20133), 121\u2013289 (2022)","journal-title":"Found. Trends Signal Process."},{"unstructured":"Demidovich, Y., Malinovsky, G., Sokolov, I., Richt\u00e1rik, P.: A guide through the zoo of biased SGD. In: Thirty-seventh Conference on Neural Information Processing Systems (2023)","key":"27_CR5"},{"doi-asserted-by":"crossref","unstructured":"Dempe, S., Zemkoho, A. (eds.): Bilevel Optimization: Advances and Next Challenges, vol.\u00a0161. Springer International Publishing, Cham (2020)","key":"27_CR6","DOI":"10.1007\/978-3-030-52119-6"},{"issue":"11","key":"27_CR7","doi-asserted-by":"publisher","first-page":"115008","DOI":"10.1088\/1361-6420\/ad797a","volume":"40","author":"S Downing","year":"2024","unstructured":"Downing, S., Gazzola, S., Graham, I.G., Spence, E.A.: Optimising seismic imaging design parameters via bilevel learning. Inverse Probl. 40(11), 115008 (2024)","journal-title":"Inverse Probl."},{"doi-asserted-by":"crossref","unstructured":"Ehrhardt, M.J., Gazzola, S., Scott, S.J.: On optimal regularization parameters via bilevel learning. In: Data-driven Models in Inverse Problems. Radon Series on Computational and Applied Mathematics - RICAM, De Gruyter (2024)","key":"27_CR8","DOI":"10.1515\/9783111251233-001"},{"doi-asserted-by":"crossref","unstructured":"Ehrhardt, M.J., Roberts, L.: Analyzing inexact hypergradients for bilevel learning. IMA J. Appl. Math. 89(1), 254\u2013278 (2023)","key":"27_CR9","DOI":"10.1093\/imamat\/hxad035"},{"unstructured":"Franceschi, L., Frasconi, P., Salzo, S., Grazzi, R., Pontil, M.: Bilevel programming for hyperparameter optimization and meta-learning. In: Proceedings of the 35th ICML, vol.\u00a080, pp. 1568\u20131577 (2018)","key":"27_CR10"},{"unstructured":"Ghadimi, S., Wang, M.: Approximation methods for bilevel programming (2018)","key":"27_CR11"},{"key":"27_CR12","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1109\/TCI.2023.3306100","volume":"9","author":"A Goujon","year":"2022","unstructured":"Goujon, A., Neumayer, S., Bohra, P., Ducotterd, S., Unser, M.A.: A neural-network-based convex regularizer for inverse problems. IEEE Trans. Comput. Imaging 9, 781\u2013795 (2022)","journal-title":"IEEE Trans. Comput. Imaging"},{"unstructured":"Gower, R.M., Loizou, N., Qian, X., Sailanbayev, A., Shulgin, E., Richt\u00e1rik, P.: SGD: general analysis and improved rates. In: Proceedings of the 36th ICML, vol.\u00a097, pp. 5200\u20135209 (2019)","key":"27_CR13"},{"unstructured":"Grazzi, R., Franceschi, L., Pontil, M., Salzo, S.: On the iteration complexity of hypergradient computation. In: Proceedings of the 37th ICML, vol.\u00a0119, pp. 3748\u20133758 (2020)","key":"27_CR14"},{"unstructured":"Grazzi, R., Pontil, M., Salzo, S.: Convergence properties of stochastic hypergradients. In: Proceedings of the 24th AISTATS, vol.\u00a0130, pp. 3826\u20133834 (2021)","key":"27_CR15"},{"issue":"11","key":"27_CR16","doi-asserted-by":"publisher","first-page":"115012","DOI":"10.1088\/1361-6420\/aade77","volume":"34","author":"G Holler","year":"2018","unstructured":"Holler, G., Kunisch, K., Barnard, R.C.: A bilevel approach for parameter learning in inverse problems. Inverse Prob. 34(11), 115012 (2018)","journal-title":"Inverse Prob."},{"unstructured":"Ji, K., Yang, J., Liang, Y.: Bilevel optimization: convergence analysis and enhanced design. In: Proceedings of the 38th ICML, vol.\u00a0139, pp. 4882\u20134892 (2021)","key":"27_CR17"},{"unstructured":"Khaled, A., Richt\u00e1rik, P.: Better theory for SGD in the nonconvex world. Trans. Mach. Learn. Res. (2023)","key":"27_CR18"},{"key":"27_CR19","doi-asserted-by":"publisher","first-page":"938","DOI":"10.1137\/120882706","volume":"6","author":"K Kunisch","year":"2013","unstructured":"Kunisch, K., Pock, T.: A bilevel optimization approach for parameter learning in variational models. SIAM J. Imaging Sci. 6, 938\u2013983 (2013)","journal-title":"SIAM J. Imaging Sci."},{"unstructured":"Kwon, J., Kwon, D., Wright, S., Nowak, R.D.: A fully first-order method for stochastic bilevel optimization. In: Proceedings of the 40th ICML, vol.\u00a0202, pp. 18083\u201318113 (2023)","key":"27_CR20"},{"unstructured":"Liu, B., Ye, M., Wright, S., Stone, P., Liu, Q.: BOME! bilevel optimization made easy: a simple first-order approach. In: Oh, A.H., Agarwal, A., Belgrave, D., Cho, K. (eds.) Advances in Neural Information Processing Systems (2022)","key":"27_CR21"},{"unstructured":"Mehmood, S., Ochs, P.: Automatic differentiation of some first-order methods in parametric optimization. In: Proceedings of the 23rd AISTATS, vol.\u00a0108, pp. 1584\u20131594 (2020)","key":"27_CR22"},{"doi-asserted-by":"crossref","unstructured":"Mukherjee, S., Dittmer, S., Shumaylov, Z., Lunz, S., \u00d6ktem, O., Sch\u00f6nlieb, C.B.: Data-driven convex regularizers for inverse problems. In: ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 13386\u201313390 (2024)","key":"27_CR23","DOI":"10.1109\/ICASSP48485.2024.10447719"},{"issue":"2","key":"27_CR24","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/s10851-016-0663-7","volume":"56","author":"P Ochs","year":"2016","unstructured":"Ochs, P., Ranftl, R., Brox, T., Pock, T.: Techniques for gradient-based bilevel optimization with non-smooth lower level problems. J. Math. Imaging Vis. 56(2), 175\u2013194 (2016)","journal-title":"J. Math. Imaging Vis."},{"unstructured":"Pedregosa, F.: Hyperparameter optimization with approximate gradient (2016)","key":"27_CR25"},{"unstructured":"Ramzi, Z., Mannel, F., Bai, S., Starck, J.L., Ciuciu, P., Moreau, T.: SHINE: sharing the inverse estimate from the forward pass for bi-level optimization and implicit models. In: International Conference on Learning Representations (2022)","key":"27_CR26"},{"doi-asserted-by":"crossref","unstructured":"Reyes, J.C.D.l., Villac\u00eds, D.: Bilevel Optimization Methods in Imaging, pp. 909\u2013941. Springer International Publishing, Cham (2023)","key":"27_CR27","DOI":"10.1007\/978-3-030-98661-2_66"},{"unstructured":"Salehi, M.S., Mukherjee, S., Roberts, L., Ehrhardt, M.J.: An adaptively inexact first-order method for bilevel optimization with application to hyperparameter learning (2024)","key":"27_CR28"},{"doi-asserted-by":"crossref","unstructured":"Sherry, F., et al.: Learning the sampling pattern for MRI. IEEE Trans. Med. Imaging 39(12), 4310\u20134321 (2020)","key":"27_CR29","DOI":"10.1109\/TMI.2020.3017353"},{"unstructured":"Suonper\u00e4, E., Valkonen, T.: General single-loop methods for bilevel parameter learning (2024)","key":"27_CR30"}],"container-title":["Lecture Notes in Computer Science","Scale Space and Variational Methods in Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-92366-1_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,16]],"date-time":"2025-05-16T11:52:01Z","timestamp":1747396321000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-92366-1_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031923654","9783031923661"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-92366-1_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"17 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SSVM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Scale Space and Variational Methods in Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dartington","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 May 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 May 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"scalespace2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}