{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T17:36:50Z","timestamp":1792863410230,"version":"4.5.0"},"reference-count":140,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2017,2,1]],"date-time":"2017-02-01T00:00:00Z","timestamp":1485907200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"Hong Kong RGC","award":["16207814"],"award-info":[{"award-number":["16207814"]}]},{"name":"Hong Kong RGC","award":["16206315"],"award-info":[{"award-number":["16206315"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Signal Process."],"published-print":{"date-parts":[[2017,2,1]]},"DOI":"10.1109\/tsp.2016.2601299","type":"journal-article","created":{"date-parts":[[2016,8,18]],"date-time":"2016-08-18T14:10:27Z","timestamp":1471529427000},"page":"794-816","source":"Crossref","is-referenced-by-count":1726,"title":["Majorization-Minimization Algorithms in Signal Processing, Communications, and Machine Learning"],"prefix":"10.1109","volume":"65","author":[{"given":"Ying","family":"Sun","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prabhu","family":"Babu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel P.","family":"Palomar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/BF01584648"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2005.864173"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176350263"},{"key":"ref32","article-title":"Sequence design to minimize the weighted integrated and peak sidelobe levels","author":"song","year":"2015"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2425808"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2015.2399924"},{"key":"ref37","first-page":"517","article-title":"Generalized power method for sparse principal component analysis","volume":"11","author":"journ\u00e9e","year":"2010","journal-title":"J Mach Learning Res"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2512535"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2004.831016"},{"key":"ref34","first-page":"211","article-title":"Sparse Bayesian learning and the relevance vector machine","volume":"1","author":"tipping","year":"2001","journal-title":"J Mach Learning Res"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2006.1660479"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2011.5946898"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2007.909318"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-010-5226-3"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2170685"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2394443"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2417513"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2014.2348944"},{"key":"ref101","article-title":"Sequential convex programming methods for solving nonlinear optimization problems with DC constraints","author":"quoc","year":"2011"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2009.2016257"},{"key":"ref100","first-page":"1","article-title":"Variations and extension of the convex-concave procedure","volume":"17","author":"lipp","year":"2015","journal-title":"Optim Eng"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2016.2546222"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/0024-3795(90)90204-P"},{"key":"ref51","first-page":"556","article-title":"Algorithms for non-negative matrix factorization","author":"lee","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2153848"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/1138127.1138129"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/s10898-016-0405-9"},{"key":"ref56","article-title":"A practical algorithm for the determination of phase from image and diffraction plane pictures","volume":"35","author":"gerchberg","year":"1972","journal-title":"Optik"},{"key":"ref55","first-page":"1041","article-title":"Multiplicative updates for nonnegative quadratic programming in support vector machines","author":"sha","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-012-0612-1"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2007.05960"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1111\/insr.12022"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1080\/00401706.1974.10489171"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","article-title":"Maximum likelihood from incomplete data via the EM algorithm","volume":"39","author":"dempster","year":"1977","journal-title":"J Roy Statist Soc Ser B (Methodological)"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1214\/08-STS264"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/83.465107"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/BF01897162"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/83.392335"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1137\/080716542"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/34.120331"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/42.370409"},{"key":"ref46","article-title":"Getting to the bottom of matrix completion and nonnegative least squares with the MM algorithm","author":"chi","year":"2014"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2005.127"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2005.1530172"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ACSSC.2015.7421435"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1002\/cpa.20303"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2007.909363"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/BF00048682"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2013.2287685"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1093\/biostatistics\/kxp008"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1137\/050645506"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1198\/106186006X113430"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2007.906762"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1287\/moor.2015.0735"},{"key":"ref72","article-title":"Optimization with first-order surrogate functions","author":"mairal","year":"2013"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1007\/BF00049423"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1137\/140957639"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/83.551699"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1137\/120891009"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1111\/j.2517-6161.1982.tb01203.x","article-title":"Finding the observed information matrix when using the em algorithm","volume":"44","author":"louis","year":"1982","journal-title":"J Roy Statist Soc Series B (Methodol )"},{"key":"ref130","article-title":"Sequence set design with good correlation properties via majorization-minimization","author":"song","year":"2015"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1111\/j.2517-6161.1989.tb01754.x","article-title":"A fast improvement to the EM algorithm on its own terms","volume":"51","author":"meilijson","year":"1989","journal-title":"J Roy Statist Soc Series B (Methodol )"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176346060"},{"key":"ref75","first-page":"831","article-title":"Parameter convergence for EM and MM algorithms","volume":"15","author":"vaida","year":"2005","journal-title":"Statistica Sinica"},{"key":"ref133","first-page":"366","article-title":"Structured sparse principal component analysis","author":"jenatton","year":"0","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1162\/NECO_a_00168"},{"key":"ref131","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1109\/TMI.1987.4307819","article-title":"On the convergence of the iterative image space reconstruction algorithm for volume ECT","volume":"6","author":"de pierro","year":"1987","journal-title":"IEEE Trans Med Imag"},{"key":"ref78","first-page":"611","article-title":"Fast numerical methods for emission and transmission tomographic reconstruction","author":"bouman","year":"0","journal-title":"Proc Conf Inf Sci Syst"},{"key":"ref132","first-page":"1297","article-title":"Practical large-scale optimization for max-norm regularization","author":"lee","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.1986.4307734"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1364\/OL.3.000027"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2448516"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-00200-2_16"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2448516"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1137\/070698014"},{"key":"ref139","first-page":"2049","article-title":"Robust localization in sensor networks with iterative majorization techniques","author":"korkmaz","year":"0","journal-title":"Proc 2009 IEEE Int Conf Acoust Speech Signal Process"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2010.2090525"},{"key":"ref61","article-title":"Gradient-based algorithms with applications to signal recovery problems","author":"beck","year":"2010","journal-title":"Convex Optimization in Signal Processing and Communications"},{"key":"ref63","article-title":"MM algorithms for variance components models","author":"zhou","year":"2015"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.2307\/2290716"},{"key":"ref140","first-page":"445","article-title":"Sparse spectral-line estimation for nonuniformly sampled multivariate time series: SPICE, LIKES and MSBL","author":"babu","year":"0","journal-title":"Proc 20th Eur Signal Process Conf"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1111\/j.2517-6161.1995.tb02037.x","article-title":"A gradient algorithm locally equivalent to the EM algorithm","volume":"57","author":"lange","year":"1995","journal-title":"J Roy Statist Soc Series B (Methodol )"},{"key":"ref66","first-page":"1","article-title":"A quasi-Newton acceleration of the EM algorithm","volume":"5","author":"lange","year":"1995","journal-title":"Statistica Sinica"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/78.324732"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1023\/A:1017501703105"},{"key":"ref2","volume":"30","author":"ortega","year":"1970","journal-title":"Iterative Solution of Nonlinear Equations in Several Variables"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2007.904387"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1093\/nsr\/nwt032"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2399858"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2009.2012562"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2014.6854999"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.2014.130406"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2013.2293126"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.sigpro.2011.11.010"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2014.2362861"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-011-5014-9_12"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1007\/s10957-013-0465-7"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/18.857792"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-9569-8_10"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511921490"},{"key":"ref103","first-page":"123","article-title":"Proximal algorithms","volume":"1","author":"parikh","year":"2013","journal-title":"Found Trends Optim"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1137\/0804031"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1287\/opre.26.4.681"},{"key":"ref112","article-title":"Distributed methods for constrained nonconvex multi-agent optimization—Part I: Theory","author":"scutari","year":"2014"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2016.2531627"},{"key":"ref98","first-page":"1","article-title":"The DC (difference of convex functions) programming and DCA revisited with DC models of real world nonconvex optimization problems","volume":"133","author":"tao","year":"2005","journal-title":"Ann Oper Res"},{"key":"ref99","first-page":"1033","article-title":"The concave-convex procedure (CCCP)","volume":"2","author":"yuille","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2011.2147784"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1023\/A:1021765131316"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1191\/096228097677258219"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1093\/oso\/9780198522850.003.0008","article-title":"Convergent computation by iterative majorization: Theory and applications in multidimensional data analysis","author":"heiser","year":"1995","journal-title":"Recent Advances in Descriptive Multivariate Analysis"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.2307\/1390605"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1198\/0003130042836"},{"key":"ref14","first-page":"iii","article-title":"Iterative hard thresholding and $l_0$ regularisation","volume":"3","author":"blumensath","year":"0","journal-title":"Proc 2007 IEEE Int Conf Acoust Speech Signal Process"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s00041-008-9045-x"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2010.2103083"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s00041-008-9035-z"},{"key":"ref82","first-page":"664","article-title":"Adaptive overrelaxed bound optimization methods","author":"salakhutdinov","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1088\/0266-5611\/28\/6\/065011"},{"key":"ref17","article-title":"Mist: $ l_0$ sparse linear regression with momentum","author":"marjanovic","year":"2014"},{"key":"ref81","first-page":"3","article-title":"Update rules for parameter estimation in Bayesian networks","author":"bauer","year":"0","journal-title":"Proc 13th Conf Uncertainty Artif Intell"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/cpa.20042"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1987.10478395"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1137\/11085997X"},{"key":"ref19","first-page":"899","article-title":"Truncated power method for sparse eigenvalue problems","volume":"14","author":"yuan","year":"2013","journal-title":"J Mach Learning Res"},{"key":"ref83","volume":"382","author":"mclachlan","year":"2007","journal-title":"The EM Algorithm and Extensions"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.28.10.1106"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-12598-0_9"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/s10957-007-9306-x"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007301011561"},{"key":"ref115","author":"nocedal","year":"2006","journal-title":"Numerical Optimization"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1016\/j.sigpro.2013.09.026"},{"key":"ref89","author":"bertsekas","year":"1999","journal-title":"Nonlinear Programming"},{"key":"ref121","article-title":"A stochastic majorize-minimize subspace algorithm for online penalized least squares estimation","author":"chouzenoux","year":"2015"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2016.2593589"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2007.09.011"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9868.00083"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9469.2007.00585.x"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/s11222-009-9166-3"},{"key":"ref88","author":"magnus","year":"1995","journal-title":"Matrix Differential Calculus with Applications in Statistics and Econometrics"}],"container-title":["IEEE Transactions on Signal Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/78\/7753033\/07547360.pdf?arnumber=7547360","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,4]],"date-time":"2025-06-04T15:17:15Z","timestamp":1749050235000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7547360\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,2,1]]},"references-count":140,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tsp.2016.2601299","relation":{},"ISSN":["1053-587X","1941-0476"],"issn-type":[{"value":"1053-587X","type":"print"},{"value":"1941-0476","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,2,1]]}}}