{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T07:26:32Z","timestamp":1761895592576},"reference-count":90,"publisher":"MIT Press","issue":"3","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neural Computation"],"published-print":{"date-parts":[[2013,3]]},"abstract":"<jats:p>This review examines kernel methods for online learning, in particular, multiclass classification. We examine margin-based approaches, stemming from Rosenblatt's original perceptron algorithm, as well as nonparametric probabilistic approaches that are based on the popular gaussian process framework. We also examine approaches to online learning that use combinations of kernels\u2014online multiple kernel learning. We present empirical validation of a wide range of methods on a protein fold recognition data set, where different biological feature types are available, and two object recognition data sets, Caltech101 and Caltech256, where multiple feature spaces are available in terms of different image feature extraction methods.<\/jats:p>","DOI":"10.1162\/neco_a_00406","type":"journal-article","created":{"date-parts":[[2012,12,28]],"date-time":"2012-12-28T18:30:10Z","timestamp":1356719410000},"page":"567-625","source":"Crossref","is-referenced-by-count":23,"title":["Online Learning with (Multiple) Kernels: A Review"],"prefix":"10.1162","volume":"25","author":[{"given":"Tom","family":"Diethe","sequence":"first","affiliation":[{"name":"Department of Statistical Science, Centre for Computational Statistics and Machine Learning, University College London, WC1E 6BT, U.K."}]},{"given":"Mark","family":"Girolami","sequence":"additional","affiliation":[{"name":"Department of Statistical Science, Centre for Computational Statistics and Machine Learning, University College London, WC1E 6BT, U.K."}]}],"member":"281","reference":[{"key":"B1","doi-asserted-by":"publisher","DOI":"10.1209\/0295-5075\/10\/7\/014"},{"key":"B2","first-page":"1179","volume":"9","author":"Bach F. R.","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"B3","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015424"},{"key":"B4","doi-asserted-by":"publisher","DOI":"10.1103\/RevModPhys.34.123"},{"key":"B5","first-page":"1579","volume":"6","author":"Bordes A.","year":"2005","journal-title":"Journal of Machine Learning Research"},{"key":"B6","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2007.4409066"},{"key":"B7","doi-asserted-by":"publisher","DOI":"10.1145\/1282280.1282340"},{"key":"B8","first-page":"1","volume":"4","author":"Bosch A.","year":"2008","journal-title":"International Journal of Computer"},{"key":"B9","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"B10","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2009.00698.x"},{"key":"B11","first-page":"409","volume-title":"Advances in neural information processing systems, 13","author":"Cauwenberghs G.","year":"2000"},{"key":"B12","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-007-5003-0"},{"key":"B13","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2004.833339"},{"key":"B14","volume-title":"Advances in neural information processing systems, 19","author":"Cheng L.","year":"2006"},{"key":"B15","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015415"},{"key":"B16","first-page":"551","volume":"7","author":"Crammer K.","year":"2006","journal-title":"Journal of Machine Learning Research"},{"key":"B17","volume-title":"Advances in neural information processing systems","volume":"16","author":"Crammer K.","year":"2003"},{"key":"B18","doi-asserted-by":"publisher","DOI":"10.1162\/089976602317250933"},{"key":"B19","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btn112"},{"key":"B20","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2009.04.002"},{"key":"B21","doi-asserted-by":"publisher","DOI":"10.1137\/060666998"},{"key":"B22","doi-asserted-by":"publisher","DOI":"10.1023\/A:1012470815092"},{"issue":"1","key":"B23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","volume":"39","author":"Dempster A.","year":"1977","journal-title":"Journal of the Royal Statistical Society B"},{"key":"B24","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/17.4.349"},{"key":"B25","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-3437-9"},{"key":"B26","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.92.19.8700"},{"key":"B27","first-page":"2121","volume":"12","author":"Duchi J. C.","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"B28","volume-title":"Pattern classification and scene analysis","author":"Duda R. O.","year":"1973"},{"key":"B29","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102377"},{"key":"B30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2004.383"},{"key":"B31","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2006.79"},{"key":"B32","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143884"},{"key":"B33","doi-asserted-by":"publisher","DOI":"10.1006\/jcss.1997.1504"},{"key":"B34","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007662407062"},{"key":"B35","volume-title":"15th Intl. Conf. Machine Learning","author":"Friess T.-T.","year":"1998"},{"key":"B36","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2009.5459169"},{"key":"B37","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102382"},{"key":"B38","first-page":"391","volume-title":"Proceedings of the International Conference on Machine Learning","author":"Gomes R.","year":"2010"},{"key":"B39","first-page":"2211","volume":"12","author":"G\u00f6nen M.","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"B41","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553426"},{"key":"B42","doi-asserted-by":"publisher","DOI":"10.1006\/jcss.1995.1044"},{"key":"B43","doi-asserted-by":"publisher","DOI":"10.1109\/MLSP.2010.5589264"},{"key":"B44","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44581-1_29"},{"key":"B45","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102390"},{"key":"B46","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007424614876"},{"key":"B47","first-page":"281","volume":"1","author":"Herbster M.","year":"2001","journal-title":"J. Mach. Learn. Res."},{"key":"B48","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273542"},{"key":"B50","first-page":"367","volume-title":"Topics in modeling, optimization, and decision technologies: Honoring Saul Gass\u2019 contributions to operations research","author":"Jank W.","year":"2006"},{"key":"B51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-16108-7_31"},{"key":"B52","volume-title":"On the duality of strong convexity and strong smoothness: Learning applications and matrix regularization","author":"Kakade S.","year":"2009"},{"key":"B53","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2009.5459179"},{"key":"B54","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-36169-3_11"},{"key":"B55","first-page":"953","volume":"12","author":"Kloft M.","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"B56","first-page":"481","volume-title":"Proceedings of the 2nd Berkeley Symposium on Mathematical Statistics and Probabilistics","author":"Kuhn H.","year":"1951"},{"key":"B57","first-page":"1679","volume":"6","author":"Kuss M.","year":"2005","journal-title":"Journal of Machine Learning Research"},{"key":"B58","first-page":"27","volume":"5","author":"Lanckriet G.R.G.","year":"2004","journal-title":"Journal of Machine Learning Research"},{"key":"B59","volume-title":"Advances in neural information processing systems","volume":"15","author":"Lawrence N.","year":"2002"},{"key":"B60","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.1999.790410"},{"key":"B62","volume-title":"Advances in neural information processing systems","volume":"7","author":"Maron O.","year":"1994"},{"key":"B64","first-page":"244","volume-title":"23rd International Conference on Learning Theory","author":"McMahan H. B.","year":"2010"},{"key":"B65","first-page":"411","volume-title":"Proceedings of the Twenty-Fifth Conference Annual Conference on Uncertainty in Artificial Intelligence","author":"Minka T.","year":"2009"},{"key":"B66","doi-asserted-by":"publisher","DOI":"10.1137\/070704277"},{"key":"B67","first-page":"615","volume-title":"Proceedings of the Symposium on the Mathematical Theory of Automata","volume":"12","author":"Novikoff A.","year":"1962"},{"key":"B68","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2002.1017623"},{"key":"B69","volume-title":"A Bayesian approach to on-line learning","author":"Opper M.","year":"1998"},{"key":"B70","volume-title":"Advances in neural information processing systems","volume":"11","author":"Opper M.","year":"1999"},{"key":"B72","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2009.09.021"},{"key":"B73","first-page":"2643","volume":"10","author":"Orabona F.","year":"2009","journal-title":"Journal of Machine Learning Research"},{"key":"B74","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.0040027"},{"key":"B75","first-page":"2491","volume":"9","author":"Rakotomamonjy A.","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"B76","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/3206.001.0001"},{"key":"B77","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390259"},{"key":"B78","doi-asserted-by":"publisher","DOI":"10.1037\/h0042519"},{"key":"B79","volume-title":"Advances in neural information processing systems","volume":"20","author":"Roux N. L.","year":"2007"},{"key":"B80","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5539937"},{"key":"B83","volume-title":"In Workshop on AI and Statistics, Proceedings of the Ninth International Workshop on Artificial Intelligence and Statistics","author":"Seeger M.","year":"2003"},{"key":"B85","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-007-5014-x"},{"key":"B86","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809682"},{"key":"B87","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btl170"},{"key":"B88","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553500"},{"key":"B89","doi-asserted-by":"publisher","DOI":"10.1162\/153244302760185243"},{"key":"B91","volume-title":"Mathematical perspectives on neural networks","author":"Vapnik V.","year":"1995"},{"key":"B92","first-page":"103","volume":"25","author":"Vapnik V.","year":"1964","journal-title":"Automation and Remote Control"},{"key":"B93","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2007.4408875"},{"key":"B94","doi-asserted-by":"publisher","DOI":"10.1006\/jcss.1997.1556"},{"key":"B95","first-page":"413","volume-title":"Proceedings of the Tenth International Workshop on Artificial Intelligence and Statistics","author":"Weston J.","year":"2005"},{"key":"B96","volume-title":"Theoretical aspects of neural computation","author":"Winther O.","year":"1998"},{"key":"B98","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553537"},{"key":"B99","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273646"},{"key":"B100","first-page":"928","volume-title":"ICML","author":"Zinkevich M.","year":"2003"}],"container-title":["Neural Computation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mitpressjournals.org\/doi\/pdf\/10.1162\/NECO_a_00406","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,4]],"date-time":"2024-05-04T02:30:44Z","timestamp":1714789844000},"score":1,"resource":{"primary":{"URL":"https:\/\/direct.mit.edu\/neco\/article\/25\/3\/567-625\/7858"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,3]]},"references-count":90,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2013,3]]}},"alternative-id":["10.1162\/NECO_a_00406"],"URL":"https:\/\/doi.org\/10.1162\/neco_a_00406","relation":{},"ISSN":["0899-7667","1530-888X"],"issn-type":[{"value":"0899-7667","type":"print"},{"value":"1530-888X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,3]]}}}