{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T11:15:48Z","timestamp":1785582948439,"version":"3.56.0"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2011,11,1]],"date-time":"2011-11-01T00:00:00Z","timestamp":1320105600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2012,3]]},"DOI":"10.1007\/s10994-011-5266-3","type":"journal-article","created":{"date-parts":[[2011,11,2]],"date-time":"2011-11-02T15:44:23Z","timestamp":1320248663000},"page":"335-367","source":"Crossref","is-referenced-by-count":56,"title":["Statistical analysis of kernel-based least-squares density-ratio estimation"],"prefix":"10.1007","volume":"86","author":[{"given":"Takafumi","family":"Kanamori","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Taiji","family":"Suzuki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Masashi","family":"Sugiyama","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2011,11,1]]},"reference":[{"key":"5266_CR1","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1111\/j.2517-6161.1966.tb00626.x","volume":"28","author":"S. M. Ali","year":"1966","unstructured":"Ali, S. M., & Silvey, S. D. (1966). A general class of coefficients of divergence of one distribution from another. Journal of the Royal Statistical Society, Series B, 28, 131\u2013142.","journal-title":"Journal of the Royal Statistical Society, Series B"},{"key":"5266_CR2","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1090\/S0002-9947-1950-0051437-7","volume":"68","author":"N. Aronszajn","year":"1950","unstructured":"Aronszajn, N. (1950). Theory of reproducing kernels. Transactions of the American Mathematical Society, 68, 337\u2013404.","journal-title":"Transactions of the American Mathematical Society"},{"key":"5266_CR3","first-page":"775","volume":"8","author":"P. L. Bartlett","year":"2007","unstructured":"Bartlett, P. L., & Tewari, A. (2007). Sparseness vs estimating conditional probabilities: some asymptotic results. Journal of Machine Learning Research, 8, 775\u2013790.","journal-title":"Journal of Machine Learning Research"},{"key":"5266_CR4","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1198\/016214505000000907","volume":"101","author":"P. L. Bartlett","year":"2006","unstructured":"Bartlett, P. L., Jordan, M. I., & McAuliffe, J. D. (2006). Convexity, classification, and risk bounds. Journal of the American Statistical Association, 101, 138\u2013156.","journal-title":"Journal of the American Statistical Association"},{"key":"5266_CR5","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1145\/1273496.1273507","volume-title":"Proceedings of the 24th international conference on machine learning","author":"S. Bickel","year":"2007","unstructured":"Bickel, S., Br\u00fcckner, M., & Scheffer, T. (2007). Discriminative learning for differing training and test distributions. In Proceedings of the 24th international conference on machine learning (pp. 81\u201388)."},{"key":"5266_CR6","first-page":"2137","volume":"10","author":"S. Bickel","year":"2009","unstructured":"Bickel, S., Br\u00fcckner, M., & Scheffer, T. (2009). Discriminative learning under covariate shift. Journal of Machine Learning Research, 10, 2137\u20132155.","journal-title":"Journal of Machine Learning Research"},{"key":"5266_CR7","first-page":"229","volume":"2","author":"I. Csisz\u00e1r","year":"1967","unstructured":"Csisz\u00e1r, I. (1967). Information-type measures of difference of probability distributions and indirect observation. Studia Scientiarum Mathematicarum Hungarica, 2, 229\u2013318.","journal-title":"Studia Scientiarum Mathematicarum Hungarica"},{"key":"5266_CR8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1090\/S0273-0979-01-00923-5","volume":"39","author":"F. Cucker","year":"2002","unstructured":"Cucker, F., & Smale, S. (2002). On the mathematical foundations of learning. Bulletin of the American Mathematical Society, 39, 1\u201349.","journal-title":"Bulletin of the American Mathematical Society"},{"key":"5266_CR9","volume-title":"Matrix computations","author":"G. H. Golub","year":"1996","unstructured":"Golub, G. H., & Loan, C. F. V. (1996). Matrix computations. Baltimore: Johns Hopkins University Press."},{"key":"5266_CR10","first-page":"513","volume":"19","author":"A. Gretton","year":"2006","unstructured":"Gretton, A., Borgwardt, K. M., Rasch, M. J., Sch\u00f6lkopf, B., & Smola, A. J. (2006). A kernel method for the two-sample-problem. Advances in Neural Information Processing Systems, 19, 513\u2013520.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"5266_CR11","first-page":"131","volume-title":"Dataset shift in machine learning, Chap. 8","author":"A. Gretton","year":"2009","unstructured":"Gretton, A., Smola, A., Huang, J., Schmittfull, M., Borgwardt, K., & Sch\u00f6lkopf, B. (2009). Covariate shift by kernel mean matching. In J. Qui\u00f1onero-Candela, M. Sugiyama, A. Schwaighofer, & N. Lawrence (Eds.), Dataset shift in machine learning, Chap. 8 (pp. 131\u2013160). Cambridge: MIT Press."},{"key":"5266_CR12","series-title":"Springer series in statistics","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-17146-8","volume-title":"Nonparametric and semiparametric models","author":"W. H\u00e4rdle","year":"2004","unstructured":"H\u00e4rdle, W., M\u00fcller, M., Sperlich, S., & Werwatz, A. (2004). Nonparametric and semiparametric models. Springer series in statistics. Berlin: Springer."},{"key":"5266_CR13","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1109\/ICDM.2008.49","volume-title":"Proceedings of IEEE international conference on data mining (ICDM2008)","author":"S. Hido","year":"2008","unstructured":"Hido, S., Tsuboi, Y., Kashima, H., Sugiyama, M., & Kanamori, T. (2008). Inlier-based outlier detection via direct density ratio estimation. In Proceedings of IEEE international conference on data mining (ICDM2008) (pp. 223\u2013232), Pisa, Italy."},{"key":"5266_CR14","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1007\/s10115-010-0283-2","volume":"26","author":"S. Hido","year":"2011","unstructured":"Hido, S., Tsuboi, Y., Kashima, H., Sugiyama, M., & Kanamori, T. (2011). Statistical outlier detection using direct density ratio estimation. Knowledge and Information Systems, 26, 309\u2013336.","journal-title":"Knowledge and Information Systems"},{"key":"5266_CR15","series-title":"Advances in neural information processing systems","first-page":"601","volume-title":"Correcting sample selection bias by unlabeled data","author":"J. Huang","year":"2007","unstructured":"Huang, J., Smola, A., Gretton, A., Borgwardt, K. M., & Sch\u00f6lkopf, B. (2007). Correcting sample selection bias by unlabeled data. Advances in neural information processing systems, vol.\u00a019 (pp.\u00a0601\u2013608). Cambridge: MIT Press."},{"key":"5266_CR16","first-page":"1391","volume":"10","author":"T. Kanamori","year":"2009","unstructured":"Kanamori, T., Hido, S., & Sugiyama, M. (2009). A least-squares approach to direct importance estimation. Journal of Machine Learning Research, 10, 1391\u20131445.","journal-title":"Journal of Machine Learning Research"},{"key":"5266_CR17","doi-asserted-by":"crossref","first-page":"787","DOI":"10.1587\/transfun.E93.A.787","volume":"E93-A","author":"T. Kanamori","year":"2010","unstructured":"Kanamori, T., Suzuki, T., & Sugiyama, M. (2010). Theoretical analysis of density ratio estimation. IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences, E93-A, 787\u2013798.","journal-title":"IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences"},{"key":"5266_CR18","doi-asserted-by":"crossref","unstructured":"Kanamori, T., Suzuki, T., & Sugiyama, M. (2011, submitted). Kernel-based density ratio estimation. Part II. Condition number analysis. Machine Learning. .","DOI":"10.1007\/s10994-012-5323-6"},{"key":"5266_CR19","doi-asserted-by":"crossref","unstructured":"Kawahar, Y., & Sugiyama, M. (2011, to appear) Sequential change-point detection based on direct density-ratio estimation. Statistical Analysis and Data Mining.","DOI":"10.1002\/sam.10124"},{"key":"5266_CR20","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1007\/s10994-005-0768-5","volume":"61","author":"S. S. Keerthi","year":"2005","unstructured":"Keerthi, S. S., Duan, K., Shevade, S. K., & Poo, A. N. (2005). A fast dual algorithm for kernel logistic regression. Machine Learning, 61, 151\u2013165.","journal-title":"Machine Learning"},{"key":"5266_CR21","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1016\/0022-247X(71)90184-3","volume":"33","author":"G. S. Kimeldorf","year":"1971","unstructured":"Kimeldorf, G. S., & Wahba, G. (1971). Some results on Tchebycheffian spline functions. Journal of Mathematical Analysis and Applications, 33, 82\u201395.","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"5266_CR22","doi-asserted-by":"crossref","DOI":"10.1007\/978-0-387-74503-9","volume-title":"Linear and nonlinear programming","author":"D. Luenberger","year":"2008","unstructured":"Luenberger, D., & Ye, Y. (2008). Linear and nonlinear programming. Berlin: Springer."},{"key":"5266_CR23","doi-asserted-by":"crossref","first-page":"5847","DOI":"10.1109\/TIT.2010.2068870","volume":"56","author":"X. Nguyen","year":"2010","unstructured":"Nguyen, X., Wainwright, M. J., & Jordan, M. I. (2010). Estimating divergence functionals and the likelihood ratio by convex risk minimization. IEEE Transactions on Information Theory, 56, 5847\u20135861.","journal-title":"IEEE Transactions on Information Theory"},{"key":"5266_CR24","doi-asserted-by":"crossref","first-page":"2543","DOI":"10.1016\/j.jspi.2008.11.011","volume":"139","author":"C. Park","year":"2009","unstructured":"Park, C. (2009). Convergence rates of generalization errors for margin-based classification. Journal of Statistical Planning and Inference, 139, 2543\u20132551.","journal-title":"Journal of Statistical Planning and Inference"},{"key":"5266_CR25","doi-asserted-by":"crossref","first-page":"61","DOI":"10.7551\/mitpress\/1113.003.0008","volume-title":"Advances in large margin classifiers","author":"J. C. Platt","year":"2000","unstructured":"Platt, J. C. (2000). Probabilistic outputs for support vector machines and comparison to regularized likelihood methods. In Advances in large margin classifiers (pp. 61\u201374)."},{"key":"5266_CR26","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1093\/biomet\/85.3.619","volume":"85","author":"J. Qin","year":"1998","unstructured":"Qin, J. (1998). Inferences for case-control and semiparametric two-sample density ratio models. Biometrika, 85, 619\u2013639.","journal-title":"Biometrika"},{"key":"5266_CR27","volume-title":"Dataset shift in machine learning","year":"2009","unstructured":"Qui\u00f1onero-Candela, J., Sugiyama, M., Schwaighofer, A., & Lawrence, N. (Eds.) (2009). Dataset shift in machine learning. Cambridge: MIT Press."},{"key":"5266_CR28","isbn-type":"print","volume-title":"R: a language and environment for statistical computing","author":"R Development Core Team","year":"2009","unstructured":"R Development Core Team (2009). R: a language and environment for statistical computing. Vienna: R\u00a0Foundation for Statistical Computing. ISBN 3-900051-07-0.","ISBN":"https:\/\/id.crossref.org\/isbn\/3900051070"},{"key":"5266_CR29","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1023\/A:1007618119488","volume":"42","author":"G. R\u00e4tsch","year":"2001","unstructured":"R\u00e4tsch, G., Onoda, T., & M\u00fcller, K.-R. (2001). Soft margins for adaboost. Machine Learning, 42, 287\u2013320.","journal-title":"Machine Learning"},{"key":"5266_CR30","volume-title":"Functional analysis","author":"M. Reed","year":"1972","unstructured":"Reed, M., & Simon, B. (1972). Functional analysis. New York: Academic Press."},{"key":"5266_CR31","doi-asserted-by":"crossref","first-page":"832","DOI":"10.1214\/aoms\/1177728190","volume":"27","author":"M. Rosenblatt","year":"1956","unstructured":"Rosenblatt, M. (1956). Remarks on some nonparametric estimates of a density function. The Annals of Mathematical Statistics, 27, 832\u2013837.","journal-title":"The Annals of Mathematical Statistics"},{"key":"5266_CR32","volume-title":"myklr\u2014kernel logistic regression","author":"S. R\u00fcping","year":"2003","unstructured":"R\u00fcping, S. (2003). myklr\u2014kernel logistic regression. Dortmund: University of Dortmund, Department of Computer Science."},{"key":"5266_CR33","volume-title":"Learning with kernels","author":"B. Sch\u00f6lkopf","year":"2002","unstructured":"Sch\u00f6lkopf, B., & Smola, A. J. (2002). Learning with kernels. Cambridge: MIT Press."},{"key":"5266_CR34","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1016\/S0378-3758(00)00115-4","volume":"90","author":"H. Shimodaira","year":"2000","unstructured":"Shimodaira, H. (2000). Improving predictive inference under covariate shift by weighting the log-likelihood function. Journal of Statistical Planning and Inference, 90, 227\u2013244.","journal-title":"Journal of Statistical Planning and Inference"},{"key":"5266_CR35","first-page":"536","volume-title":"Twelfth international conference on artificial intelligence and statistics","author":"A. Smola","year":"2009","unstructured":"Smola, A., Song, L., & Teo, C. H. (2009). Relative novelty detection. In Twelfth international conference on artificial intelligence and statistics (pp. 536\u2013543)."},{"key":"5266_CR36","first-page":"67","volume":"2","author":"I. Steinwart","year":"2001","unstructured":"Steinwart, I. (2001). On the influence of the kernel on the consistency of support vector machines. Journal of Machine Learning Research, 2, 67\u201393.","journal-title":"Journal of Machine Learning Research"},{"key":"5266_CR37","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1109\/TIT.2004.839514","volume":"51","author":"I. Steinwart","year":"2005","unstructured":"Steinwart, I. (2005). Consistency of support vector machines and other regularized kernel classifiers. IEEE Transactions on Information Theory, 51, 128\u2013142.","journal-title":"IEEE Transactions on Information Theory"},{"key":"5266_CR38","doi-asserted-by":"crossref","first-page":"2690","DOI":"10.1587\/transinf.E93.D.2690","volume":"E93-D","author":"M. Sugiyama","year":"2010","unstructured":"Sugiyama, M. (2010). Superfast-trainable multi-class probabilistic classifier by least-squares posterior fitting. IEICE Transactions on Information and Systems, E93-D, 2690\u20132701.","journal-title":"IEICE Transactions on Information and Systems"},{"key":"5266_CR39","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1524\/stnd.2005.23.4.249","volume":"23","author":"M. Sugiyama","year":"2005","unstructured":"Sugiyama, M., & M\u00fcller, K.-R. (2005). Input-dependent estimation of generalization error under covariate shift. Statistics & Decisions, 23, 249\u2013279.","journal-title":"Statistics & Decisions"},{"key":"5266_CR40","first-page":"985","volume":"8","author":"M. Sugiyama","year":"2007","unstructured":"Sugiyama, M., Krauledat, M., & M\u00fcller, K.-R. (2007). Covariate shift adaptation by importance weighted cross validation. Journal of Machine Learning Research, 8, 985\u20131005.","journal-title":"Journal of Machine Learning Research"},{"key":"5266_CR41","doi-asserted-by":"crossref","first-page":"183","DOI":"10.2197\/ipsjtcva.1.183","volume":"1","author":"M. Sugiyama","year":"2009","unstructured":"Sugiyama, M., Kanamori, T., Suzuki, T., Hido, S., Sese, J., Takeuchi, I., & Wang, L. (2009). A density-ratio framework for statistical data processing. IPSJ Transactions on Computer Vision and Applications, 1, 183\u2013208.","journal-title":"IPSJ Transactions on Computer Vision and Applications"},{"key":"5266_CR42","series-title":"Advances in Neural information processing systems","first-page":"1433","volume-title":"Direct importance estimation with model selection and its application to covariate shift adaptation","author":"M. Sugiyama","year":"2008","unstructured":"Sugiyama, M., Nakajima, S., Kashima, H., von B\u00fcnau, P., & Kawanabe, M. (2008a). Direct importance estimation with model selection and its application to covariate shift adaptation. Advances in Neural information processing systems, vol.\u00a020 (pp.\u00a01433\u20131440). Cambridge: MIT Press."},{"key":"5266_CR43","doi-asserted-by":"crossref","first-page":"699","DOI":"10.1007\/s10463-008-0197-x","volume":"60","author":"M. Sugiyama","year":"2008","unstructured":"Sugiyama, M., Suzuki, T., Nakajima, S., Kashima, H., von B\u00fcnau, P., & Kawanabe, M. (2008b). Direct importance estimation for covariate shift adaptation. Annals of the Institute of Statistical Mathematics, 60, 699\u2013746.","journal-title":"Annals of the Institute of Statistical Mathematics"},{"key":"5266_CR44","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1587\/transinf.E93.D.583","volume":"E93-D","author":"M. Sugiyama","year":"2010","unstructured":"Sugiyama, M., Takeuchi, I., Suzuki, T., Kanamori, T., Hachiya, H., & Okanohara, D. (2010). Least-squares conditional density estimation. IEICE Transactions on Information and Systems, E93-D, 583\u2013594.","journal-title":"IEICE Transactions on Information and Systems"},{"key":"5266_CR45","volume-title":"Machine learning in non-stationary environments: introduction to covariate shift adaptation","author":"M. Sugiyama","year":"2011","unstructured":"Sugiyama, M., & Kawanabe, M. (2011, to appear). Machine learning in non-stationary environments: introduction to covariate shift adaptation. Cambridge: MIT Press."},{"key":"5266_CR46","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781139035613","volume-title":"Density ratio estimation in machine learning","author":"M. Sugiyama","year":"2012","unstructured":"Sugiyama, M., Suzuki, T., & Kanamori, T. (2012, to appear). Density ratio estimation in machine learning. Cambridge: Cambridge University Press."},{"key":"5266_CR47","first-page":"5","volume-title":"JMLR workshop and conference proceedings","author":"T. Suzuki","year":"2008","unstructured":"Suzuki, T., Sugiyama, M., Sese, J., & Kanamori, T. (2008). Approximating mutual information by maximum likelihood density ratio estimation. In JMLR workshop and conference proceedings (pp. 5\u201320)."},{"key":"5266_CR48","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1109\/ISIT.2009.5205712","volume-title":"Proceedings of 2009 IEEE international symposium on information theory (ISIT2009)","author":"T. Suzuki","year":"2009","unstructured":"Suzuki, T., Sugiyama, M., & Tanaka, T. (2009). Mutual information approximation via maximum likelihood estimation of density ratio. In Proceedings of 2009 IEEE international symposium on information theory (ISIT2009) (pp. 463\u2013467), Seoul, Korea."},{"key":"5266_CR49","first-page":"443","volume-title":"SDM","author":"Y. Tsuboi","year":"2008","unstructured":"Tsuboi, Y., Kashima, H., Hido, S., Bickel, S., & Sugiyama, M. (2008). Direct density ratio estimation for large-scale covariate shift adaptation. In SDM (pp. 443\u2013454)."},{"key":"5266_CR50","volume-title":"Empirical processes in M-estimation","author":"S. Geer van\u00a0de","year":"2000","unstructured":"van\u00a0de Geer, S. (2000). Empirical processes in M-estimation. Cambridge: Cambridge University Press."},{"key":"5266_CR51","volume-title":"Statistical learning theory","author":"V. N. Vapnik","year":"1998","unstructured":"Vapnik, V. N. (1998). Statistical learning theory. New York: Wiley."},{"key":"5266_CR52","series-title":"The mathematics of generalization","volume-title":"Soft classification, a.k.a. risk estimation, via penalized log likelihood and smoothing spline analysis of variance","author":"G. Wahba","year":"1993","unstructured":"Wahba, G., Gu, C., Wang, Y., & Chappel, R. (1993). Soft classification, a.k.a. risk estimation, via penalized log likelihood and smoothing spline analysis of variance. The mathematics of generalization. Reading: Addison-Wesley."},{"key":"5266_CR53","volume-title":"Advances in neural information processing systems","author":"M. Yamada","year":"2011","unstructured":"Yamada, M., Suzuki, T., Kanamori, T., Hachiya, H., & Sugiyama, M. (2011, to appear). Relative density-ratio estimation for robust distribution comparison. In Advances in neural information processing systems vol.\u00a024."},{"key":"5266_CR54","volume-title":"Proceedings of the twenty-first international conference on machine learning","author":"B. Zadrozny","year":"2004","unstructured":"Zadrozny, B. (2004). Learning and evaluating classifiers under sample selection bias. In Proceedings of the twenty-first international conference on machine learning. New York: ACM Press."},{"key":"5266_CR55","volume-title":"Fixed-point theorems","author":"E. Zeidler","year":"1986","unstructured":"Zeidler, E. (1986). Nonlinear functional analysis and its applications. In Fixed-point theorems. Berlin: Springer."},{"key":"5266_CR56","first-page":"1081","volume":"14","author":"J. Zhu","year":"2001","unstructured":"Zhu, J., & Hastie, T. (2001). Kernel logistic regression and the import vector machine. Journal of Computational and Graphical Statistics, 14, 1081\u20131088.","journal-title":"Journal of Computational and Graphical Statistics"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-011-5266-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-011-5266-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-011-5266-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,13]],"date-time":"2025-03-13T18:07:31Z","timestamp":1741889251000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-011-5266-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,11,1]]},"references-count":56,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2012,3]]}},"alternative-id":["5266"],"URL":"https:\/\/doi.org\/10.1007\/s10994-011-5266-3","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,11,1]]}}}