{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T02:37:25Z","timestamp":1761964645561,"version":"3.37.3"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2015,4,28]],"date-time":"2015-04-28T00:00:00Z","timestamp":1430179200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,4,28]],"date-time":"2015-04-28T00:00:00Z","timestamp":1430179200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"the 973 Program of China","award":["2012CB316303","2014CB340401"],"award-info":[{"award-number":["2012CB316303","2014CB340401"]}]},{"name":"the 863 Program of China","award":["2012AA011003"],"award-info":[{"award-number":["2012AA011003"]}]},{"DOI":"10.13039\/501100001809","name":"the National Natural Science of China","doi-asserted-by":"crossref","award":["61472401","61203298","61232010"],"award-info":[{"award-number":["61472401","61203298","61232010"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval J"],"published-print":{"date-parts":[[2015,6]]},"DOI":"10.1007\/s10791-015-9253-3","type":"journal-article","created":{"date-parts":[[2015,4,27]],"date-time":"2015-04-27T15:26:36Z","timestamp":1430148396000},"page":"215-245","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Which noise affects algorithm robustness for learning to rank"],"prefix":"10.1007","volume":"18","author":[{"given":"Shuzi","family":"Niu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanyan","family":"Lan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiafeng","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shengxian","family":"Wan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xueqi","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,4,28]]},"reference":[{"key":"9253_CR1","doi-asserted-by":"crossref","unstructured":"Abell\u00e1n, J., & Masegosa, A.R. (2009). An experimental study about simple decision trees for bagging ensemble on datasets with classification noise. In: Proceedings of the 10th European Conference on Symbolic and Quantitative Approaches to Reasoning with Uncertainty, ECSQARU \u201909, (pp. 446\u2013456). Berlin: Springer.","DOI":"10.1007\/978-3-642-02906-6_39"},{"key":"9253_CR2","doi-asserted-by":"crossref","unstructured":"Abelln, J., Masegosa, A.R. (2010). Bagging decision trees on data sets with classification noise. In: FoIKS\u201910 (pp. 248\u2013265).","DOI":"10.1007\/978-3-642-11829-6_17"},{"key":"9253_CR3","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Kanoulas, E., Pavlu, V., Savev, S., & Yilmaz, E. (2009). Document selection methodologies for efficient and effective learning-to-rank. In: Proceedings of the 32nd international ACM SIGIR conference on Research and development in information retrieval, SIGIR \u201909, (pp. 468\u2013475). New York: ACM.","DOI":"10.1145\/1571941.1572022"},{"key":"9253_CR4","volume-title":"Modern information retrieval","author":"R Baeza-Yates","year":"1999","unstructured":"Baeza-Yates, R., & Ribeiro-Neto, B. (1999). Modern information retrieval. New York: Addison-Wesley."},{"key":"9253_CR5","doi-asserted-by":"crossref","unstructured":"Bailey, P., Craswell, N., Soboroff, I., Thomas, P., de Vries, A.P., & Yilmaz, E. (2008). Relevance assessment: Are judges exchangeable and does it matter. In: Proceedings of the 31st annual international ACM SIGIR conference on Research and development in information retrieval, SIGIR \u201908 (pp. 667\u2013674). New York: ACM.","DOI":"10.1145\/1390334.1390447"},{"key":"9253_CR6","doi-asserted-by":"crossref","unstructured":"Burges, C., Shaked, T., Renshaw, E., Lazier, A., Deeds, M., Hamilton, N., et al. (2005). Learning to rank using gradient descent. In: Proceedings of the 22nd international conference on Machine learning, ICML \u201905 (pp. 89\u201396). New York: ACM.","DOI":"10.1145\/1102351.1102363"},{"key":"9253_CR7","doi-asserted-by":"publisher","unstructured":"Burgin, R. (1992). Variations in relevance judgments and the evaluation of retrieval performance. Inf. Process. Manage. 28, pp. 619\u2013627. doi:10.1016\/0306-4573(92)90031-T. http:\/\/dl.acm.org\/citation.cfm?id=144934.144946.","DOI":"10.1016\/0306-4573(92)90031-T"},{"key":"9253_CR8","doi-asserted-by":"publisher","unstructured":"Cao, Z., Qin, T., Liu, T.Y., Tsai, M.F., Li, H. (2007). Learning to rank: from pairwise approach to listwise approach. In: Proceedings of the 24th international conference on Machine learning, ICML \u201907 (pp. 129\u2013136). New York: ACM. doi:10.1145\/1273496.1273513.","DOI":"10.1145\/1273496.1273513"},{"key":"9253_CR9","doi-asserted-by":"crossref","unstructured":"Carterette, B., Bennett, P.N., Chickering, D.M., & Dumais, S.T. (2008). Here or there: Preference judgments for relevance. In: Proceedings of the IR research, 30th European conference on Advances in information retrieval, ECIR\u201908 (pp. 16\u201327). Berlin: Springer.","DOI":"10.1007\/978-3-540-78646-7_5"},{"key":"9253_CR10","doi-asserted-by":"publisher","unstructured":"Carterette, B., Soboroff, I. (2010). The effect of assessor error on ir system evaluation. In: Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR \u201910 (pp. 539\u2013546). New York: ACM. doi:10.1145\/1835449.1835540.","DOI":"10.1145\/1835449.1835540"},{"key":"9253_CR11","unstructured":"Carvalho, V., Elsas, J., Cohen, W. (2008). A meta-learning approach for robust rank learning. In: Proceedings of SIGIR 2008 LR4IR\u2014Workshop on learning to rank for information retrieval."},{"key":"9253_CR12","doi-asserted-by":"crossref","unstructured":"Crammer, K., Singer, Y. (2001). Pranking with ranking. In: Advances in neural information processing systems, 14 (pp. 641\u2013647). Cambridge: MIT Press.","DOI":"10.7551\/mitpress\/1120.003.0087"},{"key":"9253_CR13","first-page":"414","volume":"22","author":"K Crammer","year":"2009","unstructured":"Crammer, K., Kulesza, A., & Dredze, M. (2009). Adaptive regularization of weight vectors. Advances in Neural Information Processing Systems, 22, 414\u2013422.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"9253_CR14","first-page":"933","volume":"4","author":"Y Freund","year":"2003","unstructured":"Freund, Y., Iyer, R., Schapire, R. E., & Singer, Y. (2003). An efficient boosting algorithm for combining preferences. The Journal of Machine Learning Research, 4, 933\u2013969.","journal-title":"The Journal of Machine Learning Research"},{"key":"9253_CR15","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1214\/aos\/1013203451","volume":"29","author":"JH Friedman","year":"2000","unstructured":"Friedman, J. H. (2000). Greedy function approximation: A gradient boosting machine. Annals of Statistics, 29, 1189\u20131232.","journal-title":"Annals of Statistics"},{"key":"9253_CR16","doi-asserted-by":"publisher","first-page":"730","DOI":"10.1016\/j.ipm.2011.01.002","volume":"47","author":"X Geng","year":"2011","unstructured":"Geng, X., Qin, T., Liu, T. Y., Cheng, X. Q., & Li, H. (2011). Selecting optimal training data for learning to rank. Information Processing and Management, 47, 730\u2013741.","journal-title":"Information Processing and Management"},{"key":"9253_CR17","doi-asserted-by":"crossref","unstructured":"Jain, V., & Varma, M. (2011). Learning to re-rank: Query-dependent image re-ranking using click data. In: Proceedings of the 20th international conference on World wide web, WWW \u201911 (pp. 277\u2013286). New York: ACM.","DOI":"10.1145\/1963405.1963447"},{"key":"9253_CR18","doi-asserted-by":"crossref","unstructured":"J\u00e4rvelin, K., & Kek\u00e4l\u00e4inen, J. (2000). Ir evaluation methods for retrieving highly relevant documents. In: Proceedings of the 23rd annual international ACM SIGIR conference on research and development in information retrieval, SIGIR \u201900 (pp. 41\u201348). New York: ACM.","DOI":"10.1145\/345508.345545"},{"key":"9253_CR19","doi-asserted-by":"crossref","first-page":"297","DOI":"10.20965\/jaciii.2010.p0297","volume":"14","author":"P Jeatrakul","year":"2010","unstructured":"Jeatrakul, P., Wong, K. W., & Fung, C. C. (2010). Data cleaning for classification using misclassification analysis. Journal of Advanced Computational Intelligence and Intelligent Informatics, 14, 297\u2013302.","journal-title":"Journal of Advanced Computational Intelligence and Intelligent Informatics"},{"key":"9253_CR20","doi-asserted-by":"crossref","unstructured":"Joachims, T. (2002). Optimizing search engines using clickthrough data. In: Proceedings of the eighth ACM SIGKDD international conference on Knowledge discovery and data mining, KDD \u201902 (pp. 133\u2013142). New York: ACM.","DOI":"10.1145\/775047.775067"},{"key":"9253_CR21","doi-asserted-by":"crossref","unstructured":"Kanoulas, E., Savev, S., Metrikov, P., Pavlu, V., & Aslam, J. (2011). A large-scale study of the effect of training set characteristics over learning-to-rank algorithms. In: Proceedings of the 34th international ACM SIGIR conference on Research and development in Information, SIGIR \u201911 (pp. 1243\u20131244). New York: ACM.","DOI":"10.1145\/2009916.2010140"},{"key":"9253_CR22","doi-asserted-by":"publisher","unstructured":"Kazai, G., Craswell, N., Yilmaz, E., Tahaghoghi, S. (2012). An analysis of systematic judging errors in information retrieval. In: Proceedings of the 21st ACM international conference on Information and knowledge management, CIKM \u201912 (pp. 105\u2013114). New York: ACM. doi:10.1145\/2396761.2396779.","DOI":"10.1145\/2396761.2396779"},{"key":"9253_CR23","doi-asserted-by":"crossref","unstructured":"Kumar, A., & Lease, M. (2011). Learning to rank from a noisy crowd. In: Proceedings of the 34th international ACM SIGIR conference on Research and development in Information, SIGIR \u201911 (pp. 1221\u20131222). New York: ACM.","DOI":"10.1145\/2009916.2010129"},{"key":"9253_CR24","doi-asserted-by":"crossref","unstructured":"Liu, T.Y. (2011). Introduction. Learning to rank for information retrieval, 978-3-642-14267-3, chap. 1 (pp. 3\u201330). Berlin: Springer. Microsoft Research Asia.","DOI":"10.1007\/978-3-642-14267-3_1"},{"key":"9253_CR25","doi-asserted-by":"crossref","unstructured":"Liu, W., Jiang, Y., Luo, J., Chang, S.F. (2011). Noise resistant graph ranking for improved web image search. In: Proceeding of Computer Vision and Pattern Recognition.","DOI":"10.1109\/CVPR.2011.5995315"},{"issue":"5","key":"9253_CR26","doi-asserted-by":"publisher","first-page":"584","DOI":"10.1007\/s10791-012-9209-9","volume":"16","author":"C Macdonald","year":"2013","unstructured":"Macdonald, C., Santos, R., & Ounis, I. (2013). The whens and hows of learning to rank for web search. Information Retrieval, 16(5), 584\u2013628. doi:10.1007\/s10791-012-9209-9.","journal-title":"Information Retrieval"},{"key":"9253_CR27","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1007\/s10462-010-9156-z","volume":"33","author":"DF Nettleton","year":"2010","unstructured":"Nettleton, D. F., Orriols-Puig, A., & Fornells, A. (2010). A study of the effect of different types of noise on the precision of supervised learning techniques. Artificial Intelligence Review, 33, 275\u2013306.","journal-title":"Artificial Intelligence Review"},{"key":"9253_CR28","doi-asserted-by":"publisher","unstructured":"Niu, S., Guo, J., Lan, Y., Cheng, X. (2012). Top-k learning to rank: Labeling, ranking and evaluation. In: Proceedings of the 35th international ACM SIGIR conference on Research and development in information retrieval, SIGIR \u201912 (pp. 751\u2013760). New York: ACM. doi:10.1145\/2348283.2348384.","DOI":"10.1145\/2348283.2348384"},{"key":"9253_CR29","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1007\/s10791-009-9123-y","volume":"13","author":"T Qin","year":"2010","unstructured":"Qin, T., Liu, T. Y., Xu, J., & Li, H. (2010). Letor: A benchmark collection for research on learning to rank for information retrieval. Information Retrieval, 13, 346\u2013374.","journal-title":"Information Retrieval"},{"key":"9253_CR30","doi-asserted-by":"crossref","unstructured":"Rebbapragada, U., & Brodley, C.E. (2007). Class noise mitigation through instance weighting. In: Proceedings of the 18th European conference on Machine Learning, ECML \u201907 (pp. 708\u2013715). Berlin: Springer.","DOI":"10.1007\/978-3-540-74958-5_71"},{"key":"9253_CR31","doi-asserted-by":"crossref","unstructured":"Scholer, F., Turpin, A., & Sanderson, M. (2011). Quantifying test collection quality based on the consistency of relevance judgements. In: Proceedings of the 34th international ACM SIGIR conference on Research and development in Information, SIGIR \u201911 (pp. 1063\u20131072). New York: ACM.","DOI":"10.1145\/2009916.2010057"},{"key":"9253_CR32","doi-asserted-by":"crossref","unstructured":"Sheng, V.S., Provost, F., & Ipeirotis, P.G. (2008). Get another label? Improving data quality and data mining using multiple, noisy labelers. In: Proceeding of the 14th ACM SIGKDD international conference on Knowledge discovery and data mining, KDD \u201908 (pp. 614\u2013622). New York: ACM.","DOI":"10.1145\/1401890.1401965"},{"key":"9253_CR33","doi-asserted-by":"publisher","unstructured":"Taylor, M., Guiver, J., Robertson, S., Minka, T. (2008). Softrank: Optimizing non-smooth rank metrics. In: Proceedings of the international conference on Web search and web data mining, WSDM \u201908 (pp. 77\u201386). New York: ACM. doi:10.1145\/1341531.1341544.","DOI":"10.1145\/1341531.1341544"},{"key":"9253_CR34","doi-asserted-by":"crossref","unstructured":"Verbaeten, S., & Van Assche, A. (2003). Ensemble methods for noise elimination in classification problems. In: Proceedings of the 4th international conference on Multiple classifier systems, MCS\u201903 (pp. 317\u2013325). Berlin: Springer.","DOI":"10.1007\/3-540-44938-8_32"},{"key":"9253_CR35","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M. (1998). Variations in relevance judgments and the measurement of retrieval effectiveness. In: Proceedings of the 21st annual international ACM SIGIR conference on Research and development in information retrieval, SIGIR \u201998 (pp. 315\u2013323). New York: ACM.","DOI":"10.1145\/290941.291017"},{"key":"9253_CR36","unstructured":"Vuurens, J., De Vries, A.P., Eickho, C. (2011). How much spam can you take? an analysis of crowdsourcing results to increase accuracy. In: Proceedings of SIGIR 2011 Workshop on Crowdsourcing for Information Retrieval."},{"key":"9253_CR37","doi-asserted-by":"crossref","unstructured":"Xu, J., Chen, C., Xu, G., Li, H., & Abib, E.R.T. (2010). Improving quality of training data for learning to rank using click-through data. In: Proceedings of the third ACM international conference on Web search and data mining, WSDM \u201910 (pp. 171\u2013180). New York: ACM.","DOI":"10.1145\/1718487.1718509"},{"key":"9253_CR38","doi-asserted-by":"publisher","unstructured":"Xu, J., Li, H. (2007). Adarank: A boosting algorithm for information retrieval. In: Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval, SIGIR \u201907 (pp. 391\u2013398). ACM: New York. doi:10.1145\/1277741.1277809.","DOI":"10.1145\/1277741.1277809"},{"key":"9253_CR39","doi-asserted-by":"crossref","unstructured":"Yang, H., Mityagin, A., Svore, K.M., & Markov, S. (2010). Collecting high quality overlapping labels at low cost. In: Proceeding of the 33rd international ACM SIGIR conference on Research and development in information retrieval, SIGIR \u201910 (pp. 459\u2013466). New York: ACM.","DOI":"10.1145\/1835449.1835526"},{"key":"9253_CR40","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/s10462-004-0751-8","volume":"22","author":"X Zhu","year":"2003","unstructured":"Zhu, X., & Wu, X. (2003). Class noise vs. attribute noise: A quantitative study. Artificial Intelligence Review, 22, 177\u2013210.","journal-title":"Artificial Intelligence Review"}],"container-title":["Information Retrieval Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-015-9253-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-015-9253-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-015-9253-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-015-9253-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:17:42Z","timestamp":1704205062000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-015-9253-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,4,28]]},"references-count":40,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2015,6]]}},"alternative-id":["9253"],"URL":"https:\/\/doi.org\/10.1007\/s10791-015-9253-3","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"type":"print","value":"1386-4564"},{"type":"electronic","value":"1573-7659"}],"subject":[],"published":{"date-parts":[[2015,4,28]]},"assertion":[{"value":"19 May 2014","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 April 2015","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 April 2015","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}