{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T08:29:17Z","timestamp":1742977757139,"version":"3.40.3"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031560620"},{"type":"electronic","value":"9783031560637"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56063-7_22","type":"book-chapter","created":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:44:01Z","timestamp":1711097041000},"page":"306-315","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Learning-to-Rank with\u00a0Nested Feedback"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-6995-1912","authenticated-orcid":false,"given":"Hitesh","family":"Sagtani","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6256-5814","authenticated-orcid":false,"given":"Olivier","family":"Jeunen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4942-7779","authenticated-orcid":false,"given":"Aleksei","family":"Ustimenko","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,23]]},"reference":[{"key":"22_CR1","doi-asserted-by":"crossref","unstructured":"Ai, Q., Bi, K., Luo, C., Guo, J., Croft, W.B.: Unbiased learning to rank with unbiased propensity estimation. In: The 41st International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 385\u2013394 (2018)","DOI":"10.1145\/3209978.3209986"},{"issue":"2","key":"22_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3439861","volume":"39","author":"Q Ai","year":"2021","unstructured":"Ai, Q., Yang, T., Wang, H., Mao, J.: Unbiased learning to rank: online or offline? ACM Trans. Inf. Syst. (TOIS) 39(2), 1\u201329 (2021)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"22_CR3","doi-asserted-by":"crossref","unstructured":"Bergstra, J., Yamins, D., Cox, D.D., et al.: Hyperopt: a python library for optimizing the hyperparameters of machine learning algorithms. In: Proceedings of the 12th Python in Science Conference, vol. 13, p. 20. Citeseer (2013)","DOI":"10.25080\/Majora-8b375195-003"},{"key":"22_CR4","doi-asserted-by":"crossref","unstructured":"Burges, C., Shaked, T., Renshaw, E., Lazier, A., Deeds, M., Hamilton, N., Hullender, G.: Learning to rank using gradient descent. In: Proceedings of the 22nd International Conference on Machine Learning, pp. 89\u201396 (2005)","DOI":"10.1145\/1102351.1102363"},{"key":"22_CR5","doi-asserted-by":"crossref","unstructured":"Burges, C., Ragno, R., Le, Q.: Learning to rank with nonsmooth cost functions. In: Advances in Neural Information Processing Systems, vol. 19 (2006)","DOI":"10.7551\/mitpress\/7503.003.0029"},{"issue":"23\u2013581","key":"22_CR6","first-page":"81","volume":"11","author":"CJ Burges","year":"2010","unstructured":"Burges, C.J.: From ranknet to lambdarank to lambdamart: an overview. Learning 11(23\u2013581), 81 (2010)","journal-title":"Learning"},{"key":"22_CR7","doi-asserted-by":"crossref","unstructured":"Cao, Z., Qin, T., Liu, T.Y., Tsai, M.F., Li, H.: Learning to rank: from pairwise approach to listwise approach. In: Proceedings of the 24th International Conference on Machine Learning, pp. 129\u2013136 (2007)","DOI":"10.1145\/1273496.1273513"},{"key":"22_CR8","doi-asserted-by":"publisher","unstructured":"Chuklin, A., Markov, I., de Rijke, M.: Click Models for Web Search. Morgan & Claypool (2015). https:\/\/doi.org\/10.2200\/S00654ED1V01Y201507ICR043","DOI":"10.2200\/S00654ED1V01Y201507ICR043"},{"key":"22_CR9","unstructured":"Duan, Y., Jiang, L., Qin, T., Zhou, M., Shum, H.Y.: An empirical study on learning to rank of tweets. In: Proceedings of the 23rd International Conference on Computational Linguistics (Coling 2010), pp. 295\u2013303 (2010)"},{"issue":"Nov","key":"22_CR10","first-page":"933","volume":"4","author":"Y Freund","year":"2003","unstructured":"Freund, Y., Iyer, R., Schapire, R.E., Singer, Y.: An efficient boosting algorithm for combining preferences. J. Mach. Learn. Res. 4(Nov), 933\u2013969 (2003)","journal-title":"J. Mach. Learn. Res."},{"issue":"4","key":"22_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2843948","volume":"6","author":"CA Gomez-Uribe","year":"2016","unstructured":"Gomez-Uribe, C.A., Hunt, N.: The Netflix recommender system: algorithms, business value, and innovation. ACM Trans. Manage. Inf. Syst. 6(4), 1\u20139 (2016). https:\/\/doi.org\/10.1145\/2843948","journal-title":"ACM Trans. Manage. Inf. Syst."},{"key":"22_CR12","unstructured":"Gulin, A., Kuralenok, I., Pavlov, D.: Winning the transfer learning track of yahoo learning to rank challenge with yetirank. In: Proceedings of the Learning to Rank Challenge, pp. 63\u201376. PMLR (2011)"},{"key":"22_CR13","doi-asserted-by":"publisher","unstructured":"Haldar, M., et al.: Improving deep learning for airBNB search. In: Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 2822\u20132830. KDD 2020, ACM (2020). https:\/\/doi.org\/10.1145\/3394486.3403333","DOI":"10.1145\/3394486.3403333"},{"key":"22_CR14","doi-asserted-by":"publisher","unstructured":"Jagerman, R., Wang, X., Zhuang, H., Qin, Z., Bendersky, M., Najork, M.: Rax: composable learning-to-rank using Jax. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 3051\u20133060. KDD 2022, ACM (2022). https:\/\/doi.org\/10.1145\/3534678.3539065","DOI":"10.1145\/3534678.3539065"},{"key":"22_CR15","unstructured":"Jeunen, O.: Offline approaches to recommendation with online success. Ph.D. thesis, University of Antwerp (2021)"},{"key":"22_CR16","doi-asserted-by":"publisher","unstructured":"Jeunen, O.: A probabilistic position bias model for short-video recommendation feeds. In: Proceedings of the 17th ACM Conference on Recommender Systems, pp. 675\u2013681. RecSys 2023, ACM (2023). https:\/\/doi.org\/10.1145\/3604915.3608777","DOI":"10.1145\/3604915.3608777"},{"key":"22_CR17","doi-asserted-by":"crossref","unstructured":"Jeunen, O., Potapov, I., Ustimenko, A.: On (normalised) discounted cumulative gain as an offline evaluation metric for top-$$n$$ recommendation (2023)","DOI":"10.1145\/3637528.3671687"},{"key":"22_CR18","doi-asserted-by":"crossref","unstructured":"Jeunen, O., et al.: On gradient boosted decision trees and neural rankers: a case-study on short-video recommendations at ShareChat. In: Proceedings of the 15th Annual Meeting of the Forum for Information Retrieval Evaluation. FIRE 2023, ACM (2023)","DOI":"10.1145\/3632754.3632940"},{"key":"22_CR19","doi-asserted-by":"crossref","unstructured":"Joachims, T., Granka, L., Pan, B., Hembrooke, H., Gay, G.: Accurately interpreting clickthrough data as implicit feedback. In: ACM SIGIR Forum, vol. 51, pp. 4\u201311. ACM New York, NY, USA (2017)","DOI":"10.1145\/3130332.3130334"},{"key":"22_CR20","doi-asserted-by":"crossref","unstructured":"Joachims, T., Swaminathan, A., Schnabel, T.: Unbiased learning-to-rank with biased feedback. In: Proceedings of the tenth ACM International Conference on Web Search and Data Mining, pp. 781\u2013789 (2017)","DOI":"10.1145\/3018661.3018699"},{"key":"22_CR21","doi-asserted-by":"crossref","unstructured":"Juan, Y., Zhuang, Y., Chin, W.S., Lin, C.J.: Field-aware factorization machines for CTR prediction. In: Proceedings of the 10th ACM Conference on Recommender Systems, pp. 43\u201350 (2016)","DOI":"10.1145\/2959100.2959134"},{"key":"22_CR22","doi-asserted-by":"crossref","unstructured":"Karatzoglou, A., Baltrunas, L., Shi, Y.: Learning to rank for recommender systems. In: Proceedings of the 7th ACM Conference on Recommender Systems, pp. 493\u2013494 (2013)","DOI":"10.1145\/2507157.2508063"},{"key":"22_CR23","doi-asserted-by":"publisher","unstructured":"Karmaker Santu, S.K., Sondhi, P., Zhai, C.: On application of learning to rank for e-commerce search. In: Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 475\u2013484. SIGIR 2017, ACM (2017). https:\/\/doi.org\/10.1145\/3077136.3080838","DOI":"10.1145\/3077136.3080838"},{"key":"22_CR24","doi-asserted-by":"crossref","unstructured":"Karmaker Santu, S.K., Sondhi, P., Zhai, C.: On application of learning to rank for e-commerce search. In: Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 475\u2013484 (2017)","DOI":"10.1145\/3077136.3080838"},{"key":"22_CR25","doi-asserted-by":"crossref","unstructured":"Lalmas, M., Hong, L.: Tutorial on metrics of user engagement: applications to news, search and e-commerce. In: Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining, pp. 781\u2013782 (2018)","DOI":"10.1145\/3159652.3162010"},{"issue":"22","key":"22_CR26","doi-asserted-by":"publisher","first-page":"2909","DOI":"10.1093\/bioinformatics\/btt474","volume":"29","author":"R Leaman","year":"2013","unstructured":"Leaman, R., Islamaj Do\u011fan, R., Lu, Z.: DNorm: disease name normalization with pairwise learning to rank. Bioinformatics 29(22), 2909\u20132917 (2013)","journal-title":"Bioinformatics"},{"issue":"10","key":"22_CR27","doi-asserted-by":"publisher","first-page":"1854","DOI":"10.1587\/transinf.E94.D.1854","volume":"94","author":"H Li","year":"2011","unstructured":"Li, H.: A short introduction to learning to rank. IEICE Trans. Inf. Syst. 94(10), 1854\u20131862 (2011)","journal-title":"IEICE Trans. Inf. Syst."},{"key":"22_CR28","unstructured":"Li, P., Wu, Q., Burges, C.: McRank: learning to rank using multiple classification and gradient boosting. In: Advances in Neural Information Processing Systems, vol. 20 (2007)"},{"key":"22_CR29","doi-asserted-by":"crossref","unstructured":"Liu, T.Y., et al.: Learning to rank for information retrieval. Found. Trends\u00ae Inf. Retr. 3(3), 225\u2013331 (2009)","DOI":"10.1561\/1500000016"},{"key":"22_CR30","unstructured":"Lyzhin, I., Ustimenko, A., Gulin, A., Prokhorenkova, L.: Which tricks are important for learning to rank? In: International Conference on Machine Learning, pp. 23264\u201323278. PMLR (2023)"},{"key":"22_CR31","doi-asserted-by":"crossref","unstructured":"Oosterhuis, H., de Rijke, M.: Differentiable unbiased online learning to rank. In: Proceedings of the 27th ACM International Conference on Information and Knowledge Management, pp. 1293\u20131302 (2018)","DOI":"10.1145\/3269206.3271686"},{"key":"22_CR32","doi-asserted-by":"publisher","unstructured":"Oosterhuis, H., de Rijke, M.: Ranking for relevance and display preferences in complex presentation layouts. In: The 41st International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 845\u2013854. SIGIR 2018, ACM (2018). https:\/\/doi.org\/10.1145\/3209978.3209992","DOI":"10.1145\/3209978.3209992"},{"key":"22_CR33","doi-asserted-by":"publisher","unstructured":"Pasumarthi, R.K., et al.: TF-ranking: scalable tensorflow library for learning-to-rank. In: Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 2970\u20132978. KDD 2019, ACM (2019). https:\/\/doi.org\/10.1145\/3292500.3330677","DOI":"10.1145\/3292500.3330677"},{"key":"22_CR34","unstructured":"Prokhorenkova, L., Gusev, G., Vorobev, A., Dorogush, A.V., Gulin, A.: Catboost: unbiased boosting with categorical features. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"22_CR35","doi-asserted-by":"crossref","unstructured":"Qin, T., Liu, T.Y., Zhang, X.D., Wang, D.S., Xiong, W.Y., Li, H.: Learning to rank relational objects and its application to web search. In: Proceedings of the 17th International Conference on World Wide Web, pp. 407\u2013416 (2008)","DOI":"10.1145\/1367497.1367553"},{"key":"22_CR36","unstructured":"Qin, Z., et al.: Are neural rankers still outperformed by gradient boosted decision trees? (2021)"},{"key":"22_CR37","doi-asserted-by":"crossref","unstructured":"Sagtani, H., Jhanwar, M.G., Gupta, A., Mehrotra, R.: Quantifying and leveraging user fatigue for interventions in recommender systems. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval (2023)","DOI":"10.1145\/3539618.3592044"},{"key":"22_CR38","unstructured":"Ustimenko, A., Prokhorenkova, L.: Stochasticrank: global optimization of scale-free discrete functions. In: International Conference on Machine Learning, pp. 9669\u20139679. PMLR (2020)"},{"key":"22_CR39","doi-asserted-by":"publisher","unstructured":"Wang, R., et al.: Dcn v2: Improved deep and cross network and practical lessons for web-scale learning to rank systems. In: Proceedings of the Web Conference 2021, pp. 1785\u20131797. WWW 2021, ACM (2021). https:\/\/doi.org\/10.1145\/3442381.3450078","DOI":"10.1145\/3442381.3450078"},{"key":"22_CR40","doi-asserted-by":"publisher","unstructured":"Xi, Y., et al.: A bird\u2019s-eye view of reranking: from list level to page level. In: Proceedings of the Sixteenth ACM International Conference on Web Search and Data Mining, pp. 1075\u20131083. WSDM 2023, ACM (2023). https:\/\/doi.org\/10.1145\/3539597.3570399","DOI":"10.1145\/3539597.3570399"},{"key":"22_CR41","doi-asserted-by":"crossref","unstructured":"Xia, F., Liu, T.Y., Wang, J., Zhang, W., Li, H.: Listwise approach to learning to rank: theory and algorithm. In: Proceedings of the 25th International Conference on Machine Learning, pp. 1192\u20131199 (2008)","DOI":"10.1145\/1390156.1390306"},{"key":"22_CR42","doi-asserted-by":"crossref","unstructured":"Xu, J., Li, H.: Adarank: a boosting algorithm for information retrieval. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 391\u2013398 (2007)","DOI":"10.1145\/1277741.1277809"},{"key":"22_CR43","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/978-3-319-30671-1_9","volume-title":"Advances in Information Retrieval","author":"L Yang","year":"2016","unstructured":"Yang, L., et al.: Beyond factoid QA: effective methods for non-factoid answer sentence retrieval. In: Ferro, N., et al. (eds.) ECIR 2016. LNCS, vol. 9626, pp. 115\u2013128. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-30671-1_9"},{"key":"22_CR44","doi-asserted-by":"crossref","unstructured":"Yi, X., Hong, L., Zhong, E., Liu, N.N., Rajan, S.: Beyond clicks: dwell time for personalization. In: Proceedings of the 8th ACM Conference on Recommender Systems, pp. 113\u2013120 (2014)","DOI":"10.1145\/2645710.2645724"},{"key":"22_CR45","unstructured":"Zoghi, M., Tunys, T., Ghavamzadeh, M., Kveton, B., Szepesvari, C., Wen, Z.: Online learning to rank in stochastic click models. In: International Conference on Machine Learning, pp. 4199\u20134208. PMLR (2017)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56063-7_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T21:31:07Z","timestamp":1731619867000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56063-7_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560620","9783031560637"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56063-7_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}