{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,20]],"date-time":"2025-07-20T22:49:32Z","timestamp":1753051772171,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,7,11]],"date-time":"2021-07-11T00:00:00Z","timestamp":1625961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,7,11]]},"DOI":"10.1145\/3404835.3462973","type":"proceedings-article","created":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T02:41:54Z","timestamp":1626057714000},"page":"932-941","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["New Insights into Metric Optimization for Ranking-based Recommendation"],"prefix":"10.1145","author":[{"given":"Roger Zhe","family":"Li","sequence":"first","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}]},{"given":"Juli\u00e1n","family":"Urbano","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}]},{"given":"Alan","family":"Hanjalic","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2021,7,11]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"crossref","unstructured":"Enrique Amigo Julio Gonzalo and Felisa Verdejo. 2013. A general evaluation measure for document organization tasks. In SIGIR. ACM 643--652.","DOI":"10.1145\/2484028.2484081"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Enrique Amigo Damiano Spina and Jorge Carrillo de Albornoz. 2018. An Axiomatic Analysis of Diversity Evaluation Metrics: Introducing the Rank-Biased Utility Metric. In SIGIR. ACM 625--634.","DOI":"10.1145\/3209978.3210024"},{"key":"e_1_3_2_2_3_1","volume-title":"Clarke","author":"Ashkan Azin","year":"2011","unstructured":"Azin Ashkan and Charles L. A. Clarke. 2011. On the informativeness of cascade and intent-aware effectiveness measures. In WWW. ACM, 407--416."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"crossref","unstructured":"Javed A. Aslam Emine Yilmaz and Virgiliu Pavlu. 2005. The maximum entropy method for analyzing retrieval measures. In SIGIR. ACM 27--34.","DOI":"10.1145\/1076034.1076042"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.5555\/3225639.3225804"},{"key":"e_1_3_2_2_6_1","first-page":"23","article-title":"From ranknet to lambdarank to lambdamart: An overview","volume":"11","author":"Burges Christopher JC","year":"2010","unstructured":"Christopher JC Burges. 2010. From ranknet to lambdarank to lambdamart: An overview. Learning 11, 23--581 (2010), 81.","journal-title":"Learning"},{"volume-title":"Learning to Rank with Nonsmooth Cost Functions","author":"Burges Christopher J. C.","key":"e_1_3_2_2_7_1","unstructured":"Christopher J. C. Burges, Robert Ragno, and Quoc Viet Le. 2006. Learning to Rank with Nonsmooth Cost Functions. In NIPS. MIT Press, 193--200."},{"key":"e_1_3_2_2_8_1","volume-title":"ICML (ACM International Conference Proceeding Series","volume":"96","author":"Burges Christopher J. C.","unstructured":"Christopher J. C. Burges, Tal Shaked, Erin Renshaw, Ari Lazier, Matt Deeds, Nicole Hamilton, and Gregory N. Hullender. 2005. Learning to rank using gradient descent. In ICML (ACM International Conference Proceeding Series, Vol. 119). ACM, 89--96."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"crossref","unstructured":"Roc\u00edo Ca\u00f1amares and Pablo Castells. 2020. On Target Item Sampling in Offline Recommender System Evaluation. InRecSys. ACM 259--268.","DOI":"10.1145\/3383313.3412259"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-020-09371-3"},{"volume-title":"Revisiting Graph Based Collaborative Filtering: A Linear Residual Graph Convolutional Network Approach","author":"Chen Lei","key":"e_1_3_2_2_11_1","unstructured":"Lei Chen, Le Wu, Richang Hong, Kun Zhang, and Meng Wang. 2020. Revisiting Graph Based Collaborative Filtering: A Linear Residual Graph Convolutional Network Approach. In AAAI. AAAI Press, 27--34."},{"key":"e_1_3_2_2_12_1","volume-title":"Burges","author":"Donmez Pinar","year":"2009","unstructured":"Pinar Donmez, Krysta M. Svore, and Christopher J. C. Burges. 2009. On the local optimality of Lambda Rank. In SIGIR. ACM, 460--467."},{"volume-title":"Fundamentals of data mining in genomics and proteomics","author":"Dubitzky Werner","key":"e_1_3_2_2_13_1","unstructured":"Werner Dubitzky, Martin Granzow, and Daniel P Berrar. 2007. Fundamentals of data mining in genomics and proteomics. Springer Science & Business Media."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"crossref","unstructured":"Michael D. Ekstrand. 2020. LensKit for Python: Next-Generation Software for Recommender Systems Experiments. In CIKM. ACM 2999--3006.","DOI":"10.1145\/3340531.3412778"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-018-1330-z"},{"key":"e_1_3_2_2_16_1","volume-title":"ECIR 2019, Cologne, Germany, April 14--18, 2019, Proceedings, Part I. 636--651","author":"Gupta Soumyajit","year":"2019","unstructured":"Soumyajit Gupta, Mucahid Kutlu, Vivek Khetan, and Matthew Lease. 2019. Correlation, Prediction and Ranking of Evaluation Metrics in Information Retrieval. In Advances in Information Retrieval - 41st European Conference on IR Research, ECIR 2019, Cologne, Germany, April 14--18, 2019, Proceedings, Part I. 636--651."},{"key":"e_1_3_2_2_17_1","unstructured":"Xiangnan He Kuan Deng Xiang Wang Yan Li Yong-Dong Zhang and Meng Wang. 2020. LightGCN: Simplifying and Powering Graph Convolution Network for Recommendation. In SIGIR. ACM 639--648."},{"key":"e_1_3_2_2_18_1","unstructured":"Xiangnan He Lizi Liao Hanwang Zhang Liqiang Nie Xia Hu and Tat-Seng Chua. 2017. Neural Collaborative Filtering. In WWW. ACM 173--182."},{"key":"e_1_3_2_2_19_1","unstructured":"Ziniu Hu Yang Wang Qu Peng and Hang Li. 2019. Unbiased LambdaMART: An Unbiased Pairwise Learning-to-Rank Algorithm. In WWW. ACM 2830--2836."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/PROC.1982.12425"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"crossref","unstructured":"Timothy Jones Paul Thomas Falk Scholer and Mark Sanderson. 2015. Features of Disagreement Between Retrieval Effectiveness Measures. In SIGIR. ACM 847--850.","DOI":"10.1145\/2766462.2767824"},{"key":"e_1_3_2_2_22_1","volume-title":"Kingma and Jimmy Ba","author":"Diederik","year":"2015","unstructured":"Diederik P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In ICLR (Poster)."},{"volume-title":"LambdaMF: Learning Nonsmooth Ranking Functions in Matrix Factorization Using Lambda","author":"Lee Guang-He","key":"e_1_3_2_2_23_1","unstructured":"Guang-He Lee and Shou-De Lin. 2015. LambdaMF: Learning Nonsmooth Ranking Functions in Matrix Factorization Using Lambda. In ICDM. IEEE Computer Society, 823--828."},{"key":"e_1_3_2_2_24_1","unstructured":"Xiaopeng Li and James She. 2017. Collaborative Variational Autoencoder for Recommender Systems. In KDD. ACM 305--314."},{"key":"e_1_3_2_2_25_1","volume-title":"Honavar","author":"Liang Junjie","year":"2018","unstructured":"Junjie Liang, Jinlong Hu, Shoubin Dong, and Vasant G. Honavar. 2018. Top-N-Rank: A Scalable List-wise Ranking Method for Recommender Systems. In BigData. IEEE, 1052--1058."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835676"},{"volume-title":"Learning to Rank for Information Retrieval","author":"Liu Tie-Yan","key":"e_1_3_2_2_27_1","unstructured":"Tie-Yan Liu. 2011. Learning to Rank for Information Retrieval. Springer."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-45068-6_1"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3052768"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Alistair Moffat Falk Scholer and Paul Thomas. 2012. Models and metrics: IRevaluation as a user process. In ADCS. ACM 47--54.","DOI":"10.1145\/2407085.2407092"},{"key":"e_1_3_2_2_31_1","article-title":"Rank-biased precision for measurement of retrieval effectiveness.ACM","volume":"27","author":"Moffat Alistair","year":"2008","unstructured":"Alistair Moffat and Justin Zobel. 2008. Rank-biased precision for measurement of retrieval effectiveness.ACM Trans. Inf. Syst. 27, 1 (2008), 2: 1--2:27.","journal-title":"Trans. Inf. Syst."},{"key":"e_1_3_2_2_32_1","volume-title":"Hinton","author":"Nair Vinod","year":"2010","unstructured":"Vinod Nair and Geoffrey E. Hinton. 2010. Rectified Linear Units Improve Restricted Boltzmann Machines. In ICML. Omnipress, 807--814."},{"key":"e_1_3_2_2_33_1","volume-title":"McAuley","author":"Ni Jianmo","year":"2019","unstructured":"Jianmo Ni, Jiacheng Li, and Julian J. McAuley. 2019. Justifying Recommendations using Distantly-Labeled Reviews and Fine-Grained Aspects. In EMNLP\/IJCNLP(1). Association for Computational Linguistics, 188--197."},{"key":"e_1_3_2_2_34_1","unstructured":"Adam Paszke Sam Gross Soumith Chintala Gregory Chanan Edward Yang Zachary DeVito Zeming Lin Alban Desmaison Luca Antiga and Adam Lerer.2017. Automatic differentiation in PyTorch. In NIPS-W."},{"key":"e_1_3_2_2_35_1","volume-title":"BPR: Bayesian Personalized Ranking from Implicit Feedback","author":"Rendle Steffen","year":"2009","unstructured":"Steffen Rendle, Christoph Freudenthaler, Zeno Gantner, and Lars Schmidt-Thieme. 2009. BPR: Bayesian Personalized Ranking from Implicit Feedback. In UAI. AUAI Press, 452--461."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-008-9059-7"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.1980.10483031"},{"key":"e_1_3_2_2_38_1","volume-title":"A mathematical theory of communication. ACM SIGMOBILE mobile computing and communications review 5, 1","author":"Shannon Claude Elwood","year":"2001","unstructured":"Claude Elwood Shannon. 2001. A mathematical theory of communication. ACM SIGMOBILE mobile computing and communications review 5, 1 (2001), 3--55."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Yue Shi Alexandros Karatzoglou Linas Baltrunas Martha A. Larson Alan Hanjalic and Nuria Oliver. 2012. TFMAP: optimizing MAP for top-n context-aware recommendation. In SIGIR. ACM 155--164.","DOI":"10.1145\/2348283.2348308"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"crossref","unstructured":"Yue Shi Alexandros Karatzoglou Linas Baltrunas Martha A. Larson Nuria Oliver and Alan Hanjalic. 2012. CLiMF: learning to maximize reciprocal rank with collaborative less-is-more filtering. In RecSys. ACM 139--146.","DOI":"10.1145\/2365952.2365981"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"crossref","unstructured":"Yue Shi Martha A. Larson and Alan Hanjalic. 2010. List-wise learning to rank with matrix factorization for collaborative filtering. In RecSys. ACM 269--272.","DOI":"10.1145\/1864708.1864764"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"crossref","unstructured":"Zhu Sun Di Yu Hui Fang Jie Yang Xinghua Qu Jie Zhang and Cong Geng. 2020. Are We Evaluating Rigorously? Benchmarking Recommendation for Reproducible Evaluation and Fair Comparison. In RecSys. ACM 23--32.","DOI":"10.1145\/3383313.3412489"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"crossref","unstructured":"Jiliang Tang Huiji Gao and Huan Liu. 2012. mTrust: discerning multi-faceted trust in a connected world. InWSDM. ACM 93--102.","DOI":"10.1145\/2124295.2124309"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-020-09377-x"},{"key":"e_1_3_2_2_45_1","volume-title":"NIPS. Curran Associates","author":"Valizadegan Hamed","year":"1883","unstructured":"Hamed Valizadegan, Rong Jin, Ruofei Zhang, and Jianchang Mao. 2009. Learning to Rank by Optimizing NDCG Measure. In NIPS. Curran Associates, Inc., 1883--1891."},{"key":"e_1_3_2_2_46_1","unstructured":"Hao Wang Binyi Chen and Wu-Jun Li. 2013. Collaborative Topic Regression with Social Regularization for Tag Recommendation. In IJCAI."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390456"},{"volume-title":"NIPS. Curran Associates","author":"Weimer Markus","key":"e_1_3_2_2_48_1","unstructured":"Markus Weimer, Alexandros Karatzoglou, Quoc V. Le, and Alexander J. Smola.2007. COFI RANK - Maximum Margin Matrix Factorization for Collaborative Ranking. In NIPS. Curran Associates, Inc., 1593--1600."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-009-9116-x"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"crossref","unstructured":"Fajie Yuan Guibing Guo Joemon M. Jose Long Chen Haitao Yu and Weinan Zhang. 2016. LambdaFM: Learning Optimal Ranking with Factorization Machines Using Lambda Surrogates. In CIKM. ACM 227--236.","DOI":"10.1145\/2983323.2983758"},{"key":"e_1_3_2_2_51_1","volume-title":"Steven Chu-Hong Hoi, and Weinan E","author":"Zhou Pan","year":"2020","unstructured":"Pan Zhou, Jiashi Feng, Chao Ma, Caiming Xiong, Steven Chu-Hong Hoi, and Weinan E. 2020. Towards Theoretically Understanding Why SGD Generalizes Better Than Adam in Deep Learning. In NeurIPS."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358075"}],"event":{"name":"SIGIR '21: The 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Virtual Event Canada","acronym":"SIGIR '21"},"container-title":["Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3462973","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3404835.3462973","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:18:20Z","timestamp":1750191500000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3462973"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,11]]},"references-count":52,"alternative-id":["10.1145\/3404835.3462973","10.1145\/3404835"],"URL":"https:\/\/doi.org\/10.1145\/3404835.3462973","relation":{},"subject":[],"published":{"date-parts":[[2021,7,11]]},"assertion":[{"value":"2021-07-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}