{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T16:27:45Z","timestamp":1773246465512,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"EU framework program Horizon Europe","award":["101070212"],"award-info":[{"award-number":["101070212"]}]},{"DOI":"10.13039\/501100006374","name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","doi-asserted-by":"publisher","award":["024.004.022, NWA.1389.20.183, KICH3.LTP.20.006, VI.Veni.222.269"],"award-info":[{"award-number":["024.004.022, NWA.1389.20.183, KICH3.LTP.20.006, VI.Veni.222.269"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3626772.3657749","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T12:40:05Z","timestamp":1720701605000},"page":"416-426","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Going Beyond Popularity and Positivity Bias: Correcting for Multifactorial Bias in Recommender Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9273-9037","authenticated-orcid":false,"given":"Jin","family":"Huang","sequence":"first","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0458-9233","authenticated-orcid":false,"given":"Harrie","family":"Oosterhuis","sequence":"additional","affiliation":[{"name":"Radboud University, Nijmegen, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9938-0212","authenticated-orcid":false,"given":"Masoud","family":"Mansoury","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1583-3692","authenticated-orcid":false,"given":"Herke","family":"van Hoof","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1086-0202","authenticated-orcid":false,"given":"Maarten","family":"de Rijke","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314309"},{"key":"e_1_3_2_1_2_1","volume-title":"Multi-sided exposure bias in recommendation. arXiv preprint arXiv:2006.15772","author":"Abdollahpouri Himan","year":"2020","unstructured":"Himan Abdollahpouri and Masoud Mansoury. 2020. Multi-sided exposure bias in recommendation. arXiv preprint arXiv:2006.15772 (2020)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Panagiotis Adamopoulos and Alexander Tuzhilin. 2014. On Over-specialization and Concentration Bias of Recommendations: Probabilistic Neighborhood Selection in Collaborative Filtering Systems. In ACM Recsys. 153--160.","DOI":"10.1145\/2645710.2645752"},{"key":"e_1_3_2_1_4_1","volume-title":"Bad is stronger than good. Review of general psychology","author":"Baumeister Roy F","year":"2001","unstructured":"Roy F Baumeister, Ellen Bratslavsky, Catrin Finkenauer, and Kathleen D Vohs. 2001. Bad is stronger than good. Review of general psychology , Vol. 5, 4 (2001), 323--370."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-017-9312-z"},{"key":"e_1_3_2_1_6_1","volume-title":"Recommender Systems Survey. Knowledge-based systems","author":"Bobadilla Jes\u00fas","year":"2013","unstructured":"Jes\u00fas Bobadilla, Fernando Ortega, Antonio Hernando, and Abraham Guti\u00e9rrez. 2013. Recommender Systems Survey. Knowledge-based systems, Vol. 46 (2013), 109--132."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1021240730564"},{"key":"e_1_3_2_1_8_1","volume-title":"The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval. 415--424","author":"Roc'io","unstructured":"Roc'io Ca namares and Pablo Castells. 2018. Should I Follow the Crowd? A Probabilistic Analysis of the Effectiveness of Popularity in Recommender Systems. In The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval. 415--424."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1722149.1722154"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3522672"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290999"},{"key":"e_1_3_2_1_12_1","volume-title":"Effects of Data Sparsity on Recommender Systems Based on Collaborative Filtering. In 2018 International Joint Conference on Neural Networks (IJCNN). IEEE, 1--8.","author":"Guedes da Silva Joao Felipe","year":"2018","unstructured":"Joao Felipe Guedes da Silva, Natanael Nunes de Moura Junior, and Luiz Pereira Caloba. 2018. Effects of Data Sparsity on Recommender Systems Based on Collaborative Filtering. In 2018 International Joint Conference on Neural Networks (IJCNN). IEEE, 1--8."},{"key":"e_1_3_2_1_13_1","volume-title":"Bootstrap confidence intervals. Statistical science","author":"DiCiccio Thomas J","year":"1996","unstructured":"Thomas J DiCiccio and Bradley Efron. 1996. Bootstrap confidence intervals. Statistical science, Vol. 11, 3 (1996), 189--228."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the 1st Conference on Fairness, Accountability and Transparency. PMLR, 172--186","author":"Ekstrand Michael D.","year":"2018","unstructured":"Michael D. Ekstrand, Mucun Tian, Ion Madrazo Azpiazu, Jennifer D. Ekstrand, Oghenemaro Anuyah, David McNeill, and Maria Soledad Pera. 2018. All the Cool Kids, How Do They Fit In?: Popularity and Demographic Biases in Recommender Evaluation and Effectiveness. In Proceedings of the 1st Conference on Fairness, Accountability and Transparency. PMLR, 172--186."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/3586589.3586709"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557220"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498375"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383313.3412252"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.22266\/ijies2023.0630.43"},{"key":"e_1_3_2_1_20_1","volume-title":"Rubin","author":"Imbens Guido W.","year":"2015","unstructured":"Guido W. Imbens and Donald B. Rubin. 2015. Causal Inference in Statistics, Social, and Biomedical Sciences. Cambridge University Press."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018699"},{"key":"e_1_3_2_1_22_1","volume-title":"Adam: A Method for Stochastic Optimization. In 3rd International Conference on Learning Representations.","author":"Diederik","unstructured":"Diederik P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In 3rd International Conference on Learning Representations."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539813.3545142"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645740"},{"key":"e_1_3_2_1_25_1","volume-title":"International Conference on Machine Learning. PMLR","author":"Li Haoxuan","year":"2023","unstructured":"Haoxuan Li, Yanghao Xiao, Chunyuan Zheng, Peng Wu, and Peng Cui. 2023. Propensity matters: Measuring and enhancing balancing for recommendation. In International Conference on Machine Learning. PMLR, 20182--20194."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186150"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2023.103992"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401083"},{"key":"e_1_3_2_1_29_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Liu Zhongzhou","year":"2024","unstructured":"Zhongzhou Liu, Yuan Fang, and Min Wu. 2024. Estimating Propensity for Causality-based Recommendation without Exposure Data. Advances in Neural Information Processing Systems , Vol. 36 (2024)."},{"key":"e_1_3_2_1_30_1","volume-title":"Introduction to Information Retrieval","author":"Manning Christopher D.","unstructured":"Christopher D. Manning, Raghavan Prabhakar, and Sch\u00fctze Hinrich. 2008. Introduction to Information Retrieval. Cambridge University Press."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412152"},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the Third ACM Conference on Recommender Systems. ACM, 5--12","author":"Benjamin","unstructured":"Benjamin M. Marlin and Richard S. Zemel. 2009. Collaborative Prediction and Ranking with Non-random Missing Data. In Proceedings of the Third ACM Conference on Recommender Systems. ACM, 5--12."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1297231.1297235"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989X.9.4.403"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the 23rd International Conference on World Wide Web. 677--686","author":"Nguyen Tien T.","unstructured":"Tien T. Nguyen, Pik-Mai Hui, F. Maxwell Harper, Loren Terveen, and Joseph A. Konstan. 2014. Exploring the Filter Bubble: The Effect of Using Recommender Systems on Content Diversity. In Proceedings of the 23rd International Conference on World Wide Web. 677--686."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3569453"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380255"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.elerap.2016.10.003"},{"key":"e_1_3_2_1_39_1","volume-title":"The Filter Bubble: How the New Personalized Web is Changing What We Read and How We Think","author":"Pariser Eli","unstructured":"Eli Pariser. 2011. The Filter Bubble: How the New Personalized Web is Changing What We Read and How We Think. Penguin."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3184558.3186579"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2365952.2365982"},{"key":"e_1_3_2_1_42_1","volume-title":"Recommender Systems Handbook","author":"Ricci Francesco","unstructured":"Francesco Ricci, Lior Rokach, and Bracha Shapira. 2010. Introduction to Recommender Systems Handbook. In Recommender Systems Handbook. Springer, 1--35."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-7637-6"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401114"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611975673.53"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371783"},{"key":"e_1_3_2_1_47_1","volume-title":"On the Impact of Outlier Bias on User Clicks. In SIGIR 2023: 46th international ACM SIGIR Conference on Research and Development in Information Retrieval. ACM, 18--27","author":"Sarvi Fatemeh","year":"2023","unstructured":"Fatemeh Sarvi, Ali Vardasbi, Mohammad Aliannejadi, Sebastian Schelter, and Maarten de Rijke. 2023. On the Impact of Outlier Bias on User Clicks. In SIGIR 2023: 46th international ACM SIGIR Conference on Research and Development in Information Retrieval. ACM, 18--27."},{"key":"e_1_3_2_1_48_1","volume-title":"International Conference on Machine Learning. PMLR, 1670--1679","author":"Schnabel Tobias","year":"2016","unstructured":"Tobias Schnabel, Adith Swaminathan, Ashudeep Singh, Navin Chandak, and Thorsten Joachims. 2016. Recommendations as Treatments: Debiasing Learning and Evaluation. In International Conference on Machine Learning. PMLR, 1670--1679."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2043932.2043957"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2507157.2507160"},{"key":"e_1_3_2_1_51_1","volume-title":"Advances in Neural Information Processing Systems","volume":"23","author":"Strehl Alex","year":"2010","unstructured":"Alex Strehl, John Langford, Lihong Li, and Sham M Kakade. 2010. Learning from Logged Implicit Exploration Data. In Advances in Neural Information Processing Systems, Vol. 23."},{"key":"e_1_3_2_1_52_1","volume-title":"Advances in Neural Information Processing Systems","volume":"28","author":"Swaminathan Adith","year":"2015","unstructured":"Adith Swaminathan and Thorsten Joachims. 2015. The Self-normalized Estimator for Counterfactual Learning. In Advances in Neural Information Processing Systems, Vol. 28."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2365952.2365972"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911537"},{"key":"e_1_3_2_1_55_1","volume-title":"Doubly Robust Joint Learning for Recommendation on Data Missing Not At Random. In International Conference on Machine Learning. PMLR, 6638--6647","author":"Wang Xiaojie","year":"2019","unstructured":"Xiaojie Wang, Rui Zhang, Yu Sun, and Jianzhong Qi. 2019. Doubly Robust Joint Learning for Recommendation on Data Missing Not At Random. In International Conference on Machine Learning. PMLR, 6638--6647."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441751"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240355"},{"key":"e_1_3_2_1_58_1","volume-title":"Jilin Chen, and Alex Beutel.","author":"Yao Sirui","year":"2021","unstructured":"Sirui Yao, Yoni Halpern, Nithum Thain, Xuezhi Wang, Kang Lee, Flavien Prost, Ed H. Chi, Jilin Chen, and Alex Beutel. 2021. Measuring Recommender System Effects with Simulated Users. arXiv preprint arXiv:2101.04526 (2021)."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462875"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512099"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383313.3412210"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467376"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450098"}],"event":{"name":"SIGIR 2024: The 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Washington DC USA","acronym":"SIGIR 2024","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657749","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626772.3657749","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:29:51Z","timestamp":1755840591000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657749"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":63,"alternative-id":["10.1145\/3626772.3657749","10.1145\/3626772"],"URL":"https:\/\/doi.org\/10.1145\/3626772.3657749","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}