{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,8]],"date-time":"2026-10-08T11:34:06Z","timestamp":1791459246330,"version":"4.3.4"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3626772.3657700","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T12:40:05Z","timestamp":1720701605000},"page":"251-260","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["The Treatment of Ties in Rank-Biased Overlap"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-2862-2616","authenticated-orcid":false,"given":"Matteo","family":"Corsi","sequence":"first","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2933-1949","authenticated-orcid":false,"given":"Juli\u00e1n","family":"Urbano","sequence":"additional","affiliation":[{"name":"Delft University of Technology, Delft, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Information Systems","volume":"112","author":"Abdelrazek Aly","year":"2022","unstructured":"Aly Abdelrazek, Yomna Eid, Eman Gawish, Walaa Medhat, and Ahmed Hassan Yousef. 2022. Topic Modeling Algorithms and Applications: A Survey. Information Systems, Vol. 112 (2022)."},{"key":"e_1_3_2_1_2_1","volume-title":"Retrieval Consistency in the Presence of Query Variations. In PInternational ACM SIGIR Conference on Research and Development in Information Retrieval. 395--404","author":"Bailey Peter","year":"2017","unstructured":"Peter Bailey, Alistair Moffat, Falk Scholer, and Paul Thomas. 2017. Retrieval Consistency in the Presence of Query Variations. In PInternational ACM SIGIR Conference on Research and Development in Information Retrieval. 395--404."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2005.10.020"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41593-023-01259-x"},{"key":"e_1_3_2_1_5_1","volume-title":"Topic Prediction Based on Comparative Retrieval Rankings. In International ACM SIGIR Conference on Research and Development in Information Retrieval. 506--507","author":"Buckley Chris","year":"2004","unstructured":"Chris Buckley. 2004. Topic Prediction Based on Comparative Retrieval Rankings. In International ACM SIGIR Conference on Research and Development in Information Retrieval. 506--507."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15998-5_13"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-020-09371-3"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063576.2063858"},{"key":"e_1_3_2_1_9_1","volume-title":"On Rank Correlation and the Distance Between Rankings. In International ACM SIGIR Conference on Research and Development in Information Retrieval. 436--443","author":"Carterette Ben","year":"2009","unstructured":"Ben Carterette. 2009. On Rank Correlation and the Distance Between Rankings. In International ACM SIGIR Conference on Research and Development in Information Retrieval. 436--443."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3411915"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1137\/S0895480102412856"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/33.3.239"},{"key":"e_1_3_2_1_14_1","volume-title":"Rank Correlation Methods","author":"Kendall Maurice G.","unstructured":"Maurice G. Kendall. 1948. Rank Correlation Methods 4th ed.). Charles Griffin and Company Limited.","edition":"4"},{"key":"e_1_3_2_1_15_1","volume-title":"Sulla Determinazione Empirica di una Legge di Distribuzione. Giornale dell'Istituto Italiano degli Attuari","author":"Kolmogorov A.","year":"1933","unstructured":"A. Kolmogorov. 1933. Sulla Determinazione Empirica di una Legge di Distribuzione. Giornale dell'Istituto Italiano degli Attuari, Vol. 4 (1933), 83--91."},{"key":"e_1_3_2_1_16_1","volume-title":"Generalized Distances Between Rankings. In International Conference on World Wide Web. 571--580","author":"Kumar Ravi","year":"2010","unstructured":"Ravi Kumar and Sergei Vassilvitskii. 2010. Generalized Distances Between Rankings. In International Conference on World Wide Web. 571--580."},{"key":"e_1_3_2_1_17_1","volume-title":"The Impact of Score Ties on Repeatability in Document Ranking. In International ACM SIGIR Conference on Research and Development in Information Retrieval. 1125--1128","author":"Lin Jimmy","year":"2019","unstructured":"Jimmy Lin and Peilin Yang. 2019. The Impact of Score Ties on Repeatability in Document Ranking. In International ACM SIGIR Conference on Research and Development in Information Retrieval. 1125--1128."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2019.12.022"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3239235.3267435"},{"key":"e_1_3_2_1_20_1","volume-title":"Computing Information Retrieval Performance Measures Efficiently in the Presence of Tied Scores. In European Conference on Information Retrieval. 414--421","author":"McSherry Frank","year":"2008","unstructured":"Frank McSherry and Marc Najork. 2008. Computing Information Retrieval Performance Measures Efficiently in the Presence of Tied Scores. In European Conference on Information Retrieval. 414--421."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1273221.1273223"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3052768"},{"key":"e_1_3_2_1_23_1","volume-title":"Tranco: A Research-Oriented Top Sites Ranking Hardened Against Manipulation. In Annual Network and Distributed System Security Symposium.","author":"Pochat Victor Le","year":"2019","unstructured":"Victor Le Pochat, Tom van Goethem, Samaneh Tajalizadehkhoob, Maciej Korczynski, and Wouter Joosen. 2019. Tranco: A Research-Oriented Top Sites Ranking Hardened Against Manipulation. In Annual Network and Distributed System Security Symposium."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/65943.65945"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3009525"},{"key":"e_1_3_2_1_26_1","volume-title":"BridgeRank: A Novel Fast Centrality Measure based on Local Structure of the Network. Physica A: Statistical Mechanics and its Applications","author":"Salavati Chiman","year":"2018","unstructured":"Chiman Salavati, Alireza Abdollahpouri, and Zhaleh Manbari. 2018. BridgeRank: A Novel Fast Centrality Measure based on Local Structure of the Network. Physica A: Statistical Mechanics and its Applications, Vol. 496 (2018), 635--653."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.2307\/1412159"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42255-022-00657-y"},{"key":"e_1_3_2_1_29_1","first-page":"263","article-title":"An Experimental Determination of the Probable Error of Dr","volume":"13","year":"1921","unstructured":"Student. 1921. An Experimental Determination of the Probable Error of Dr. Spearman's Correlation Coefficients. Biometrika, Vol. 13, 2\/3 (1921), 263--282.","journal-title":"Spearman's Correlation Coefficients. Biometrika"},{"key":"e_1_3_2_1_30_1","volume-title":"Visualizing Differences in Web Search Algorithms Using the Expected Weighted Hoeffding Distance. In International Conference on World Wide Web. 931--940","author":"Sun Mingxuan","year":"2010","unstructured":"Mingxuan Sun, Guy Lebanon, and Kevyn Collins-Thompson. 2010. Visualizing Differences in Web Search Algorithms Using the Expected Weighted Hoeffding Distance. In International Conference on World Wide Web. 931--940."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2015.2448541"},{"key":"e_1_3_2_1_32_1","volume-title":"The Treatment of Ties in AP Correlation. In ACM SIGIR International Conference on the Theory of Information Retrieval. 321--324","author":"Urbano Juli\u00e1n","year":"2017","unstructured":"Juli\u00e1n Urbano and M\u00f3nica Marrero. 2017. The Treatment of Ties in AP Correlation. In ACM SIGIR International Conference on the Theory of Information Retrieval. 321--324."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741088"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406522.3446019"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1852102.1852106"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177731875"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390435"},{"key":"e_1_3_2_1_38_1","volume-title":"International ACM SIGIR Conference on Research and Development in Information Retrieval. 395--404","author":"Zendel Oleg","unstructured":"Oleg Zendel, Anna Shtok, Fiana Raiber, Oren Kurland, and J. Shane Culpepper. 2019. Information Needs, Queries, and Query Performance Prediction. In International ACM SIGIR Conference on Research and Development in Information Retrieval. 395--404."}],"event":{"name":"SIGIR 2024: The 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Washington DC USA","acronym":"SIGIR 2024","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657700","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626772.3657700","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:38:43Z","timestamp":1755841123000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657700"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":38,"alternative-id":["10.1145\/3626772.3657700","10.1145\/3626772"],"URL":"https:\/\/doi.org\/10.1145\/3626772.3657700","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}