{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:02:14Z","timestamp":1750309334703,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T00:00:00Z","timestamp":1724457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,25]]},"DOI":"10.1145\/3637528.3671907","type":"proceedings-article","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T04:54:55Z","timestamp":1724561695000},"page":"642-653","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Estimated Judge Reliabilities for Weighted Bradley-Terry-Luce Are Not Reliable"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-1972-2336","authenticated-orcid":false,"given":"Andrew F.","family":"Dreher","sequence":"first","affiliation":[{"name":"The University of Texas at Austin, Austin, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0822-5274","authenticated-orcid":false,"given":"Etienne","family":"Vouga","sequence":"additional","affiliation":[{"name":"The University of Texas at Austin, Austin, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9035-4534","authenticated-orcid":false,"given":"Donald S.","family":"Fussell","sequence":"additional","affiliation":[{"name":"The University of Texas at Austin, Austin, TX, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,8,24]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.2307\/2531866"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/2503308.2188390"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815585.2815727"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1137\/141000671"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02294559"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.2307\/2334029"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"e_1_3_2_2_8_1","first-page":"23","article-title":"From ranknet to lambdarank to lambdamart: An overview","volume":"11","author":"Burges Christopher JC","year":"2010","unstructured":"Christopher JC Burges. 2010. From ranknet to lambdarank to lambdamart: An overview. Learning 11, 23--581 (2010), 81.","journal-title":"Learning"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148289"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1214\/12-STS396"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433420"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1017\/psrm.2018.10"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330844"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753688"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","unstructured":"Iain Dunning Joey Huchette and Miles Lubin. 2017. JuMP: A Modeling Language for Mathematical Optimization. SIAM review 59 2 (2017) 295--320. https:\/\/doi.org\/10.1137\/15M1020575","DOI":"10.1137\/15M1020575"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1080\/00913367.2016.1277380"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jspi.2003.09.022"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1002\/bdm.1753"},{"key":"e_1_3_2_2_19_1","volume-title":"Garnett (Eds.)","volume":"29","author":"Gunasekar Suriya","year":"2016","unstructured":"Suriya Gunasekar, Oluwasanmi O Koyejo, and Joydeep Ghosh. 2016. Preference Completion from Partial Rankings. In Advances in Neural Information Processing Systems, D. Lee, M. Sugiyama, U. Luxburg, I. Guyon, and R. Garnett (Eds.), Vol. 29. Curran Associates, Inc., 1370--1378. http:\/\/papers.nips.cc\/paper\/6272-preference-completion-from-partial-rankings"},{"key":"e_1_3_2_2_20_1","unstructured":"Ian Hamilton Nick Tawn and David Firth. 2023. The many routes to the ubiquitous Bradley-Terry model. arXiv:2312.13619 [math.ST]"},{"issue":"2","key":"e_1_3_2_2_21_1","first-page":"0","article-title":"Mathematica","volume":"12","author":"Research Wolfram","year":"2022","unstructured":"Wolfram Research, Inc. 2022. Mathematica, Version 12.2.0.0. https:\/\/www.wolfram.com\/mathematica","journal-title":"Version"},{"key":"e_1_3_2_2_22_1","volume-title":"Weinberger (Eds.)","volume":"24","author":"Jamieson Kevin G","year":"2011","unstructured":"Kevin G Jamieson and Robert Nowak. 2011. Active Ranking using Pairwise Comparisons. In Advances in Neural Information Processing Systems, J. Shawe-Taylor, R. Zemel, P. Bartlett, F. Pereira, and K. Q. Weinberger (Eds.), Vol. 24. Curran Associates, Inc., 2240--2248. http:\/\/papers.nips.cc\/paper\/4427-active-ranking-using-pairwise-comparisons"},{"key":"e_1_3_2_2_23_1","first-page":"81","volume-title":"A New Measure of Rank Correlation. 30, 1\/2 (Jan","author":"Kendall M G","year":"1938","unstructured":"M G Kendall. 1938. A New Measure of Rank Correlation. 30, 1\/2 (Jan. 1938), pp. 81--93. http:\/\/www.jstor.org\/stable\/2332226"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00905"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3073598"},{"key":"e_1_3_2_2_27_1","volume-title":"Proceedings of the Eleventh International Conference on Language Resources and Evaluation","author":"Kulahcioglu Tugba","year":"2018","unstructured":"Tugba Kulahcioglu and Gerard De Melo. 2018. Fontlex: A typographical lexicon based on affective associations. In Proceedings of the Eleventh International Conference on Language Resources and Evaluation (Miyazaki, Japan) (LREC '18). European Language Resources Association (ELRA)."},{"key":"e_1_3_2_2_28_1","volume-title":"2018 IEEE 12th International Conference on Semantic Computing (ICSC). IEEE, 115--122","author":"Kulahcioglu Tugba","year":"2018","unstructured":"Tugba Kulahcioglu and Gerard De Melo. 2018. Predicting semantic signatures of fonts. In 2018 IEEE 12th International Conference on Semantic Computing (ICSC). IEEE, 115--122."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3370928"},{"key":"e_1_3_2_2_30_1","volume-title":"A technique for the measurement of attitudes. Archives of psychology","author":"Likert Rensis","year":"1932","unstructured":"Rensis Likert. 1932. A technique for the measurement of attitudes. Archives of psychology (1932)."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1037\/14396-000"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1198\/0003130032396"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2601097.2601110"},{"key":"e_1_3_2_2_34_1","volume-title":"Weinberger (Eds.)","volume":"27","author":"Oh Sewoong","year":"2014","unstructured":"Sewoong Oh and Devavrat Shah. 2014. Learning Mixed Multinomial Logit Model from Ordinal Data. In Advances in Neural Information Processing Systems, Z. Ghahramani, M. Welling, C. Cortes, N. Lawrence, and K. Q. Weinberger (Eds.), Vol. 27. Curran Associates, Inc. http:\/\/papers.nips.cc\/paper\/5225-learning-mixed-multinomial-logit-model-from-ordinal-data"},{"key":"e_1_3_2_2_35_1","volume-title":"Garnett (Eds.)","volume":"28","author":"Oh Sewoong","year":"2015","unstructured":"Sewoong Oh, Kiran K Thekumparampil, and Jiaming Xu. 2015. Collaboratively Learning Preferences from Ordinal Data. In Advances in Neural Information Processing Systems, C. Cortes, N. Lawrence, D. Lee, M. Sugiyama, and R. Garnett (Eds.), Vol. 28. Curran Associates, Inc., 1909--1917. http:\/\/papers.nips.cc\/paper\/5818-collaboratively-learning-preferences-from-ordinal-data"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_2_37_1","volume-title":"Reputation as a sufficient condition for data quality on Amazon Mechanical Turk. Behavior research methods 46, 4 (12","author":"Peer Eyal","year":"2014","unstructured":"Eyal Peer, Joachim Vosgerau, and Alessandro Acquisti. 2014. Reputation as a sufficient condition for data quality on Amazon Mechanical Turk. Behavior research methods 46, 4 (12 2014), 1023--1031."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.5555\/2900728.2900746"},{"key":"e_1_3_2_2_39_1","volume-title":"Fontnet: On-Device Font Understanding and Prediction Pipeline. In ICASSP 2021--2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). IEEE, 2155--2159","author":"Rakshith S","year":"2021","unstructured":"S Rakshith, Rishabh Khurana, Vibhav Agarwal, Jayesh Rajkumar Vachhani, and Guggilla Bhanodai. 2021. Fontnet: On-Device Font Understanding and Prediction Pipeline. In ICASSP 2021--2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). IEEE, 2155--2159."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1177\/0194599811399724"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2015.12.002"},{"key":"e_1_3_2_2_42_1","volume-title":"A law of comparative judgment. Psychological review 34, 4","author":"Thurstone Louis L","year":"1927","unstructured":"Louis L Thurstone. 1927. A law of comparative judgment. Psychological review 34, 4 (1927), 273."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1086\/214483"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339571"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.2307\/2333553"},{"key":"e_1_3_2_2_46_1","volume-title":"Proceedings of the 30th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"54","author":"Tran Truyen","year":"2013","unstructured":"Truyen Tran, Dinh Phung, and Svetha Venkatesh. 2013. Thurstonian Boltzmann Machines: Learning from Multiple Inequalities. In Proceedings of the 30th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 28), Sanjoy Dasgupta and David McAllester (Eds.). PMLR, Atlanta, Georgia, USA, 46--54. https:\/\/proceedings.mlr.press\/v28\/tran13.html"},{"key":"e_1_3_2_2_47_1","volume-title":"On the implementation of an interior-point filter line-search algorithm for large-scale nonlinear programming. Mathematical programming 106, 1 (3","author":"W\u00e4chter Andreas","year":"2006","unstructured":"Andreas W\u00e4chter and Lorenz T Biegler. 2006. On the implementation of an interior-point filter line-search algorithm for large-scale nonlinear programming. Mathematical programming 106, 1 (3 2006), 25--57."},{"key":"e_1_3_2_2_48_1","volume-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. Advances in neural information processing systems 22","author":"Whitehill Jacob","year":"2009","unstructured":"Jacob Whitehill, Ting-fan Wu, Jacob Bergsma, Javier R Movellan, and Paul L Ruvolo. 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. Advances in neural information processing systems 22 (2009), 2035--2043. http:\/\/papers.nips.cc\/paper\/3644-whose-vote-should-count-more-optimal-integration-of-labels-from-labelers-of-unknown-expe"},{"key":"e_1_3_2_2_49_1","first-page":"35","article-title":"Identifying rater effects using latent trait models","volume":"46","author":"Wolfe Edward W","year":"2004","unstructured":"Edward W Wolfe. 2004. Identifying rater effects using latent trait models. Psychology Science 46 (2004), 35--51.","journal-title":"Psychology Science"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3152823","article-title":"Fontcode: Embedding information in text documents using glyph perturbation","volume":"37","author":"Xiao Chang","year":"2018","unstructured":"Chang Xiao, Cheng Zhang, and Changxi Zheng. 2018. Fontcode: Embedding information in text documents using glyph perturbation. ACM Transactions on Graphics (TOG) 37, 2 (2018), 1--16.","journal-title":"ACM Transactions on Graphics (TOG)"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01180541"},{"volume-title":"Machine Learning and Knowledge Discovery in Databases, Massih-Reza Amini, St\u00e9phane Canu","author":"Zhang Guoxi","key":"e_1_3_2_2_52_1","unstructured":"Guoxi Zhang and Hisashi Kashima. 2023. Batch Reinforcement Learning from Crowds. In Machine Learning and Knowledge Discovery in Databases, Massih-Reza Amini, St\u00e9phane Canu, Asja Fischer, Tias Guns, Petra Kralj Novak, and Grigorios Tsoumakas (Eds.). Springer Nature Switzerland, Cham, 38--51."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.14778\/2921558.2921559"}],"event":{"name":"KDD '24: The 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Barcelona Spain","acronym":"KDD '24"},"container-title":["Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671907","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3637528.3671907","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:15Z","timestamp":1750291455000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671907"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,24]]},"references-count":53,"alternative-id":["10.1145\/3637528.3671907","10.1145\/3637528"],"URL":"https:\/\/doi.org\/10.1145\/3637528.3671907","relation":{},"subject":[],"published":{"date-parts":[[2024,8,24]]},"assertion":[{"value":"2024-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}