{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:17:30Z","timestamp":1750220250016,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":6,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,20]]},"DOI":"10.1145\/3529372.3533291","type":"proceedings-article","created":{"date-parts":[[2022,6,6]],"date-time":"2022-06-06T20:57:52Z","timestamp":1654549072000},"page":"1-4","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["On modifying evaluation measures to deal with ties in ranked lists"],"prefix":"10.1145","author":[{"given":"Sourav","family":"Saha","sequence":"first","affiliation":[{"name":"Indian Statistical Institute, Kolkata, India"}]},{"given":"Dwaipayan","family":"Roy","sequence":"additional","affiliation":[{"name":"Indian Institute of Science Education and Research, Kolkata, India"}]},{"given":"Mandar","family":"Mitra","sequence":"additional","affiliation":[{"name":"Indian Statistical Institute, Kolkata, India"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358016"},{"key":"e_1_3_2_1_2_1","volume-title":"Proc. of NAACL. 4171--4186","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin , Ming-Wei Chang , Kenton Lee , and Kristina Toutanova . 2019 . BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding . In Proc. of NAACL. 4171--4186 . Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proc. of NAACL. 4171--4186."},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC'16)","author":"Katerenchuk Denys","year":"2016","unstructured":"Denys Katerenchuk and Andrew Rosenberg . 2016 . RankDCG: Rank-Ordering Evaluation Measure . In Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC'16) . European Language Resources Association (ELRA), Portoro\u017e, Slovenia, 3675--3680. https:\/\/www.aclweb.org\/anthology\/L16-1583 Denys Katerenchuk and Andrew Rosenberg. 2016. RankDCG: Rank-Ordering Evaluation Measure. In Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC'16). European Language Resources Association (ELRA), Portoro\u017e, Slovenia, 3675--3680. https:\/\/www.aclweb.org\/anthology\/L16-1583"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331252"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78646-7_38"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.489"}],"event":{"name":"JCDL '22: The ACM\/IEEE Joint Conference on Digital Libraries in 2022","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval","IEEE Technical Committee on Digital Libraries (TC DL)"],"location":"Cologne Germany","acronym":"JCDL '22"},"container-title":["Proceedings of the 22nd ACM\/IEEE Joint Conference on Digital Libraries"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3529372.3533291","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3529372.3533291","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:39Z","timestamp":1750188639000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3529372.3533291"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":6,"alternative-id":["10.1145\/3529372.3533291","10.1145\/3529372"],"URL":"https:\/\/doi.org\/10.1145\/3529372.3533291","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}