{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T06:27:48Z","timestamp":1770272868910,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":8,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,5,8]]},"DOI":"10.1145\/3701716.3715540","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T14:10:32Z","timestamp":1750687832000},"page":"1455-1459","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Towards Better Evaluation of Recommendation Algorithms with Bi-directional Item Response Theory"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1748-5801","authenticated-orcid":false,"given":"Ziqi","family":"Xu","sequence":"first","affiliation":[{"name":"RMIT University, Melbourne, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6745-4029","authenticated-orcid":false,"given":"Chenglong","family":"Ma","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3137-9653","authenticated-orcid":false,"given":"Yongli","family":"Ren","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7865-072X","authenticated-orcid":false,"given":"Jeffrey","family":"Chan","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9873-8331","authenticated-orcid":false,"given":"Wei","family":"Shao","sequence":"additional","affiliation":[{"name":"CSIRO, Melbourne, Australia and The University of New South Wales, Sydney, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8324-1859","authenticated-orcid":false,"given":"Feng","family":"Xia","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}]}],"member":"320","published-online":{"date-parts":[[2025,5,23]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"The 22nd International Conference on Artificial Intelligence and Statistics, AISTATS 2019, 16--18","volume":"89","author":"Chen Yu","year":"2019","unstructured":"Yu Chen, Telmo Silva Filho, Ricardo B Prudencio, Tom Diethe, and Peter Flach. 2019. \u03b2^3$-IRT: A New Item Response Model and its Applications. In The 22nd International Conference on Artificial Intelligence and Statistics, AISTATS 2019, 16--18 April 2019, Naha, Okinawa, Japan, Vol. 89. 1013--1021. http:\/\/proceedings.mlr.press\/v89\/chen19b.html"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864708.1864721"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Susan E Embretson and Steven P Reise. 2013. Item response theory.","DOI":"10.4324\/9781410605269"},{"key":"e_1_3_2_1_4_1","article-title":"Comprehensive algorithm portfolio evaluation using item response theory","volume":"24","author":"Kandanaarachchi Sevvandi","year":"2023","unstructured":"Sevvandi Kandanaarachchi and Kate Smith-Miles. 2023. Comprehensive algorithm portfolio evaluation using item response theory. Journal of Machine Learning Research, Vol. 24 (2023), 177:1--177:52. https:\/\/jmlr.org\/papers\/v24\/20--1318.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608809"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.09.004"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3696410.3714883"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482016"}],"event":{"name":"WWW '25: The ACM Web Conference 2025","location":"Sydney NSW Australia","acronym":"WWW '25","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Companion Proceedings of the ACM on Web Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3701716.3715540","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T18:25:32Z","timestamp":1759861532000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3701716.3715540"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,8]]},"references-count":8,"alternative-id":["10.1145\/3701716.3715540","10.1145\/3701716"],"URL":"https:\/\/doi.org\/10.1145\/3701716.3715540","relation":{},"subject":[],"published":{"date-parts":[[2025,5,8]]},"assertion":[{"value":"2025-05-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}