{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T16:39:18Z","timestamp":1780418358731,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":8,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,10]]},"DOI":"10.1145\/3746252.3761436","type":"proceedings-article","created":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T01:03:27Z","timestamp":1762563807000},"page":"6863-6864","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Building Trustworthy Peer Review Quality Assessment Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4411-7089","authenticated-orcid":false,"given":"Negar","family":"Arabzadeh","sequence":"first","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-1630-3938","authenticated-orcid":false,"given":"Sajad","family":"Ebrahimi","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7383-8105","authenticated-orcid":false,"given":"Ali","family":"Ghorbanpour","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2172-7617","authenticated-orcid":false,"given":"Soroush","family":"Sadeghian","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3676-6023","authenticated-orcid":false,"given":"Sara","family":"Salamat","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Iran"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5190-1808","authenticated-orcid":false,"given":"Muhan","family":"Li","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2240-0451","authenticated-orcid":false,"given":"Hai","family":"Son Le","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9211-5475","authenticated-orcid":false,"given":"Mahdi","family":"Bashari","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5148-6237","authenticated-orcid":false,"given":"Ebrahim","family":"Bagheri","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,11,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3726302.3730305"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3679081"},{"key":"e_1_3_2_1_3_1","volume-title":"Charles LA Clarke, and Julia Kiseleva","author":"Arabzadeh Negar","year":"2024","unstructured":"Negar Arabzadeh, Siqing Huo, Nikhil Mehta, Qinqyun Wu, Chi Wang, Ahmed Awadallah, Charles LA Clarke, and Julia Kiseleva. 2024. Assessing and verifying task utility in LLM-powered applications. arXiv preprint arXiv:2405.02178 (2024)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88714-7_1"},{"key":"e_1_3_2_1_5_1","volume-title":"Measuring the developmental function of peer review: a multi-dimensional, cross-disciplinary analysis of peer review reports from 740 academic journals. PeerJ 10","author":"Garcia-Costa Daniel","year":"2022","unstructured":"Daniel Garcia-Costa, Flaminio Squazzoni, Bahar Mehmani, and Francisco Grimaldo. 2022. Measuring the developmental function of peer review: a multi-dimensional, cross-disciplinary analysis of peer review reports from 740 academic journals. PeerJ 10 (2022)."},{"key":"e_1_3_2_1_6_1","volume-title":"Yu Peng, and Liangliang Ye.","author":"Long Cheng","year":"2013","unstructured":"Cheng Long, Raymond Chi-Wing Wong, Yu Peng, and Liangliang Ye. 2013. On good and fair paper-reviewer assignment. In ICDM. IEEE."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0895-4356(99)00047-5"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0147913"}],"event":{"name":"CIKM '25: The 34th ACM International Conference on Information and Knowledge Management","location":"Seoul Republic of Korea","acronym":"CIKM '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 34th ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746252.3761436","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T02:47:38Z","timestamp":1765507658000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746252.3761436"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,10]]},"references-count":8,"alternative-id":["10.1145\/3746252.3761436","10.1145\/3746252"],"URL":"https:\/\/doi.org\/10.1145\/3746252.3761436","relation":{},"subject":[],"published":{"date-parts":[[2025,11,10]]},"assertion":[{"value":"2025-11-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}