{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:57:11Z","timestamp":1755838631258,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":1,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,10,1]],"date-time":"2017-10-01T00:00:00Z","timestamp":1506816000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"UK EPSRC","award":["EP\/N011589\/1"],"award-info":[{"award-number":["EP\/N011589\/1"]}]},{"name":"European Union's Horizon 2020","award":["Grant agreement No 732328"],"award-info":[{"award-number":["Grant agreement No 732328"]}]},{"name":"European Science Foundation, ELIAS Research Networking Programme","award":["Science Meeting SM 5917"],"award-info":[{"award-number":["Science Meeting SM 5917"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,10]]},"DOI":"10.1145\/3121050.3121060","type":"proceedings-article","created":{"date-parts":[[2017,9,29]],"date-time":"2017-09-29T12:48:56Z","timestamp":1506689336000},"page":"75-82","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Considering Assessor Agreement in IR Evaluation"],"prefix":"10.1145","author":[{"given":"Eddy","family":"Maddalena","sequence":"first","affiliation":[{"name":"University of Southampton, Southampton, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kevin","family":"Roitero","sequence":"additional","affiliation":[{"name":"University of Udine, Udine, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gianluca","family":"Demartini","sequence":"additional","affiliation":[{"name":"University of Queensland, Brisbane, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefano","family":"Mizzaro","sequence":"additional","affiliation":[{"name":"University of Udine, Udine, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2017,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2012.01.004"}],"event":{"name":"ICTIR '17: ACM SIGIR International Conference on the Theory of Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Amsterdam The Netherlands","acronym":"ICTIR '17"},"container-title":["Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3121050.3121060","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3121050.3121060","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:05:05Z","timestamp":1750273505000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3121050.3121060"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10]]},"references-count":1,"alternative-id":["10.1145\/3121050.3121060","10.1145\/3121050"],"URL":"https:\/\/doi.org\/10.1145\/3121050.3121060","relation":{},"subject":[],"published":{"date-parts":[[2017,10]]},"assertion":[{"value":"2017-10-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}