{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T11:25:29Z","timestamp":1761996329811,"version":"build-2065373602"},"reference-count":16,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,9]]},"DOI":"10.1109\/icdim.2016.7829763","type":"proceedings-article","created":{"date-parts":[[2017,1,26]],"date-time":"2017-01-26T18:00:05Z","timestamp":1485453605000},"page":"121-126","source":"Crossref","is-referenced-by-count":4,"title":["Towards automatic generation of relevance judgments for a test collection"],"prefix":"10.1109","author":[{"given":"Mireille","family":"Makary","sequence":"first","affiliation":[]},{"given":"Michael","family":"Oakes","sequence":"additional","affiliation":[]},{"given":"Fadi","family":"Yamout","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009001"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2124295.2124343"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2396783"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2537734.2537748"},{"journal-title":"Relevance judgments exclusive of human assessors in large scale information retrieval evaluation experimentation","year":"2014","author":"rajagopal","key":"ref14"},{"key":"ref15","article-title":"Introduction to Modern Information Retrieval","author":"salton","year":"1983","journal-title":"New York"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835450"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291009"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/860435.860501"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383961"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148219"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2005.03.023"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1108\/eb026616"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1108\/eb050097"},{"key":"ref9","article-title":"Using multiple query aspects to build test collections without human relevance judgements","author":"efron","year":"2009","journal-title":"SIGIR"}],"event":{"name":"2016 Eleventh International Conference on Digital Information Management (ICDIM)","start":{"date-parts":[[2016,9,19]]},"location":"Porto, Portugal","end":{"date-parts":[[2016,9,21]]}},"container-title":["2016 Eleventh International Conference on Digital Information Management (ICDIM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7813523\/7829753\/07829763.pdf?arnumber=7829763","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,12,13]],"date-time":"2017-12-13T15:54:48Z","timestamp":1513180488000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7829763\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9]]},"references-count":16,"URL":"https:\/\/doi.org\/10.1109\/icdim.2016.7829763","relation":{},"subject":[],"published":{"date-parts":[[2016,9]]}}}