{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T16:40:06Z","timestamp":1755880806781,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":12,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,8]],"date-time":"2024-12-08T00:00:00Z","timestamp":1733616000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,8]]},"DOI":"10.1145\/3673791.3698434","type":"proceedings-article","created":{"date-parts":[[2024,12,8]],"date-time":"2024-12-08T06:24:16Z","timestamp":1733639056000},"page":"311-314","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["The First Workshop on Evaluation Methodologies, Testbeds and Community for Information Access Research (EMTCIR 2024)"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9351-0901","authenticated-orcid":false,"given":"Makoto P.","family":"Kato","sequence":"first","affiliation":[{"name":"University of Tsukuba, Tsukuba, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2133-0215","authenticated-orcid":false,"given":"Noriko","family":"Kando","sequence":"additional","affiliation":[{"name":"National Institute of Informatics (NII), Tokyo, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8178-9194","authenticated-orcid":false,"given":"Charles L. A.","family":"Clarke","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0140-4512","authenticated-orcid":false,"given":"Yiqun","family":"Liu","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2024,12,8]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Payal Bajaj Daniel Campos Nick Craswell Li Deng Jianfeng Gao Xiaodong Liu Rangan Majumder Andrew McNamara Bhaskar Mitra Tri Nguyen et al. 2016. Ms marco: A human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268 (2016)."},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval. 3460--3463","author":"B\u00e9n\u00e9dict Garbiel","year":"2023","unstructured":"Garbiel B\u00e9n\u00e9dict, Ruqing Zhang, and Donald Metzler. 2023. Gen-IR@SIGIR 2023: The First Workshop on Generative Information Retrieval. In Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval. 3460--3463."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531944"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463249"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578337.3605136"},{"key":"e_1_3_2_1_6_1","volume-title":"CLEF","author":"Kiesel Johannes","year":"2024","unstructured":"Johannes Kiesel, Marcel Gohsen, Nailia Mirzakhmedova, Matthias Hagen, and Benno Stein. 2024. Large language models can accurately predict searcher preferences. In CLEF 2024."},{"key":"e_1_3_2_1_7_1","unstructured":"Carol Peters. 2019. Information Retrieval Evaluation in a Changing World Lessons Learned from 20 Years of CLEF. (2019)."},{"volume-title":"Evaluating Information Retrieval and Access Tasks: NTCIR's Legacy of Research Impact","author":"Sakai Tetsuya","key":"e_1_3_2_1_8_1","unstructured":"Tetsuya Sakai, Douglas W Oard, and Noriko Kando. 2021. Evaluating Information Retrieval and Access Tasks: NTCIR's Legacy of Research Impact. Springer Nature."},{"key":"e_1_3_2_1_9_1","volume-title":"Economic impact assessment of NIST's text retrieval conference (TREC) program","author":"Tassey Gregory","year":"2010","unstructured":"Gregory Tassey, Brent R Rowe, Dallas W Wood, Albert N Link, and Diglio A Simoni. 2010. Economic impact assessment of NIST's text retrieval conference (TREC) program. National Institute of Standards and Technology, Gaithersburg, Maryland (2010)."},{"key":"e_1_3_2_1_10_1","volume-title":"Large language models can accurately predict searcher preferences. arXiv preprint arXiv:2309.10621","author":"Thomas Paul","year":"2023","unstructured":"Paul Thomas, Seth Spielman, Nick Craswell, and Bhaskar Mitra. 2023. Large language models can accurately predict searcher preferences. arXiv preprint arXiv:2309.10621 (2023)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1561\/9781638282013"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645482"}],"event":{"name":"SIGIR-AP 2024: Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Tokyo Japan","acronym":"SIGIR-AP 2024"},"container-title":["Proceedings of the 2024 Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3673791.3698434","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3673791.3698434","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T16:22:20Z","timestamp":1755879740000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3673791.3698434"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,8]]},"references-count":12,"alternative-id":["10.1145\/3673791.3698434","10.1145\/3673791"],"URL":"https:\/\/doi.org\/10.1145\/3673791.3698434","relation":{},"subject":[],"published":{"date-parts":[[2024,12,8]]},"assertion":[{"value":"2024-12-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}