{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:19:30Z","timestamp":1775283570895,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2011,2,9]],"date-time":"2011-02-09T00:00:00Z","timestamp":1297209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2011,2,9]]},"DOI":"10.1145\/1935826.1935864","type":"proceedings-article","created":{"date-parts":[[2011,2,1]],"date-time":"2011-02-01T15:50:27Z","timestamp":1296575427000},"page":"187-196","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":34,"title":["Using graded-relevance metrics for evaluating community QA answer selection"],"prefix":"10.1145","author":[{"given":"Tetsuya","family":"Sakai","sequence":"first","affiliation":[{"name":"Microsoft Research Asia, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daisuke","family":"Ishikawa","sequence":"additional","affiliation":[{"name":"NII, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Noriko","family":"Kando","sequence":"additional","affiliation":[{"name":"NII, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yohei","family":"Seki","sequence":"additional","affiliation":[{"name":"University of Tsukuba, Ibaraki, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kazuko","family":"Kuriyama","sequence":"additional","affiliation":[{"name":"Shirayuri College, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chin-Yew","family":"Lin","sequence":"additional","affiliation":[{"name":"MSRA, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2011,2,9]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341557"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1514888.1514893"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1367497.1367509"},{"key":"e_1_3_2_2_4_1","volume-title":"QAWeb 2008 Proceedings","author":"Gy\u00f6ngyi Z.","year":"2008","unstructured":"Gy\u00f6ngyi , Z. , Koutrika , G. , Pedersen , J. and Garcia-Molina , H .: Questioning Yahoo! Answers , QAWeb 2008 Proceedings ( 2008 ). Gy\u00f6ngyi, Z., Koutrika, G., Pedersen, J. and Garcia-Molina, H.: Questioning Yahoo! Answers, QAWeb 2008 Proceedings (2008)."},{"key":"e_1_3_2_2_5_1","first-page":"421","volume-title":"NTCIR-8 proceedings","author":"Ishikawa D.","year":"2010","unstructured":"Ishikawa , D. , Sakai , T. and Kando , N .: Overview of the NTCIR-8 Community QA Pilot Task (Part I): The Test Collection and the Task , NTCIR-8 proceedings , pp. 421 -- 432 ( 2010 ). Ishikawa, D., Sakai, T. and Kando, N.: Overview of the NTCIR-8 Community QA Pilot Task (Part I): The Test Collection and the Task, NTCIR-8 proceedings, pp. 421--432 (2010)."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148212"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.3115\/1220835.1220884"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/1599081.1599144"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1233912.1233913"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148261"},{"key":"e_1_3_2_2_12_1","first-page":"32","volume-title":"Proceedings of the First Workshop on Evaluating Information Access (EVIA 2007","author":"Sakai T.","year":"2007","unstructured":"Sakai , T. : On Penalising Late Arrival of Relevant Documents in Information Retrieval Evaluation with Graded Relevance , Proceedings of the First Workshop on Evaluating Information Access (EVIA 2007 ), pp. 32 -- 43 ( 2007 ). Sakai, T.: On Penalising Late Arrival of Relevant Documents in Information Retrieval Evaluation with Graded Relevance, Proceedings of the First Workshop on Evaluating Information Access (EVIA 2007), pp. 32--43 (2007)."},{"key":"e_1_3_2_2_13_1","first-page":"30","volume-title":"Proceedings of the Second Workshop on Evaluating Information Access (EVIA 2008","author":"Sakai T.","year":"2008","unstructured":"Sakai , T. and Robertson , S .: Modelling A User Population for Designing Information Retrieval Metrics , Proceedings of the Second Workshop on Evaluating Information Access (EVIA 2008 ), pp. 30 -- 41 ( 2008 ). Sakai, T. and Robertson, S.: Modelling A User Population for Designing Information Retrieval Metrics, Proceedings of the Second Workshop on Evaluating Information Access (EVIA 2008), pp. 30--41 (2008)."},{"key":"e_1_3_2_2_14_1","first-page":"433","volume-title":"NTCIR-8 Proceedings","author":"Sakai T.","year":"2010","unstructured":"Sakai , T. , Ishikawa , D. and Kando , N .: Overview of the NTCIR-8 Community QA Pilot Task (Part II): System Evaluation , NTCIR-8 Proceedings , pp. 433 -- 457 ( 2010 ). Sakai, T., Ishikawa, D. and Kando, N.: Overview of the NTCIR-8 Community QA Pilot Task (Part II): System Evaluation, NTCIR-8 Proceedings, pp. 433--457 (2010)."},{"key":"e_1_3_2_2_15_1","first-page":"13","author":"Sakai T.","year":"2010","unstructured":"Sakai , T. , Ishikawa , D. , Seki , Y. , Kando , N. and Kuriyama , K. : Selecting Good Answers for Community QA: A Note on Evaluation Methods (in Japanese) , Forum on Information Technology 2010 , pp. 13 -- 20 (2010). Sakai, T., Ishikawa, D., Seki, Y., Kando, N. and Kuriyama, K.: Selecting Good Answers for Community QA: A Note on Evaluation Methods (in Japanese), Forum on Information Technology 2010, pp. 13--20 (2010).","journal-title":"Forum on Information Technology"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1498759.1498820"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1571974"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242603"}],"event":{"name":"WSDM'11: Fourth ACM International Conference on Web Search and Data Mining","location":"Hong Kong China","acronym":"WSDM'11","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the fourth ACM international conference on Web search and data mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1935826.1935864","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1935826.1935864","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:45:33Z","timestamp":1750250733000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1935826.1935864"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,2,9]]},"references-count":19,"alternative-id":["10.1145\/1935826.1935864","10.1145\/1935826"],"URL":"https:\/\/doi.org\/10.1145\/1935826.1935864","relation":{},"subject":[],"published":{"date-parts":[[2011,2,9]]},"assertion":[{"value":"2011-02-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}