{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T13:15:18Z","timestamp":1725455718107},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642353406"},{"type":"electronic","value":"9783642353413"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012]]},"DOI":"10.1007\/978-3-642-35341-3_4","type":"book-chapter","created":{"date-parts":[[2012,12,5]],"date-time":"2012-12-05T17:57:39Z","timestamp":1354730259000},"page":"39-51","source":"Crossref","is-referenced-by-count":3,"title":["One Click One Revisited: Enhancing Evaluation Based on Information Units"],"prefix":"10.1007","author":[{"given":"Tetsuya","family":"Sakai","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Makoto P.","family":"Kato","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"1","key":"4_CR1","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1145\/2215676.2215678","volume":"46","author":"J. Allan","year":"2012","unstructured":"Allan, J., Aslam, J., Azzopardi, L., Belkin, N., Borlund, P., Bruza, P., Callan, J., Carman, M., Clarke, C.L.A., Craswell, N., Croft, W.B., Culpepper, J.S., Diaz, F., Dumais, S., Ferro, N., Geva, S., Gonzalo, J., Hawking, D., Jarvelin, K., Jones, G., Jones, R., Kamps, J., Kando, N., Kanoulas, E., Karlgren, J., Kelly, D., Lease, M., Lin, J., Mizzaro, S., Moffat, A., Murdock, V., Oard, D.W., Rijke, M.d., Sakai, T., Sanderson, M., Scholer, F., Si, L., Thom, J.A., Thomas, P., Trotman, A., Turpin, A., de Vries, A.P., Webber, W., Zhang, X., Zhang, a.Y.: Frontiers, challenges and opportunities for information retrieval: Report from SWIRL 2012. SIGIR Forum\u00a046(1), 2\u201332 (2012)","journal-title":"SIGIR Forum"},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Allan, J., Carterette, B., Lewis, J.: When will information retrieval be \u201cgood enough\u201d? In: Proceedings of ACM SIGIR 2005, pp. 433\u2013440 (2005)","DOI":"10.1145\/1076034.1076109"},{"key":"4_CR3","unstructured":"Babko-Malaya, O.: Annotation of nuggets and relevance in gale distillation evaluation. In: Proceedings of LREC 2008, pp. 3578\u20133584 (2008)"},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"Carterette, B.: Multiple testing in statistical analysis of systems-based information retrieval experiments. ACM TOIS 30(1) (2012)","DOI":"10.1145\/2094072.2094076"},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"Clarke, C.L., Craswell, N., Soboroff, I., Ashkan, A.: A comparative analysis of cascade measures for novelty and diversity. In: Proceedings of ACM WSDM 2011 (2011)","DOI":"10.1145\/1935826.1935847"},{"issue":"4","key":"4_CR6","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Transactions on Information Systems\u00a020(4), 422\u2013446 (2002)","journal-title":"ACM Transactions on Information Systems"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Li, J., Huffman, S., Tokuda, A.: Good abandonment in mobile and PC internet search. In: Proceedings of ACM SIGIR 2009, pp. 43\u201350 (2009)","DOI":"10.1145\/1571941.1571951"},{"key":"4_CR8","unstructured":"Lin, C.Y.: ROUGE: A package for automatic evaluation of summaries. In: Proceedings of the ACL 2004 Workshop on Text Summarization Branches Out (2004)"},{"issue":"5","key":"4_CR9","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1007\/s10791-006-9003-7","volume":"9","author":"J. Lin","year":"2006","unstructured":"Lin, J., Demner-Fushman, D.: Methods for automatically evaluating answers to complex questions. Information Retrieval\u00a09(5), 565\u2013587 (2006)","journal-title":"Information Retrieval"},{"key":"4_CR10","unstructured":"Mitamura, T., Shima, H., Sakai, T., Kando, N., Mori, T., Takeda, K., Lin, C.Y., Song, R., Lin, C.J., Lee, C.W.: Overview of the NTCIR-8 ACLIA tasks: Advanced cross-lingual information access. In: Proceedings of NTCIR-8, pp. 15\u201324 (2010)"},{"issue":"2","key":"4_CR11","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1145\/1233912.1233913","volume":"4","author":"A. Nenkova","year":"2007","unstructured":"Nenkova, A., Passonneau, R., McKeown, K.: The pyramid method: Incorporating human content selection variation in summarization evaluation. ACM Transactions on Speech and Language Processing 4(2), Article 4 (2007)","journal-title":"ACM Transactions on Speech and Language Processing"},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Pavlu, V., Rajput, S., Golbus, P.B., Aslam, J.A.: IR system evaluation using nugget-based test collections. In: Proceedings of ACM WSDM 2012, pp. 393\u2013402 (2012)","DOI":"10.1145\/2124295.2124343"},{"key":"4_CR13","doi-asserted-by":"crossref","unstructured":"Robertson, S.E., Kanoulas, E., Yilmaz, E.: Extending average precision to graded relevance judgments. In: Proceedings of ACM SIGIR 2010, pp. 603\u2013610 (2010)","DOI":"10.1145\/1835449.1835550"},{"key":"4_CR14","doi-asserted-by":"crossref","unstructured":"Sakai, T.: Evaluating evaluation metrics based on the bootstrap. In: Proceedings of ACM SIGIR 2006, pp. 525\u2013532 (2006)","DOI":"10.1145\/1148170.1148261"},{"key":"4_CR15","doi-asserted-by":"crossref","unstructured":"Sakai, T.: Evaluation with informational and navigational intents. In: Proceedings of WWW 2012, pp. 499\u2013508 (2012)","DOI":"10.1145\/2187836.2187904"},{"key":"4_CR16","doi-asserted-by":"crossref","unstructured":"Sakai, T., Kato, M.P., Song, Y.I.: Click the search button and be happy: Evaluating direct and immediate information access. In: Proceedings of ACM CIKM 2011, pp. 621\u2013630 (2011)","DOI":"10.1145\/2063576.2063669"},{"key":"4_CR17","unstructured":"Sakai, T., Kato, M.P., Song, Y.I.: Overview of NTCIR-9 1CLICK. In: Proceedings of NTCIR-9, pp. 180\u2013201 (2011)"},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Clarke, C.L.A.: Time-based calibration of effectiveness measures. In: Proceedings of ACM SIGIR 2012, pp. 95\u2013104 (2012)","DOI":"10.1145\/2348283.2348300"},{"key":"4_CR19","unstructured":"Webber, W., Moffat, A., Zobel, J.: The effect of pooling and evaluation depth on metric stability. In: Proceedings of EVIA 2010, pp. 7\u201315 (2010)"},{"key":"4_CR20","unstructured":"White, J.V., Hunter, D., Goldstein, J.D.: Statistical evaluation of information distillation systems. In: Proceedings of LREC 2008, pp. 3598\u20133604 (2008)"},{"key":"4_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1007\/978-3-642-04417-5_15","volume-title":"Advances in Information Retrieval Theory","author":"Y. Yang","year":"2009","unstructured":"Yang, Y., Lad, A.: Modeling Expected Utility of Multi-session Information Distillation. In: Azzopardi, L., Kazai, G., Robertson, S., R\u00fcger, S., Shokouhi, M., Song, D., Yilmaz, E. (eds.) ICTIR 2009. LNCS, vol.\u00a05766, pp. 164\u2013175. Springer, Heidelberg (2009)"}],"container-title":["Lecture Notes in Computer Science","Information Retrieval Technology"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-35341-3_4.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,4]],"date-time":"2021-05-04T13:14:48Z","timestamp":1620134088000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-35341-3_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012]]},"ISBN":["9783642353406","9783642353413"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-35341-3_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2012]]}}}