{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T04:11:40Z","timestamp":1746245500909,"version":"3.40.4"},"publisher-location":"Berlin, Heidelberg","reference-count":15,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642547973"},{"type":"electronic","value":"9783642547980"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-642-54798-0_8","type":"book-chapter","created":{"date-parts":[[2014,5,6]],"date-time":"2014-05-06T02:11:42Z","timestamp":1399342302000},"page":"182-191","source":"Crossref","is-referenced-by-count":0,"title":["Evaluation with Respect to Usefulness"],"prefix":"10.1007","author":[{"given":"Omar","family":"Alonso","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"6","key":"8_CR1","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1016\/j.ipm.2012.01.004","volume":"48","author":"O. Alonso","year":"2012","unstructured":"Alonso, O., Mizzaro, S.: Using Crowdsourcing for TREC Relevance Assessment. Information Processing and Management\u00a048(6), 1053\u20131066 (2012)","journal-title":"Information Processing and Management"},{"issue":"4","key":"8_CR2","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1162\/coli.07-034-R2","volume":"34","author":"R. Artstein","year":"2008","unstructured":"Artstein, R., Poesio, M.: Inter-coder Agreement for Computational Linguistics. Journal of Computational Linguistics\u00a034(4), 555\u2013596 (2008)","journal-title":"Journal of Computational Linguistics"},{"issue":"1","key":"8_CR3","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1145\/2094072.2094078","volume":"30","author":"O. Chapelle","year":"2012","unstructured":"Chapelle, O., Joachims, T., Radlinski, F., Yue, Y.: Large-scale Validation and Analysis of Interleaved Search Evaluation. ACM Trans. Inf. Syst.\u00a030(1), 6 (2012)","journal-title":"ACM Trans. Inf. Syst."},{"key":"8_CR4","doi-asserted-by":"crossref","unstructured":"Fernquist, J., Chi, E.: Perception and Understanding of Social Annotations in Web Search. In: Proc. of WWW (2013)","DOI":"10.1145\/2488388.2488424"},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Harman, D.: Information Retrieval Evaluation. Morgan & Claypool (2011)","DOI":"10.2200\/S00368ED1V01Y201105ICR019"},{"key":"8_CR6","doi-asserted-by":"crossref","unstructured":"Hearst, M.: Search User Interfaces. Cambridge University Press (2009)","DOI":"10.1017\/CBO9781139644082"},{"key":"8_CR7","unstructured":"Joachims, J.: Evaluating Retrieval Performance Using Clickthrough Data. In: Text Mining, pp. 79\u201396 (2003)"},{"issue":"1-2","key":"8_CR8","first-page":"1","volume":"3","author":"D. Kelly","year":"2009","unstructured":"Kelly, D.: Methods for Evaluating Interactive Information Retrieval Systems With Users. Foundations and Trends in Information Retrieval\u00a03(1-2), 1\u2013224 (2009)","journal-title":"Foundations and Trends in Information Retrieval"},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Lease, M., Alonso, O.: Crowdsourcing for Search Evaluation and Social-algorithmic Search. In: Proc. of SIGIR (2012)","DOI":"10.1145\/2348283.2348530"},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Lease, M., Yilmaz, E.: Crowdsourcing for Information Retrieval: Introduction to the Special Issue. Information Retrieval\u00a016(2) (2013)","DOI":"10.1007\/s10791-013-9222-7"},{"key":"8_CR11","doi-asserted-by":"crossref","unstructured":"Muralidharan, A., Gyngyi, Z., Chi, E.: Social Annotations in Web Search. In: Proc. of CHI (2012)","DOI":"10.1145\/2207676.2208554"},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Pantel, P., Gamon, M., Alonso, O., Haas, K.: Social Annotations: Utility and Prediction Modeling. In: Proc. of SIGIR (2012)","DOI":"10.1145\/2348283.2348324"},{"key":"8_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"878","DOI":"10.1007\/978-3-642-36973-5_107","volume-title":"Advances in Information Retrieval","author":"F. Radlinski","year":"2013","unstructured":"Radlinski, F., Hofmann, K.: Practical Online Retrieval Evaluation. In: Serdyukov, P., Braslavski, P., Kuznetsov, S.O., Kamps, J., R\u00fcger, S., Agichtein, E., Segalovich, I., Yilmaz, E. (eds.) ECIR 2013. LNCS, vol.\u00a07814, pp. 878\u2013881. Springer, Heidelberg (2013)"},{"key":"8_CR14","doi-asserted-by":"crossref","unstructured":"Smucker, M., Kazai, G., Lease, M.: Overview of the TREC 2012 Crowdsourcing Track. In: TREC 2012 (2012)","DOI":"10.6028\/NIST.SP.500-298.crowd-overview"},{"key":"8_CR15","unstructured":"Voorhees, E., Harman, D.: TREC Experiment and Evaluation in Information Retrieval. MIT Press (2005)"}],"container-title":["Lecture Notes in Computer Science","Bridging Between Information Retrieval and Databases"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-54798-0_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T20:16:41Z","timestamp":1746217001000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-54798-0_8"}},"subtitle":["Some Perspectives from Industry"],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783642547973","9783642547980"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-54798-0_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}