{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,6]],"date-time":"2024-09-06T06:18:34Z","timestamp":1725603514376},"publisher-location":"Berlin, Heidelberg","reference-count":16,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642235764"},{"type":"electronic","value":"9783642235771"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-23577-1_9","type":"book-chapter","created":{"date-parts":[[2011,8,30]],"date-time":"2011-08-30T00:38:06Z","timestamp":1314664686000},"page":"98-117","source":"Crossref","is-referenced-by-count":10,"title":["Overview of the INEX 2010 Book Track: Scaling Up the Evaluation Using Crowdsourcing"],"prefix":"10.1007","author":[{"given":"Gabriella","family":"Kazai","sequence":"first","affiliation":[]},{"given":"Marijn","family":"Koolen","sequence":"additional","affiliation":[]},{"given":"Jaap","family":"Kamps","sequence":"additional","affiliation":[]},{"given":"Antoine","family":"Doucet","sequence":"additional","affiliation":[]},{"given":"Monica","family":"Landoni","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"9_CR1","unstructured":"Alonso, O., Mizzaro, S.: Can we get rid of TREC assessors? using Mechanical Turk for relevance assessment. In: Geva, S., Kamps, J., Peters, C., Sakai, T., Trotman, A., Voorhees, E. (eds.) Proceedings of the SIGIR 2009 Workshop on the Future of IR Evaluation, pp. 15\u201316 (2009)"},{"key":"9_CR2","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1145\/1480506.1480508","volume":"42","author":"O. Alonso","year":"2008","unstructured":"Alonso, O., Rose, D.E., Stewart, B.: Crowdsourcing for relevance evaluation. SIGIR Forum\u00a042, 9\u201315 (2008)","journal-title":"SIGIR Forum"},{"key":"9_CR3","series-title":"LNCS","first-page":"118","volume-title":"INEX 2010","author":"R. Deveaud","year":"2010","unstructured":"Deveaud, R., Boudin, F., Bellot, P.: LIA at INEX 2010 Book Track. In: Geva, S., et al. (eds.) INEX 2010. LNCS, vol.\u00a06932, pp. 118\u2013127. Springer, Heidelberg (2010)"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Doucet, A., Kazai, G., Dresevic, B., Uzelac, A., Radakovic, B., Todic, N.: ICDAR 2009 Book Structure Extraction Competition. In: Proceedings of the Tenth International Conference on Document Analysis and Recognition (ICDAR 2009), Barcelona, Spain, pp. 1408\u20131412 (2009)","DOI":"10.1109\/ICDAR.2009.280"},{"key":"9_CR5","doi-asserted-by":"crossref","unstructured":"Doucet, A., Kazai, G., Dresevic, B., Uzelac, A., Radakovic, B., Todic, N.: Setting up a competition framework for the evaluation of structure extraction from OCR-ed books. International Journal on Document Analysis and Recognition, 1\u20138 (2010)","DOI":"10.1007\/s10032-010-0127-3"},{"key":"9_CR6","series-title":"LNCS","first-page":"128","volume-title":"INEX 2010","author":"E. Giguet","year":"2010","unstructured":"Giguet, E., Lucas, N.: The Book Structure Extraction Competition with the Resurgence software for part and chapter detection at Caen University. In: Geva, S., et al. (eds.) INEX 2010. LNCS, vol.\u00a06932, pp. 128\u2013139. Springer, Heidelberg (2010)"},{"key":"9_CR7","unstructured":"Grady, C., Lease, M.: Crowdsourcing document relevance assessment with mechanical turk. In: Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon\u2019s Mechanical Turk, CSLDAMT 2010, pp. 172\u2013179, Association for Computational Linguistics (2010)"},{"key":"9_CR8","unstructured":"Howe, J.: Crowdsourcing: Why the Power of the Crowd Is Driving the Future of Business, 1st edn. Crown Publishing Group (2008)"},{"key":"9_CR9","series-title":"LNCS","first-page":"140","volume-title":"INEX 2010","author":"J. Kamps","year":"2010","unstructured":"Kamps, J., Koolen, M.: Focus and Element Length in Book and Wikipedia Retrieval. In: Geva, S., et al. (eds.) INEX 2010. LNCS, vol.\u00a06932, pp. 140\u2013153. Springer, Heidelberg (2010)"},{"key":"9_CR10","volume-title":"SIGIR 2011: Proceedings of the 34th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"G. Kazai","year":"2011","unstructured":"Kazai, G., Kamps, J., Koolen, M., Milic-Frayling, N.: Crowdsourcing for book search evaluation: Impact of quality on comparative system ranking. In: SIGIR 2011: Proceedings of the 34th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. ACM Press, New York (2011)"},{"key":"9_CR11","volume-title":"SIGIR 2009: Proceedings of the 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"G. Kazai","year":"2009","unstructured":"Kazai, G., Milic-Frayling, N., Costello, J.: Towards methods for the collective gathering and quality control of relevance assessments. In: SIGIR 2009: Proceedings of the 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. ACM Press, New York (2009)"},{"key":"9_CR12","series-title":"LNCS","first-page":"154","volume-title":"INEX 2010","author":"R.R. Larson","year":"2010","unstructured":"Larson, R.R.: Combining Page Scores for XML Book Retrieval. In: Geva, S., et al. (eds.) INEX 2010. LNCS, vol.\u00a06932, pp. 154\u2013163. Springer, Heidelberg (2010)"},{"key":"9_CR13","unstructured":"Le, J., Edmonds, A., Hester, V., Biewald, L.: Ensuring quality in crowdsourced search relevance evaluation: The effects of training question distribution. In: SIGIR 2010 Workshop on Crowdsourcing for Search Evaluation, pp. 21\u201326 (2010)"},{"key":"9_CR14","series-title":"LNCS","first-page":"164","volume-title":"INEX 2010","author":"M. Preminger","year":"2010","unstructured":"Preminger, M., Nordlie, R.: OUCs participation in the 2010 INEX Book Track. In: Geva, S., et al. (eds.) INEX 2010. LNCS, vol.\u00a06932, pp. 164\u2013170. Springer, Heidelberg (2010)"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Quinn, A.J., Bederson, B.B.: Human computation: A survey and taxonomy of a growing field. In: Proceedings of CHI 2011 (2011)","DOI":"10.1145\/1978942.1979148"},{"issue":"4","key":"9_CR16","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1108\/00220410310485721","volume":"59","author":"R. Wilson","year":"2003","unstructured":"Wilson, R., Landoni, M., Gibb, F.: The web experiments in electronic textbook design. Journal of Documentation\u00a059(4), 454\u2013477 (2003)","journal-title":"Journal of Documentation"}],"container-title":["Lecture Notes in Computer Science","Comparative Evaluation of Focused Retrieval"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-23577-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,14]],"date-time":"2019-06-14T15:32:06Z","timestamp":1560526326000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-23577-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642235764","9783642235771"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-23577-1_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2011]]}}}