{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T01:47:51Z","timestamp":1742953671337,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642380815"},{"type":"electronic","value":"9783642380822"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-38082-2_9","type":"book-chapter","created":{"date-parts":[[2013,4,22]],"date-time":"2013-04-22T08:43:53Z","timestamp":1366620233000},"page":"104-114","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Cloud\u2013Based Evaluation Framework for Big Data"],"prefix":"10.1007","author":[{"given":"Allan","family":"Hanbury","sequence":"first","affiliation":[]},{"given":"Henning","family":"M\u00fcller","sequence":"additional","affiliation":[]},{"given":"Georg","family":"Langs","sequence":"additional","affiliation":[]},{"given":"Bjoern H.","family":"Menze","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"9_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/978-3-642-20161-5_16","volume-title":"Advances in Information Retrieval","author":"O. Alonso","year":"2011","unstructured":"Alonso, O., Baeza-Yates, R.: Design and implementation of relevance assessments using crowdsourcing. In: Clough, P., Foley, C., Gurrin, C., Jones, G.J.F., Kraaij, W., Lee, H., Mudoch, V. (eds.) ECIR 2011. LNCS, vol.\u00a06611, pp. 153\u2013164. Springer, Heidelberg (2011)"},{"issue":"4","key":"9_CR2","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1145\/1721654.1721672","volume":"53","author":"M. Armbrust","year":"2010","unstructured":"Armbrust, M., Fox, A., Griffith, R., Joseph, A.D., Katz, R., Konwinski, A., Lee, G., Patterson, D., Rabkin, A., Stoica, I., Zaharia, M.: A view of cloud computing. Commun. ACM\u00a053(4), 50\u201358 (2010)","journal-title":"Commun. ACM"},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Armstrong, T.G., Moffat, A., Webber, W., Zobel, J.: EvaluatIR: an online tool for evaluating and comparing ir systems. In: SIGIR 2009: Proceedings of the 32nd International ACM SIGIR Conference, p. 833. ACM (2009)","DOI":"10.1145\/1571941.1572153"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Armstrong, T.G., Moffat, A., Webber, W., Zobel, J.: Improvements that don\u2019t add up: ad-hoc retrieval results since 1998. In: CIKM 2009: Proceeding of the 18th ACM Conference on Information and Knowledge Management, pp. 601\u2013610. ACM (2009)","DOI":"10.1145\/1645953.1646031"},{"key":"9_CR5","doi-asserted-by":"crossref","unstructured":"Foster, I., Kesselman, C., Tuecke, S.: The anatomy of the Grid: Enabling scalable virtual organizations. The International Journal of Supercomputer Applications 15(3) (summer 2001)","DOI":"10.1177\/109434200101500302"},{"issue":"4","key":"9_CR6","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MCSE.2012.76","volume":"14","author":"J. Freire","year":"2012","unstructured":"Freire, J., Silva, C.T.: Making computations and publications reproducible with VisTrails. Computing in Science & Engineering\u00a014(4), 18\u201325 (2012)","journal-title":"Computing in Science & Engineering"},{"key":"9_CR7","doi-asserted-by":"publisher","first-page":"1729","DOI":"10.1098\/rsta.2005.1603","volume":"363","author":"F. Gagliardi","year":"2005","unstructured":"Gagliardi, F., Jones, B., Fran\u00e7ois, G., B\u00e9gin, M.E., Heikkurinen, M.: Building an infrastructure for scientific grid computing: status and goals of the EGEE project. Philosophical Transactions of the Royal Society A\u00a0363, 1729\u20131742 (2005)","journal-title":"Philosophical Transactions of the Royal Society A"},{"key":"9_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/978-3-642-33247-0_3","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visual Analytics","author":"A. Hanbury","year":"2012","unstructured":"Hanbury, A., M\u00fcller, H., Langs, G., Weber, M.A., Menze, B.H., Fernandez, T.S.: Bringing the algorithms to the data: Cloud\u2013based benchmarking for medical image analysis. In: Catarci, T., Forner, P., Hiemstra, D., Pe\u00f1as, A., Santucci, G. (eds.) CLEF 2012. LNCS, vol.\u00a07488, pp. 24\u201329. Springer, Heidelberg (2012)"},{"issue":"1","key":"9_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1214\/088342306000000060","volume":"21","author":"D.J. Hand","year":"2006","unstructured":"Hand, D.J.: Classifier technology and the illusion of progress. Statistical Science\u00a021(1), 1\u201314 (2006)","journal-title":"Statistical Science"},{"key":"9_CR10","doi-asserted-by":"crossref","unstructured":"Harman, D.: Information Retrieval Evaluation. Morgan & Claypool Publishers (2011)","DOI":"10.1007\/978-3-031-02276-0"},{"issue":"1","key":"9_CR11","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1140\/epjst\/e2012-01692-1","volume":"214","author":"F. van Harmelen","year":"2012","unstructured":"van Harmelen, F., Kampis, G., B\u00f6rner, K., Besselaar, P., Schultes, E., Goble, C., Groth, P., Mons, B., Anderson, S., Decker, S., Hayes, C., Buecheler, T., Helbing, D.: Theoretical and technological building blocks for an innovation accelerator. The European Physical Journal Special Topics\u00a0214(1), 183\u2013214 (2012)","journal-title":"The European Physical Journal Special Topics"},{"issue":"7386","key":"9_CR12","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1038\/nature10836","volume":"482","author":"D.C. Ince","year":"2012","unstructured":"Ince, D.C., Hatton, L., Graham-Cumming, J.: The case for open computer programs. Nature\u00a0482(7386), 485\u2013488 (2012)","journal-title":"Nature"},{"key":"9_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1007\/978-3-642-36678-9_9","volume-title":"Medical Content-Based Retrieval for Clinical Decision Support","author":"G. Langs","year":"2013","unstructured":"Langs, G., M\u00fcller, H., Menze, B.H., Hanbury, A.: VISCERAL: Towards large data in medical imaging \u2014 challenges and directions. In: Greenspan, H., M\u00fcller, H., Syeda-Mahmood, T. (eds.) MCBR-CDS 2012. LNCS, vol.\u00a07723, pp. 92\u201398. Springer, Heidelberg (2013)"},{"key":"9_CR14","series-title":"The Springer International Series on Information Retrieval","volume-title":"ImageCLEF \u2013 Experimental Evaluation in Visual Information Retrieval","year":"2010","unstructured":"M\u00fcller, H., Clough, P., Deselaers, T., Caputo, B. (eds.): ImageCLEF \u2013 Experimental Evaluation in Visual Information Retrieval. The Springer International Series on Information Retrieval, vol.\u00a032. Springer, Heidelberg (2010)"},{"key":"9_CR15","unstructured":"Pitkanen, M., Zhou, X., Tuisku, M., Niemi, T., Ryyn\u00e4nen, V., M\u00fcller, H.: How Grids are perceived in healthcare and the public service sector. In: Global HealthGrid: e-Science Meets Biomedical Informatics \u2014 Proceedings of HealthGrid 2008. Studies in Health Technology and Informatics, vol.\u00a0138, pp. 61\u201369. IOS Press (2008)"},{"issue":"1","key":"9_CR16","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1142\/S0219720010004562","volume":"8","author":"D. Rebholz-Schumann","year":"2010","unstructured":"Rebholz-Schumann, D., Yepes, A.J.J., van Mulligen, E.M., Kang, N., Kors, J., Milward, D., Corbett, P., Buyko, E., Beisswanger, E., Hahn, U.: CALBC silver standard corpus. Journal of Bioinformatics and Computational Biology\u00a08(1), 163\u2013179 (2010)","journal-title":"Journal of Bioinformatics and Computational Biology"},{"issue":"4","key":"9_CR17","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1561\/1500000009","volume":"4","author":"M. Sanderson","year":"2010","unstructured":"Sanderson, M.: Test collection based evaluation of information retrieval systems. Foundations and Trends in Information Retrieval\u00a04(4), 247\u2013375 (2010)","journal-title":"Foundations and Trends in Information Retrieval"},{"issue":"1","key":"9_CR18","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1109\/MCSE.2009.19","volume":"11","author":"V. Stodden","year":"2009","unstructured":"Stodden, V.: The legal framework for reproducible scientific research: Licensing and copyright. Computing in Science & Engineering\u00a011(1), 35\u201340 (2009)","journal-title":"Computing in Science & Engineering"},{"key":"9_CR19","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1002\/asi.21494","volume":"62","author":"C.V. Thornley","year":"2011","unstructured":"Thornley, C.V., Johnson, A.C., Smeaton, A.F., Lee, H.: The scholarly impact of trecvid (2003\u20132009). Journal of the American Society for Information Science and Technology\u00a062, 613\u2013627 (2011)","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"9_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/978-3-642-23708-9_12","volume-title":"Multilingual and Multimodal Information Access Evaluation","author":"T. Tsikrika","year":"2011","unstructured":"Tsikrika, T., de Herrera, A.G.S., M\u00fcller, H.: Assessing the scholarly impact of imageCLEF. In: Forner, P., Gonzalo, J., Kek\u00e4l\u00e4inen, J., Lalmas, M., de Rijke, M. (eds.) CLEF 2011. LNCS, vol.\u00a06941, pp. 95\u2013106. Springer, Heidelberg (2011)"},{"key":"9_CR21","doi-asserted-by":"crossref","unstructured":"Vijayanarasimhan, S., Grauman, K.: Large-scale live active learning: Training object detectors with crawled data and crowds. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1449\u20131456 (2011)","DOI":"10.1109\/CVPR.2011.5995430"}],"container-title":["Lecture Notes in Computer Science","The Future Internet"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-38082-2_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T14:19:53Z","timestamp":1737123593000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-642-38082-2_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642380815","9783642380822"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-38082-2_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]},"assertion":[{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}