{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:48:02Z","timestamp":1755838082418,"version":"3.33.0"},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540749981"},{"type":"electronic","value":"9783540749998"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2007]]},"DOI":"10.1007\/978-3-540-74999-8_2","type":"book-chapter","created":{"date-parts":[[2007,8,30]],"date-time":"2007-08-30T10:23:02Z","timestamp":1188469382000},"page":"11-20","source":"Crossref","is-referenced-by-count":7,"title":["Scientific Data of an Evaluation Campaign: Do We Properly Deal with Them?"],"prefix":"10.1007","author":[{"given":"Maristella","family":"Agosti","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giorgio Maria","family":"Di Nunzio","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicola","family":"Ferro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Agosti, M., Di Nunzio, G.M., Ferro, N.: The Importance of Scientific Data Curation for Evaluation Campaigns. In: DELOS Conference 2007 Working Notes, ISTI-CNR, Gruppo ALI, Pisa, Italy, pp. 185\u2013193 (2007)","DOI":"10.1007\/978-3-540-77088-6_15"},{"key":"2_CR2","unstructured":"Agosti, M., Di Nunzio, G.M., Ferro, N.: A Proposal to Extend and Enrich the Scientific Data Curation of Evaluation Campaigns. In: Proc. 1st International Workshop on Evaluating Information Access (EVIA 2007), National Institute of Informatics, Tokyo, Japan, pp. 62\u201373 (2007)"},{"key":"2_CR3","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1145\/1060710.1060718","volume":"48","author":"S. Abiteboul","year":"2005","unstructured":"Abiteboul, S., Agrawal, R., Bernstein, P., Carey, M., Ceri, S., Croft, B., DeWitt, D., Franklin, M., Garcia-Molina, H., Gawlick, D., Gray, J., Haas, L., Halevy, A., Hellerstein, J., Ioannidis, Y., Kersten, M., Pazzani, M., Lesk, M., Maier, D., Naughton, J., Schek, H.J., Sellis, T., Silberschatz, A., Stonebraker, M., Snodgrass, R., Ullman, J.D., Weikum, G., Widom, J., Zdonik, S.: The Lowell Database Research Self-Assessment. Communications of the ACM (CACM)\u00a048, 111\u2013118 (2005)","journal-title":"Communications of the ACM (CACM)"},{"key":"2_CR4","doi-asserted-by":"publisher","first-page":"266","DOI":"10.1007\/s00799-004-0094-8","volume":"5","author":"Y. Ioannidis","year":"2005","unstructured":"Ioannidis, Y., Maier, D., Abiteboul, S., Buneman, P., Davidson, S., Fox, E.A., Halevy, A., Knoblock, C., Rabitti, F., Schek, H.J., Weikum, G.: Digital library information-technology infrastructures. International Journal on Digital Libraries\u00a05, 266\u2013274 (2005)","journal-title":"International Journal on Digital Libraries"},{"key":"2_CR5","unstructured":"Agosti, M., Di Nunzio, G.M., Ferro, N.: A Data Curation Approach to Support In-depth Evaluation Studies. In: Proc. International Workshop on New Directions in Multilingual Information Access (MLIA 2006), pp. 65\u201368 (2006) (last visited, March 23, 2007), http:\/\/ucdata.berkeley.edu\/sigir2006-mlia.htm"},{"key":"2_CR6","unstructured":"Agosti, M., Di Nunzio, G.M., Ferro, N., Peters, C.: CLEF: Ongoing Activities and Plans for the Future. In: Proc. 6th NTCIR Workshop Meeting on Evaluation of Information Access Technologies: Information Retrieval, Question Answering and Cross-Lingual Information Access, National Institute of Informatics, Tokyo, Japan, pp. 493\u2013504 (2007)"},{"key":"2_CR7","first-page":"47","volume-title":"Readings in Information Retrieval","author":"C.W. Cleverdon","year":"1997","unstructured":"Cleverdon, C.W.: The Cranfield Tests on Index Languages Devices. In: Readings in Information Retrieval, pp. 47\u201360. Morgan Kaufmann Publisher, Inc., San Francisco, California, USA (1997)"},{"key":"2_CR8","unstructured":"Agosti, M., Di Nunzio, G.M., Ferro, N.: Evaluation of a Digital Library System. In: Notes of the DELOS WP7 Workshop on the Evaluation of Digital Libraries, pp. 73\u201378 (2004) (last visited, March 23, 2007), http:\/\/dlib.ionio.gr\/wp7\/workshop2004_program.html"},{"key":"2_CR9","unstructured":"W3C: XML Schema Part 1: Structures - W3C Recommendation 28 October 2004. (2004) (last visited, March 23, 2007), http:\/\/www.w3.org\/TR\/xmlschema-1\/"},{"key":"2_CR10","unstructured":"W3C: XML Schema Part 2: Datatypes - W3C Recommendation 28 October 2004. (2004) (last visited, March 23, 2007), http:\/\/www.w3.org\/TR\/xmlschema-2\/"},{"key":"2_CR11","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1145\/160688.160758","volume-title":"Proc. 16th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 1993)","author":"D. Hull","year":"1993","unstructured":"Hull, D.: Using Statistical Testing in the Evaluation of Retrieval Experiments. In: Proc. 16th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 1993), pp. 329\u2013338. ACM Press, New York, USA (1993)"},{"key":"2_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/11878773_2","volume-title":"Accessing Multilingual Information Repositories","author":"G.M. Nunzio Di","year":"2006","unstructured":"Di Nunzio, G.M., Ferro, N., Jones, G.J.F., Peters, C.: CLEF 2005: Ad Hoc Track Overview. In: Peters, C., Gey, F.C., Gonzalo, J., M\u00fcller, H., Jones, G.J.F., Kluck, M., Magnini, B., de Rijke, M., Giampiccolo, D. (eds.) CLEF 2005. LNCS, vol.\u00a04022, pp. 11\u201336. Springer, Heidelberg (2006)"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: Overview of the TREC 2005 Robust Retrieval Track. In: The Fourteenth Text REtrieval Conference Proceedings (TREC 2005), National Institute of Standards and Technology (NIST), Special Pubblication 500-266, Washington, USA (2005) (last visited, March 23, 2007), http:\/\/trec.nist.gov\/pubs\/trec14\/t14_proceedings.html","DOI":"10.6028\/NIST.SP.500-266.robust-overview"},{"key":"2_CR14","unstructured":"Lord, P., Macdonald, A.: e-Science Curation Report. Data curation for e-Science in the UK: an audit to establish requirements for future curation and provision. The JISC Committee for the Support of Research (JCSR) (2003) (last visited, March 23, 2007), http:\/\/www.jisc.ac.uk\/uploaded_documents\/e-ScienceReportFinal.pdf"},{"key":"2_CR15","first-page":"1","volume-title":"Advances in Information Retrieval: Recent Research from the Center for Intelligent Information Retrieval","author":"W.B. Croft","year":"2000","unstructured":"Croft, W.B.: Combining Approaches to Information Retrieval. In: Advances in Information Retrieval: Recent Research from the Center for Intelligent Information Retrieval, pp. 1\u201336. Kluwer Academic Publishers, Norwell (MA), USA (2000)"},{"key":"2_CR16","unstructured":"Harman, D.K.: Overview of the First Text REtrieval Conference (TREC-1). In The First Text REtrieval Conference (TREC-1), National Institute of Standards and Technology (NIST), Special Pubblication 500-207, Washington, USA (1992) (last visited, March 23, 2007), http:\/\/trec.nist.gov\/pubs\/trec1\/papers\/01.txt"},{"key":"2_CR17","unstructured":"Di Nunzio, G.M., Ferro, N.: DIRECT: a Distributed Tool for Information Retrieval Evaluation Campaigns. In: Proc. 8th DELOS Thematic Workshop on Future Digital Library Management Systems: System Architecture and Information Access, pp. 58\u201363 (2005) (last visited, March 23, 2007), http:\/\/dbis.cs.unibas.ch\/delos_website\/delos-dagstuhl-handout-all.pdf"},{"key":"2_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1007\/11551362_46","volume-title":"Research and Advanced Technology for Digital Libraries","author":"G.M. Nunzio Di","year":"2005","unstructured":"Di Nunzio, G.M., Ferro, N.: DIRECT: a System for Evaluating Information Access Components of Digital Libraries. In: Rauber, A., Christodoulakis, S., Tjoa, A.M. (eds.) ECDL 2005. LNCS, vol.\u00a03652, pp. 483\u2013484. Springer, Heidelberg (2005)"},{"key":"2_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"536","DOI":"10.1007\/11863878_62","volume-title":"Research and Advanced Technology for Digital Libraries","author":"G.M. Nunzio Di","year":"2006","unstructured":"Di Nunzio, G.M., Ferro, N.: Scientific Evaluation of a DLMS: a service for evaluating information access components. In: Gonzalo, J., Thanos, C., Verdejo, M.F., Carrasco, R.C. (eds.) ECDL 2006. LNCS, vol.\u00a04172, pp. 536\u2013539. Springer, Heidelberg (2006)"},{"key":"2_CR20","unstructured":"Di\u00a0Nunzio, G.M., Ferro, N.: Appendix A. Results of the Core Tracks and Domain-Specific Tracks. In: Peters, C., Quochi, V. (eds.) Working Notes for the CLEF 2005 Workshop (2005) (last visited, March 23, 2007), http:\/\/www.clef-campaign.org\/2005\/working_notes\/workingnotes2005\/appendix_a.pdf"},{"key":"2_CR21","unstructured":"Di Nunzio, G.M., Ferro, N.: Appendix A: Results of the Ad-hoc Bilingual and Monolingual Tasks. In: Nardi, A., Peters, C., Vicedo, J.L. (eds.) Working Notes for the CLEF 2006 Workshop (2006) (last visited, March 23, 2007), http:\/\/www.clefcampaign.org\/2006\/working_notes\/workingnotes2006\/Appendix_Ad-Hoc.pdf"}],"container-title":["Lecture Notes in Computer Science","Evaluation of Multilingual and Multi-modal Information Retrieval"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-74999-8_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T19:10:37Z","timestamp":1737400237000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-74999-8_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007]]},"ISBN":["9783540749981","9783540749998"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-74999-8_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2007]]}}}