{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T07:51:02Z","timestamp":1726213862496},"publisher-location":"Berlin, Heidelberg","reference-count":19,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642332463"},{"type":"electronic","value":"9783642332470"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012]]},"DOI":"10.1007\/978-3-642-33247-0_11","type":"book-chapter","created":{"date-parts":[[2012,9,11]],"date-time":"2012-09-11T22:41:12Z","timestamp":1347403272000},"page":"88-99","source":"Crossref","is-referenced-by-count":12,"title":["DIRECTions: Design and Specification of an IR Evaluation Infrastructure"],"prefix":"10.1007","author":[{"given":"Maristella","family":"Agosti","sequence":"first","affiliation":[]},{"given":"Emanuele","family":"Di Buccio","sequence":"additional","affiliation":[]},{"given":"Nicola","family":"Ferro","sequence":"additional","affiliation":[]},{"given":"Ivano","family":"Masiero","sequence":"additional","affiliation":[]},{"given":"Simone","family":"Peruzzo","sequence":"additional","affiliation":[]},{"given":"Gianmaria","family":"Silvello","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"11_CR1","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-02276-0","volume-title":"Information Retrieval Evaluation","author":"D.K. Harman","year":"2011","unstructured":"Harman, D.K.: Information Retrieval Evaluation. Morgan & Claypool Publishers, USA (2011)"},{"key":"11_CR2","unstructured":"Rowe, B.R., Wood, D.W., Link, A.L., Simoni, D.A.: Economic Impact Assessment of NIST\u2019s Text REtrieval Conference (TREC) Program. RTI Project Number 0211875, RTI International, USA (2010), http:\/\/trec.nist.gov\/pubs\/2010.economic.impact.pdf"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Allan, J., et al.: Frontiers, Challenges, and Opportunities for Information Retrieval \u2013 Report from SWIRL 2012. In: The Second Strategic Workshop on Information Retrieval in Lorne, SIGIR Forum, vol. 46 (in print, February 2012)","DOI":"10.1145\/2215676.2215678"},{"key":"11_CR4","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1561\/1500000009","volume":"4","author":"M. Sanderson","year":"2010","unstructured":"Sanderson, M.: Test Collection Based Evaluation of Information Retrieval Systems. Foundations and Trends in Information Retrieval (FnTIR)\u00a04, 247\u2013375 (2010)","journal-title":"Foundations and Trends in Information Retrieval (FnTIR)"},{"key":"11_CR5","first-page":"601","volume-title":"Proc. 18th International Conference on Information and Knowledge Management (CIKM 2009)","author":"T.G. Armstrong","year":"2009","unstructured":"Armstrong, T.G., Moffat, A., Webber, W., Zobel, J.: Improvements That Don\u2019t Add Up: Ad-Hoc Retrieval Results Since 1998. In: Proc. 18th International Conference on Information and Knowledge Management (CIKM 2009), pp. 601\u2013610. ACM Press, New York (2009)"},{"key":"11_CR6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-75148-9","volume-title":"Visualization for Information Retrieval","author":"J. Zhang","year":"2008","unstructured":"Zhang, J.: Visualization for Information Retrieval. Springer, Heidelberg (2008)"},{"key":"11_CR7","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1016\/j.websem.2010.03.005","volume":"8","author":"D. Newman","year":"2010","unstructured":"Newman, D., Baldwin, T., Cavedon, L., Huang, E., Karimi, S., Mart\u00ednez, D., Scholer, F., Zobel, J.: Visualizing Search Results and Document Collections Using Topic Maps. Journal of Web Semantics\u00a08, 169\u2013175 (2010)","journal-title":"Journal of Web Semantics"},{"key":"11_CR8","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1023\/A:1009984519381","volume":"1","author":"D. Banks","year":"1999","unstructured":"Banks, D., Over, P., Zhang, N.F.: Blind Men and Elephants: Six Approaches to TREC data. Information Retrieval\u00a01, 7\u201334 (1999)","journal-title":"Information Retrieval"},{"key":"11_CR9","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1145\/564376.564491","volume-title":"Proceedings of SIGIR 2002","author":"E. Sormunen","year":"2002","unstructured":"Sormunen, E., Hokkanen, S., Kangaslampi, P., Pyy, P., Sepponen, B.: Query performance analyser: a web-based tool for ir research and instruction. In: J\u00e4rvelin, K., Beaulieu, M., Baeza-Yates, R., Hyon Myaeng, S. (eds.) Proceedings of SIGIR 2002, p. 450. ACM, New York (2002)"},{"key":"11_CR10","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1109\/IV.2006.31","volume-title":"Proc. of the 10th International Conference on Information Visualization (IV 2006)","author":"D.A. Keim","year":"2006","unstructured":"Keim, D.A., Mansmann, F., Schneidewind, J., Ziegler, H.: Challenges in Visual Data Analysis. In: Banissi, E. (ed.) Proc. of the 10th International Conference on Information Visualization (IV 2006), pp. 9\u201316. IEEE Computer Society, Los Alamitos (2006)"},{"key":"11_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/978-3-642-23708-9_14","volume-title":"Multilingual and Multimodal Information Access Evaluation","author":"E. Buccio Di","year":"2011","unstructured":"Di Buccio, E., Dussin, M., Ferro, N., Masiero, I., Santucci, G., Tino, G.: To Re-rank or to Re-query: Can Visual Analytics Solve This Dilemma? In: Forner, P., Gonzalo, J., Kek\u00e4l\u00e4inen, J., Lalmas, M., de Rijke, M. (eds.) CLEF 2011. LNCS, vol.\u00a06941, pp. 119\u2013130. Springer, Heidelberg (2011)"},{"key":"11_CR12","first-page":"21","volume-title":"Proc. 2nd International Workshop on Visual Analytics (EuroVA 2011)","author":"N. Ferro","year":"2011","unstructured":"Ferro, N., Sabetta, A., Santucci, G., Tino, G.: Visual Comparison of Ranked Result Cumulated Gains. In: Miksch, S., Santucci, G. (eds.) Proc. 2nd International Workshop on Visual Analytics (EuroVA 2011), pp. 21\u201324. Eurographics Association, Goslar (2011)"},{"key":"11_CR13","unstructured":"European Union: Riding the wave. How Europe can gain from the rising tide of scientific data. Printed by Osmotica.it, Final report of the High level Expert Group on Scientific Data (2010)"},{"key":"11_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/978-3-540-74999-8_2","volume-title":"Evaluation of Multilingual and Multi-modal Information Retrieval","author":"M. Agosti","year":"2007","unstructured":"Agosti, M., Di Nunzio, G.M., Ferro, N.: Scientific Data of an Evaluation Campaign: Do We Properly Deal with Them? In: Peters, C., Clough, P., Gey, F.C., Karlgren, J., Magnini, B., Oard, D.W., de Rijke, M., Stempfhuber, M. (eds.) CLEF 2006. LNCS, vol.\u00a04730, pp. 11\u201320. Springer, Heidelberg (2007)"},{"key":"11_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1007\/11551362_46","volume-title":"Research and Advanced Technology for Digital Libraries","author":"G.M. Nunzio Di","year":"2005","unstructured":"Di Nunzio, G.M., Ferro, N.: DIRECT: A System for Evaluating Information Access Components of Digital Libraries. In: Rauber, A., Christodoulakis, S., Tjoa, A.M. (eds.) ECDL 2005. LNCS, vol.\u00a03652, pp. 483\u2013484. Springer, Heidelberg (2005)"},{"key":"11_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/978-3-642-04346-8_8","volume-title":"Research and Advanced Technology for Digital Libraries","author":"M. Dussin","year":"2009","unstructured":"Dussin, M., Ferro, N.: Managing the Knowledge Creation Process of Large-Scale Evaluation Campaigns. In: Agosti, M., Borbinha, J., Kapidakis, S., Papatheodorou, C., Tsakonas, G. (eds.) ECDL 2009. LNCS, vol.\u00a05714, pp. 63\u201374. Springer, Heidelberg (2009)"},{"key":"11_CR17","first-page":"2631","volume-title":"Proc. of the 20th ACM International Conference on Information and Knowledge Management","author":"M. Agosti","year":"2011","unstructured":"Agosti, M., Ferro, N., Thanos, C.: DESIRE 2011: First international workshop on data infrastructures for supporting information retrieval evaluation. In: Proc. of the 20th ACM International Conference on Information and Knowledge Management, pp. 2631\u20132632. ACM, New York (2011)"},{"key":"11_CR18","unstructured":"Voorhees, E.M., Harman, D.K.: TREC: Experiment and Evaluation in Information Retrieval. The MIT Press, MA (2005)"},{"key":"11_CR19","volume-title":"Fundamentals of Database Systems","author":"R. Elmasri","year":"2003","unstructured":"Elmasri, R., Navathe, S.B.: Fundamentals of Database Systems, 4th edn. Addison Wesley, Reading (2003)","edition":"4"}],"container-title":["Lecture Notes in Computer Science","Information Access Evaluation. Multilinguality, Multimodality, and Visual Analytics"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-33247-0_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,25]],"date-time":"2023-06-25T17:52:06Z","timestamp":1687715526000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-33247-0_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012]]},"ISBN":["9783642332463","9783642332470"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-33247-0_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2012]]}}}