{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T00:48:56Z","timestamp":1740098936693,"version":"3.37.3"},"publisher-location":"Cham","reference-count":61,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319681290"},{"type":"electronic","value":"9783319681306"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-68130-6_2","type":"book-chapter","created":{"date-parts":[[2017,10,10]],"date-time":"2017-10-10T04:53:35Z","timestamp":1507611215000},"page":"20-31","source":"Crossref","is-referenced-by-count":2,"title":["The Road Towards Reproducibility in Science: The Case of Data Citation"],"prefix":"10.1007","author":[{"given":"Nicola","family":"Ferro","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gianmaria","family":"Silvello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,10,11]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Out of Cite, Out of Mind: The Current State of Practice, Policy, and Technology for the Citation of Data, vol. 12. CODATA-ICSTI Task Group on Data Citation Standards and Practices, September 2013","DOI":"10.2481\/dsj.OSOM13-043"},{"key":"2_CR2","unstructured":"Reproducibility and reliability of biomedical research: improving research practice. Technical report, The Academy of Medical Science (2015)"},{"key":"2_CR3","unstructured":"Freire, J., Fuhr, N., Rauber, A. (eds.): Report from Dagstuhl Seminar 16041: Reproducibility of Data-Oriented Experiments in e-Science. Dagstuhl Reports, vol. 6, no. 1. Schloss Dagstuhl-Leibniz-Zentrum fuer Informatik, Germany (2016)"},{"key":"2_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1007\/978-3-642-33247-0_11","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visual Analytics","author":"M Agosti","year":"2012","unstructured":"Agosti, M., Di Buccio, E., Ferro, N., Masiero, I., Peruzzo, S., Silvello, G.: DIRECTions: design and specification of an IR evaluation infrastructure. In: Catarci, T., Forner, P., Hiemstra, D., Pe\u00f1as, A., Santucci, G. (eds.) CLEF 2012. LNCS, vol. 7488, pp. 88\u201399. Springer, Heidelberg (2012). doi: 10.1007\/978-3-642-33247-0_11"},{"key":"2_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/978-3-540-77088-6_15","volume-title":"Digital Libraries: Research and Development","author":"M Agosti","year":"2007","unstructured":"Agosti, M., Di Nunzio, G.M., Ferro, N.: The importance of scientific data curation for evaluation campaigns. In: Thanos, C., Borri, F., Candela, L. (eds.) DELOS 2007. LNCS, vol. 4877, pp. 157\u2013166. Springer, Heidelberg (2007). doi: 10.1007\/978-3-540-77088-6_15"},{"key":"2_CR6","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1016\/B978-1-84334-484-1.50006-5","volume-title":"Evaluation of Digital Libraries: An Insight into Useful Applications and Methods","author":"M Agosti","year":"2009","unstructured":"Agosti, M., Ferro, N.: Towards an evaluation infrastructure for DL performance evaluation. In: Tsakonas, G., Papatheodorou, C. (eds.) Evaluation of Digital Libraries: An Insight into Useful Applications and Methods, pp. 93\u2013120. Chandos Publishing, Oxford (2009)"},{"issue":"6","key":"2_CR7","doi-asserted-by":"crossref","first-page":"1053","DOI":"10.1016\/j.ipm.2012.01.004","volume":"48","author":"O Alonso","year":"2012","unstructured":"Alonso, O., Mizzaro, S.: Using crowdsourcing for TREC relevance assessment. Inf. Process. Manage. 48(6), 1053\u20131066 (2012)","journal-title":"Inf. Process. Manage."},{"issue":"1\u20134","key":"2_CR8","first-page":"62","volume":"37","author":"M Altman","year":"2013","unstructured":"Altman, M., Crosas, M.: The evolution of data citation: from principles to implementation. IAssist Q. 37(1\u20134), 62\u201370 (2013)","journal-title":"IAssist Q."},{"key":"2_CR9","unstructured":"Altman, M., King, G.: A proposed standard for the scholarly citation of quantitative data. IASSIST (2006). http:\/\/www.iassistdata.org\/conferences\/archive\/2006"},{"key":"2_CR10","unstructured":"Amig\u00f3, E., Corujo, A., Gonzalo, J., Meij, E., de Rijke, M.: Overview of RepLab 2012: evaluating online reputation management systems. In: Forner, P., Karlgren, J., Womser-Hacker, C., Ferro, N. (eds.) CLEF 2012 Working Notes. CEUR Workshop Proceedings (CEUR-WS.org), ISSN 1613\u20130073 (2012). http:\/\/ceur-ws.org\/Vol-1178\/"},{"key":"2_CR11","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1016\/j.procs.2014.10.022","volume":"38","author":"M Angelini","year":"2014","unstructured":"Angelini, M., Ferro, N., Larsen, B., M\u00fcller, H., Santucci, G., Silvello, G., Tsikrika, T.: Measuring and analyzing the scholarly impact of experimental evaluation initiatives. Procedia Comput. Sci. 38, 133\u2013137 (2014)","journal-title":"Procedia Comput. Sci."},{"issue":"2","key":"2_CR12","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1145\/2888422.2888439","volume":"49","author":"J Arguello","year":"2015","unstructured":"Arguello, J., Crane, M., Diaz, F., Lin, J., Trotman, A.: Report on the SIGIR 2015 workshop on reproducibility, inexplicability, and generalizability of results (RIGOR). SIGIR Forum 49(2), 107\u2013116 (2015)","journal-title":"SIGIR Forum"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Armstrong, T.G., Moffat, A., Webber, W., Zobel, J.: EvaluatIR: an online tool for evaluating and comparing IR systems. In: Allan, J., Aslam, J.A., Sanderson, M., Zhai, C., Zobel, J. (eds.) Proceedings of 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2009), USA, p. 833. ACM, New York (2009)","DOI":"10.1145\/1571941.1572153"},{"key":"2_CR14","unstructured":"Badan, A., Benvegn\u00f9, L., Biasetton, M., Bonato, G., Brighente, A., Cenzato, A., Ceron, P., Cogato, G., Marchesin, S., Minetto, A., Pellegrina, L., Purpura, A., Simionato, R., Soleti, N., Tessarotto, M., Tonon, A., Vendramin, F., Ferro, N.: Towards open-source shared implementations of keyword-based access systems to relational data. In: Ferro, N., Guerra, F., Ives, Z., Silvello, G., Theobald, M. (eds.) Proceedings of 1st International Workshop on Keyword-Based Access and Ranking at Scale (KARS 2017) - Proceedings of the Workshops of the EDBT\/ICDT 2017 Joint Conference (EDBT\/ICDT 2017). CEUR Workshop Proceedings (CEUR-WS.org), ISSN 1613\u20130073 (2017). http:\/\/ceur-ws.org\/Vol-1810\/"},{"key":"2_CR15","unstructured":"Badan, A., Benvegn\u00f9, L., Biasetton, M., Bonato, G., Brighente, A., Marchesin, S., Minetto, A., Pellegrina, L., Purpura, A., Simionato, R., Soleti, N., Tessarotto, M., Tonon, A., Ferro, N.: Keyword-based access to relational data: to reproduce, or to not reproduce? In: Greco et al. [39]"},{"key":"2_CR16","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1038\/467401b","volume":"467","author":"K Baggerly","year":"2010","unstructured":"Baggerly, K.: Disclose all data in publications. Nature 467, 401 (2010)","journal-title":"Nature"},{"key":"2_CR17","doi-asserted-by":"crossref","unstructured":"Bardi, A., Manghi, P.: A framework supporting the shift from traditional digital publications to enhanced publications. D-Lib Magaz. 21(1\/2) (2015). http:\/\/dx.doi.org\/10.1045\/january2015-bardi","DOI":"10.1045\/january2015-bardi"},{"issue":"2","key":"2_CR18","doi-asserted-by":"crossref","first-page":"e1001797","DOI":"10.1371\/journal.pbio.1001797","volume":"12","author":"T Bloom","year":"2014","unstructured":"Bloom, T., Ganly, E., Winker, M.: Data access for the open access literature: PLOS\u2019s data policy. PLoS Biol. 12(2), e1001797 (2014)","journal-title":"PLoS Biol."},{"key":"2_CR19","doi-asserted-by":"crossref","unstructured":"Borgman, C.L.: The conundrum of sharing research data. JASIST 63(6), 1059\u20131078 (2012). http:\/\/dx.doi.org\/10.1002\/asi.22634","DOI":"10.1002\/asi.22634"},{"key":"2_CR20","unstructured":"Borgman, C.L.: Why are the attribution and citation of scientific data important? In: Board on Research Data and Information, Policy and Global Affairs Division, National Academy of Sciences (eds.) Report from Developing Data Attribution and Citation Practices and Standards: An International Symposium and Workshop, pp. 1\u20138. National Academies Press, Washington DC (2012)"},{"key":"2_CR21","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/9963.001.0001","volume-title":"Big Data, Little Data, No Data","author":"CL Borgman","year":"2015","unstructured":"Borgman, C.L.: Big Data, Little Data, No Data. MIT Press, Cambridge (2015)"},{"issue":"9","key":"2_CR22","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1145\/2893181","volume":"59","author":"P Buneman","year":"2016","unstructured":"Buneman, P., Davidson, S.B., Frew, J.: Why data citation is a computational problem. Commun. ACM (CACM) 59(9), 50\u201357 (2016)","journal-title":"Commun. ACM (CACM)"},{"issue":"1","key":"2_CR23","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1145\/974750.974752","volume":"29","author":"P Buneman","year":"2004","unstructured":"Buneman, P., Khanna, S., Tajima, K., Tan, W.C.: Archiving scientific data. ACM Trans. Database Syst. (TODS) 29(1), 2\u201342 (2004)","journal-title":"ACM Trans. Database Syst. (TODS)"},{"key":"2_CR24","unstructured":"Buneman, P., Silvello, G.: A rule-based citation system for structured and evolving datasets. IEEE Data Eng. Bull. 33(3), 33\u201341 (2010). http:\/\/sites.computer.org\/debull\/A10sept\/buneman.pdf"},{"key":"2_CR25","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1007\/978-3-319-24129-6_28","volume-title":"Metadata and Semantics Research","author":"A Burton","year":"2015","unstructured":"Burton, A., Koers, H., Manghi, P., La Bruzzo, S., Aryani, A., Diepenbroek, M., Schindler, U.: On bridging data centers and publishers: the data-literature interlinking service. In: Garoufallou, E., Hartley, R.J., Gaitanou, P. (eds.) MTSR 2015. CCIS, vol. 544, pp. 324\u2013335. Springer, Cham (2015). doi: 10.1007\/978-3-319-24129-6_28"},{"key":"2_CR26","doi-asserted-by":"crossref","unstructured":"Candela, L., Castelli, D., Manghi, P., Tani, A.: Data journals: a survey. J. Assoc. Inf. Sci. Technol. 66(9), 1747\u20131762 (2015). http:\/\/dx.doi.org\/10.1002\/asi.23358","DOI":"10.1002\/asi.23358"},{"issue":"3","key":"2_CR27","doi-asserted-by":"crossref","first-page":"314","DOI":"10.1177\/1556264615593485","volume":"10","author":"D Carr","year":"2015","unstructured":"Carr, D., Littler, K.: Sharing research data to improve public health: a funder perspective. J. Empir. Res. Hum. Res. Ethics 10(3), 314\u2013316 (2015)","journal-title":"J. Empir. Res. Hum. Res. Ethics"},{"key":"2_CR28","unstructured":"Davidson, S.B., Deutsch, D., Milo, T., Silvello, G.: A model for fine-grained data citation. In: Greco et al. [39]"},{"key":"2_CR29","doi-asserted-by":"crossref","unstructured":"Davidson, S.B., Deutsch, D., Tova, M., Silvello, G.: A model for fine-grained data citation. In: 8th Biennial Conference on Innovative Data Systems Research (CIDR 2017) (2017)","DOI":"10.1145\/3034786.3056123"},{"key":"2_CR30","doi-asserted-by":"crossref","unstructured":"Davidson, S.B., Buneman, P., Deutch, D., Milo, T., Silvello, G.: Data citation: a computational challenge. In: Proceedings of the 36th ACM SIGMOD-SIGACT-SIGAI Symposium on Principles of Database Systems (PODS 2017), USA, pp. 1\u20134 (2017). http:\/\/doi.acm.org\/10.1145\/3034786.3056123","DOI":"10.1145\/3034786.3056123"},{"issue":"3","key":"2_CR31","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1629\/2048-7754.171","volume":"27","author":"D Roure De","year":"2014","unstructured":"De Roure, D.: The future of scholarly communications. Insights 27(3), 233\u2013238 (2014)","journal-title":"Insights"},{"key":"2_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/978-3-642-04346-8_8","volume-title":"Research and Advanced Technology for Digital Libraries","author":"M Dussin","year":"2009","unstructured":"Dussin, M., Ferro, N.: Managing the knowledge creation process of large-scale evaluation campaigns. In: Agosti, M., Borbinha, J., Kapidakis, S., Papatheodorou, C., Tsakonas, G. (eds.) ECDL 2009. LNCS, vol. 5714, pp. 63\u201374. Springer, Heidelberg (2009). doi: 10.1007\/978-3-642-04346-8_8"},{"issue":"2","key":"2_CR33","first-page":"8:1","volume":"8","author":"N Ferro","year":"2017","unstructured":"Ferro, N.: Reproducibility challenges in information retrieval evaluation. ACM J. Data Inf. Qual. (JDIQ) 8(2), 8:1\u20138:4 (2017)","journal-title":"ACM J. Data Inf. Qual. (JDIQ)"},{"key":"2_CR34","series-title":"Lecture Notes in Computer Science","volume-title":"Advances in Information Retrieval","year":"2016","unstructured":"Ferro, N., et al. (eds.): ECIR 2016. LNCS, vol. 9626. Springer, Cham (2016)"},{"issue":"1","key":"2_CR35","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1145\/2964797.2964808","volume":"50","author":"N Ferro","year":"2016","unstructured":"Ferro, N., Fuhr, N., J\u00e4rvelin, K., Kando, N., Lippold, M., Zobel, J.: Increasing reproducibility in IR: findings from the dagstuhl seminar on \u201creproducibility of data-oriented experiments in e-science\u201d. SIGIR Forum 50(1), 68\u201382 (2016)","journal-title":"SIGIR Forum"},{"key":"2_CR36","doi-asserted-by":"crossref","unstructured":"Ferro, N., Silvello, G.: Rank-biased precision reloaded: reproducibility and generalization. In: Hanbury et al. [41], pp. 768\u2013780","DOI":"10.1007\/978-3-319-16354-3_83"},{"key":"2_CR37","unstructured":"FORCE-11: Data Citation Synthesis Group: Joint Declaration of Data Citation Principles. FORCE11, San Diego, CA, USA (2014)"},{"key":"2_CR38","doi-asserted-by":"crossref","unstructured":"Freire, J., Bonnet, P., Shasha, D.: Computational reproducibility: state-of-the-art, challenges, and database research opportunities. In: Proceedings of the ACM SIGMOD International Conference on Management of Data, SIGMOD 2012, pp. 593\u2013596 (2012). http:\/\/doi.acm.org\/10.1145\/2213836.2213908","DOI":"10.1145\/2213836.2213908"},{"key":"2_CR39","unstructured":"Greco, S., Sacc\u00e0, D., Flesca, S., Masciari, E. (eds.): Proceedings of 25th Italian Symposium on Advanced Database Systems (SEBD 2017) (2017)"},{"issue":"1\u20132","key":"2_CR40","doi-asserted-by":"crossref","first-page":"51","DOI":"10.3233\/ISU-2010-0613","volume":"30","author":"P Groth","year":"2010","unstructured":"Groth, P., Gibson, A., Velterop, J.: The anatomy of a nanopublication. Inf. Serv. Use 30(1\u20132), 51\u201356 (2010)","journal-title":"Inf. Serv. Use"},{"key":"2_CR41","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16354-3","volume-title":"Advances in Information Retrieval","year":"2015","unstructured":"Hanbury, A., Kazai, G., Rauber, A., Fuhr, N. (eds.): ECIR 2015. LNCS, vol. 9022. Springer, Cham (2015). doi: 10.1007\/978-3-319-16354-3"},{"key":"2_CR42","unstructured":"Hanbury, A., M\u00fcller, H., Balog, K., Brodt, T., Cormack, G.V., Eggel, I., Gollub, T., Hopfgartner, F., Kalpathy-Cramer, J., Kando, N., Krithara, A., Lin, J., Mercer, S., Potthast, M.: Evaluation-as-a-service: overview and outlook. CoRR abs\/1512.07454, December 2015"},{"key":"2_CR43","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-02276-0","volume-title":"Information Retrieval Evaluation","author":"DK Harman","year":"2011","unstructured":"Harman, D.K.: Information Retrieval Evaluation. Morgan & Claypool Publishers, San Rafael (2011)"},{"volume-title":"The Fourth Paradigm: Data-Intensive Scientific Discovery","year":"2009","key":"2_CR44","unstructured":"Hey, T., Tansley, S., Tolle, K. (eds.): The Fourth Paradigm: Data-Intensive Scientific Discovery. Microsoft Research, Redmond (2009)"},{"issue":"8","key":"2_CR45","doi-asserted-by":"crossref","first-page":"e0136631","DOI":"10.1371\/journal.pone.0136631","volume":"10","author":"YH Huang","year":"2015","unstructured":"Huang, Y.H., Rose, P.W., Hsu, C.N.: Citing a data repository: a case study of the protein data bank. PLoS ONE 10(8), e0136631 (2015)","journal-title":"PLoS ONE"},{"key":"2_CR46","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11382-1","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Interaction","year":"2014","unstructured":"Kanoulas, E., Lupu, M., Clough, P., Sanderson, M., Hall, M., Hanbury, A., Toms, E. (eds.): CLEF 2014. LNCS, vol. 8685. Springer, Cham (2014). doi: 10.1007\/978-3-319-11382-1"},{"key":"2_CR47","doi-asserted-by":"crossref","unstructured":"Klump, J., Huber, R., Diepenbroek, M.: DOI for geoscience data - how early practices shape present perceptions. Earth Sci. Inform. 1\u201314 (2015). http:\/\/dx.doi.org\/10.1007\/s12145-015-0231-5","DOI":"10.1007\/s12145-015-0231-5"},{"key":"2_CR48","doi-asserted-by":"crossref","unstructured":"Lipani, A., Piroi, F., Andersson, L., Hanbury, A.: An Information Retrieval Ontology for Information Retrieval Nanopublications. In: Kanoulas et al. [46], pp. 44\u201349","DOI":"10.1007\/978-3-319-11382-1_5"},{"issue":"1","key":"2_CR49","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2445583.2445584","volume":"38","author":"V Papavasileiou","year":"2013","unstructured":"Papavasileiou, V., Flouris, G., Fundulaki, I., Kotzinos, D., Christophides, V.: High-level change detection in RDF(S) KBs. ACM Trans. Database Syst. 38(1), 1 (2013)","journal-title":"ACM Trans. Database Syst."},{"key":"2_CR50","doi-asserted-by":"crossref","unstructured":"Potthast, M., Gollub, T., Rangel Pardo, F., Rosso, P., Stamatatos, E., Stein, B.: Improving the reproducibility of PAN\u2019s shared tasks: plagiarism detection, author identification, and author profiling. In: Kanoulas et al. [46], pp. 268\u2013299","DOI":"10.1007\/978-3-319-11382-1_22"},{"key":"2_CR51","doi-asserted-by":"crossref","unstructured":"Pr\u00f6ll, S., Rauber, A.: Scalable data citation in dynamic, large databases: model and reference implementation. In: Hu, X., Young, T.L., Raghavan, V., Wah, B.W., Baeza-Yates, R., Fox, G., Shahabi, C., Smith, M., Yang, Q., Ghani, R., Fan, W., Lempel, R., Nambiar, R. (eds.) Proceedings of the 2013 IEEE International Conference on Big Data, pp. 307\u2013312. IEEE (2013)","DOI":"10.1109\/BigData.2013.6691588"},{"key":"2_CR52","unstructured":"Pr\u00f6ll, S., Rauber, A.: Asking the right questions - query-based data citation to precisely identify subsets of data. ERCIM News 100 (2015)"},{"key":"2_CR53","doi-asserted-by":"crossref","first-page":"2964","DOI":"10.1002\/asi.23529","volume":"67","author":"N Robinson-Garcia","year":"2015","unstructured":"Robinson-Garcia, N., Jim\u00e9nez-Contreras, E., Torres-Salinas, D.: Analyzing data citation practices according to the data citation index. J. Am. Soc. Inf. Sci. Technol. (JASIST) 67, 2964\u20132975 (2015)","journal-title":"J. Am. Soc. Inf. Sci. Technol. (JASIST)"},{"key":"2_CR54","doi-asserted-by":"crossref","unstructured":"Silvello, G.: A methodology for citing linked open data subsets. D-Lib Magaz. 21(1\/2) (2015). http:\/\/dx.doi.org\/10.1045\/january2015-silvello","DOI":"10.1045\/january2015-silvello"},{"key":"2_CR55","doi-asserted-by":"crossref","unstructured":"Silvello, G.: Learning to cite framework: how to automatically construct citations for hierarchical data. J. Am. Soc. Inf. Sci. Technol. (JASIST), 1\u201328 (2017)","DOI":"10.1002\/asi.23774"},{"issue":"2","key":"2_CR56","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1007\/s00799-016-0172-8","volume":"18","author":"G Silvello","year":"2017","unstructured":"Silvello, G., Bordea, G., Ferro, N., Buitelaar, P., Bogers, T.: Semantic representation and enrichment of information retrieval experimental data. Int. J. Digit. Libr. (IJDL) 18(2), 145\u2013172 (2017)","journal-title":"Int. J. Digit. Libr. (IJDL)"},{"issue":"1","key":"2_CR57","first-page":"1","volume":"12","author":"G Silvello","year":"2016","unstructured":"Silvello, G., Ferro, N.: Data citation is coming. Introduction to the special issue on data citation. Bullet. IEEE Tech. Committee Digit. Libr. (IEEE-TCDL) 12(1), 1\u20135 (2016)","journal-title":"Bullet. IEEE Tech. Committee Digit. Libr. (IEEE-TCDL)"},{"key":"2_CR58","doi-asserted-by":"crossref","unstructured":"Simons, N.: Implementing DOIs for research data. D-Lib Magaz. 18(5\/6) (2012). http:\/\/dx.doi.org\/10.1045\/may2012-simons","DOI":"10.1045\/may2012-simons"},{"key":"2_CR59","volume-title":"Enhanced Publications: Linking Publications and Research Data in Digital Repositories","author":"M Vernooy-Gerritsen","year":"2009","unstructured":"Vernooy-Gerritsen, M.: Enhanced Publications: Linking Publications and Research Data in Digital Repositories. Amsterdam University Press, Amsterdam (2009)"},{"issue":"5","key":"2_CR60","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1016\/S0306-4573(00)00010-8","volume":"36","author":"EM Voorhees","year":"2000","unstructured":"Voorhees, E.M.: Variations in relevance judgments and the measurement of retrieval effectiveness. Inf. Process. Manage. 36(5), 697\u2013716 (2000)","journal-title":"Inf. Process. Manage."},{"key":"2_CR61","unstructured":"Voorhees, E.M., Rajput, S., Soboroff, I.: Promoting repeatability through open runs. In: Yilmaz, E., Clarke, C.L.A. (eds.) Proceedings of 7th International Workshop on Evaluating Information Access (EVIA 2016), pp. 17\u201320. National Institute of Informatics, Tokyo, Japan (2016)"}],"container-title":["Communications in Computer and Information Science","Digital Libraries and Archives"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-68130-6_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,4]],"date-time":"2022-08-04T04:15:36Z","timestamp":1659586536000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-68130-6_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319681290","9783319681306"],"references-count":61,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-68130-6_2","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2017]]}}}