{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T20:12:25Z","timestamp":1783541545379,"version":"3.55.0"},"reference-count":97,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2016,5,28]],"date-time":"2016-05-28T00:00:00Z","timestamp":1464393600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001602","name":"Science Foundation Ireland","doi-asserted-by":"publisher","award":["SFI\/12\/RC\/2289"],"award-info":[{"award-number":["SFI\/12\/RC\/2289"]}],"id":[{"id":"10.13039\/501100001602","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Digit Libr"],"published-print":{"date-parts":[[2017,6]]},"DOI":"10.1007\/s00799-016-0172-8","type":"journal-article","created":{"date-parts":[[2016,5,28]],"date-time":"2016-05-28T04:36:30Z","timestamp":1464410190000},"page":"145-172","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Semantic representation and enrichment of information retrieval experimental data"],"prefix":"10.1007","volume":"18","author":[{"given":"Gianmaria","family":"Silvello","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Georgeta","family":"Bordea","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicola","family":"Ferro","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul","family":"Buitelaar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Toine","family":"Bogers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,5,28]]},"reference":[{"key":"172_CR1","first-page":"3","volume":"16","author":"RL Ackoff","year":"1989","unstructured":"Ackoff, R.L.: From data to wisdom. J. Appl. Syst. Anal. 16, 3\u20139 (1989)","journal-title":"J. Appl. Syst. Anal."},{"key":"172_CR2","doi-asserted-by":"crossref","unstructured":"Agirre, E., Di\u00a0Nunzio, G.\u00a0M., Ferro, N., Mandl, T., Peters, C.: CLEF 2008: Ad Hoc Track Overview. In: Peters, C., Deselaers, T., Ferro, N., Gonzalo, J., Jones, G. J.\u00a0F., Kurimo, M., Mandl, T., Pe\u00f1as, A. (eds.) Evaluating Systems for Multilingual and Multimodal Information Access: Ninth Workshop of the Cross\u2013Language Evaluation Forum (CLEF 2008). Revised Selected Papers, pp. 15\u201337. Lecture Notes in Computer Science (LNCS) 5706, Springer, Heidelberg (2009)","DOI":"10.1007\/978-3-642-04447-2_2"},{"issue":"2","key":"172_CR3","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1145\/2422256.2422265","volume":"46","author":"M Agosti","year":"2012","unstructured":"Agosti, M., Berendsen, R., Bogers, T., Braschler, M., Buitelaar, P., Choukri, K., Di Nunzio, G.M., Ferro, N., Forner, P., Hanbury, A., Friberg Heppin, K., Hansen, P., J\u00e4rvelin, A., Larsen, B., Lupu, M., Masiero, I., M\u00fcller, H., Peruzzo, S., Petras, V., Piroi, F., de Rijke, M., Santucci, G., Silvello, G., Toms, E.: PROMISE retreat report prospects and opportunities for information access evaluation. SIGIR Forum 46(2), 60\u201384 (2012a)","journal-title":"SIGIR Forum"},{"key":"172_CR4","doi-asserted-by":"crossref","unstructured":"Agosti, M., Di\u00a0Buccio, E., Ferro, N., Masiero, I., Peruzzo, S., Silvello, G: DIRECTions: Design and Specication of an IR Evaluation Infrastructure. In: Catarci, T., Forner, P., Hiemstra, D., Pe\u00f1as, A., Santucci, G. (eds) Information Access Evaluation. Multilinguality, Multimodality, and Visual Analytics. Proceedings of the Third International Conference of the CLEF Initiative (CLEF 2012), pp. 88\u201399. Lecture Notes in Computer Science (LNCS) 7488, Springer, Heidelberg (2012b)","DOI":"10.1007\/978-3-642-33247-0_11"},{"key":"172_CR5","unstructured":"Agosti, M., Di\u00a0Nunzio, G.\u00a0M., Ferro, N.: Scientific Data of an Evaluation Campaign: Do We Properly Deal With Them? In Peters, C., Clough, P., Gey, F.\u00a0C., Karlgren, J., Magnini, B., Oard, D.\u00a0W., de\u00a0Rijke, M., Stempfhuber, M. (eds.) Evaluation of Multilingual and Multi-modal Information Retrieval: Seventh Workshop of the Cross\u2013Language Evaluation Forum (CLEF 2006). Revised Selected Papers, pp. 11\u201320. Lecture Notes in Computer Science (LNCS) 4730, Springer, Heidelberg (2007a)"},{"key":"172_CR6","doi-asserted-by":"crossref","unstructured":"Agosti, M., Di\u00a0Nunzio, G.\u00a0M., Ferro, N.: The Importance of Scientific Data Curation for Evaluation Campaigns. In: Thanos, C., Borri, F., Candela, L. (eds.) Digital Libraries: Research and Development. First Int. DELOS Conference. Revised Selected Papers, pp. 157\u2013166. Lecture Notes in Computer Science (LNCS) 4877, Springer, Heidelberg (2007b)","DOI":"10.1007\/978-3-540-77088-6_15"},{"key":"172_CR7","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/B978-1-84334-484-1.50006-5","volume-title":"Evaluation of Digital Libraries: An Insight into Useful Applications and Methods","author":"M Agosti","year":"2009","unstructured":"Agosti, M., Ferro, N.: Towards an evaluation infrastructure for DL performance evaluation. In: Tsakonas, G., Papatheodorou, C. (eds.) Evaluation of Digital Libraries: An Insight into Useful Applications and Methods, pp. 93\u2013120. Chandos Publishing, Oxford (2009)"},{"key":"172_CR8","volume-title":"Second DELOS Conference\u2014Working Notes","author":"M Agosti","year":"2007","unstructured":"Agosti, M., Ferro, N., Fox, E.A., Gon\u00e7alves, M.A.: Modelling DL quality: a comparison between approaches: the DELOS reference model and the 5S model. In: Thanos, C., Borri, F., Launaro, A. (eds.) Second DELOS Conference\u2014Working Notes. ISTI-CNR, Gruppo ALI, Pisa, Italy (2007c)"},{"key":"172_CR9","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.future.2015.09.020","volume":"55","author":"M Agosti","year":"2016","unstructured":"Agosti, M., Ferro, N., Silvello, G.: Digital library interoperability at high level of abstraction. Future Gener. Comput. Syst. 55, 129\u2013146 (2016)","journal-title":"Future Gener. Comput. Syst."},{"key":"172_CR10","doi-asserted-by":"crossref","unstructured":"Agosti, M., Ferro, N., Thanos, C.: DESIRE 2011: First International Workshop on Data infrastructurEs for Supporting Information Retrieval Evaluation. In: Ounis, I., Ruthven, I., Berendt, B., de\u00a0Vries, A.\u00a0P., Wenfei, F. (eds) Proc. 20th Int. Conference on Information and Knowledge Management (CIKM 2011), pp. 2631\u20132632. ACM Press, New York (2009)","DOI":"10.1145\/2063576.2064048"},{"key":"172_CR11","doi-asserted-by":"crossref","unstructured":"Allan, J., Aslam, J., Azzopardi, L., Belkin, N., Borlund, P., Bruza, P., Callan, J., Carman, M., Clarke, C., Craswell, N., Croft, W.B., Culpepper, J.S., Diaz, F., Dumais, S., Ferro, N., Geva, S., Gonzalo, J., Hawking, D., J\u00e4rvelin, K., Jones, G., Jones, R., Kamps, J., Kando, N., Kanoulos, E., Karlgren, J., Kelly, D., Lease, M., Lin, J., Mizzaro, S., Moffat, A., Murdock, V., Oard, D.W., de Rijke, M., Sakai, T., Sanderson, M., Scholer, F., Si, L., Thom, J., Thomas, P., Trotman, A., Turpin, A., de Vries, A.P., Webber, W., Zhang, X., Zhang, Y.: Frontiers, Challenges, and Opportunities for Information Retrieval\u2014Report from SWIRL 2012, The Second Strategic Workshop on Information Retrieval in Lorne, February 2012. SIGIR Forum 46(1), 2\u201332 (2012)","DOI":"10.1145\/2215676.2215678"},{"issue":"4","key":"172_CR12","doi-asserted-by":"publisher","first-page":"394","DOI":"10.1016\/j.jvlc.2013.12.003","volume":"25","author":"M Angelini","year":"2014","unstructured":"Angelini, M., Ferro, N., Santucci, G., Silvello, G.: VIRTUE: a visual tool for information retrieval performance evaluation and failure analysis. J. Vis. Lang. Comput. 25(4), 394\u2013413 (2014)","journal-title":"J. Vis. Lang. Comput."},{"key":"172_CR13","doi-asserted-by":"crossref","unstructured":"Angelini, M., Ferro, N., Santucci, G., and Silvello, G.: A Visual Analytics Approach for What-If Analysis of Information Retrieval Systems. In [76] (2016)","DOI":"10.1145\/2911451.2911462"},{"key":"172_CR14","doi-asserted-by":"crossref","unstructured":"Arguello, J., Crane, M., Diaz, F., Lin, J., Trotman, A.: Report on the SIGIR 2015 Workshop on Reproducibility, Inexplicability, and Generalizability of Results (RIGOR). SIGIR Forum 49(2), 107\u2013176 (2015)","DOI":"10.1145\/2888422.2888439"},{"key":"172_CR15","doi-asserted-by":"crossref","unstructured":"Armstrong, T.\u00a0G., Moffat, A., Webber, W., Zobel, J.: EvaluatIR: An Online Tool for Evaluating and Comparing IR Systems. In: Allan, J., Aslam, J.\u00a0A., Sanderson, M., Zhai, C., Zobel, J. (eds.) Proc. 32nd Annual Int. ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2009), p. 833. ACM Press, New York (2009)","DOI":"10.1145\/1571941.1572153"},{"key":"172_CR16","volume-title":"Modern Information Retrieval","author":"R Baeza-Yates","year":"1999","unstructured":"Baeza-Yates, R., Ribeiro-Neto, B.: Modern Information Retrieval. Addison-Wesley, Harlow (1999)"},{"key":"172_CR17","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1038\/467401b","volume":"467","author":"K Baggerly","year":"2010","unstructured":"Baggerly, K.: Disclose all data in publications. Nature 467, 401 (2010)","journal-title":"Nature"},{"key":"172_CR18","doi-asserted-by":"crossref","unstructured":"Bailey, P., de Vries, A.P., Craswell, N., and Soboroff, I.: Overview of the TREC 2007 Enterprise Track. In Voorhees, E.M. and Buckland, L.P. (eds) The Sixteenth Text REtrieval Conference Proc. (TREC 2007). National Institute of Standards and Technology (NIST), Special Pubblication 500-274, Washington (2007)","DOI":"10.6028\/NIST.SP.500-274.enterprise-overview"},{"issue":"1","key":"172_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ipm.2008.06.003","volume":"45","author":"K Balog","year":"2009","unstructured":"Balog, K., Azzopardi, L., de Rijke, M.: A language modeling framework for expert finding. Inf. Process. Manag. 45(1), 1\u201319 (2009)","journal-title":"Inf. Process. Manag."},{"key":"172_CR20","doi-asserted-by":"crossref","unstructured":"Balog, K., Bogers, T., Azzopardi, L., de\u00a0Rijke, M., van\u00a0den Bosch, A.: Broad expertise retrieval in sparse data environments. In: Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval, SIGIR \u201907, pages 551\u2013558, New York, NY, USA. ACM (2007)","DOI":"10.1145\/1277741.1277836"},{"key":"172_CR21","unstructured":"Balog, K., de\u00a0Rijke, M.: Determining Expert Profiles (With an Application to Expert Finding). In: Proc. of the International Joint Conferences on Artificial Intelligence (IJCAI 2007), pp. 2657\u20132662, San Francisco, CA, USA. Morgan Kaufmann Publishers Inc (2007)"},{"key":"172_CR22","doi-asserted-by":"crossref","unstructured":"Balog, K., de\u00a0Rijke, M., Azzopardi, L.: Formal Models for Expert Finding in Enterprise Corpora. In: Proc. of the 29th annual International ACM SIGIR Conference on Research and Development in Information Retrieval\u2014SIGIR \u201906, pp. 43\u201350, New York, New York, USA. ACM Press (2006)","DOI":"10.1145\/1148170.1148181"},{"issue":"2\u20133","key":"172_CR23","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1561\/1500000024","volume":"6","author":"K Balog","year":"2012","unstructured":"Balog, K., Fang, Y., de Rijke, M., Serdyukov, P., Si, L.: Expertise retrieval. Found. Trends Inf. Retr. (FnTIR) 6(2\u20133), 127\u2013256 (2012)","journal-title":"Found. Trends Inf. Retr. (FnTIR)"},{"key":"172_CR24","volume-title":"Data Quality, Concepts, Methodologies and Techniques","author":"C Batini","year":"2006","unstructured":"Batini, C., Scannapieco, M.: Data Quality, Concepts, Methodologies and Techniques. Springer, Heidelberg (2006)"},{"issue":"10","key":"172_CR25","doi-asserted-by":"publisher","first-page":"2024","DOI":"10.1002\/asi.22908","volume":"64","author":"R Berendsen","year":"2013","unstructured":"Berendsen, R., Balog, K., Bogers, T., van den Bosch, A., de Rijke, M.: On the assessment of expertise profiles. J. Am. Soc. Inf. Sci. Technol. (JASIST) 64(10), 2024\u20132044 (2013)","journal-title":"J. Am. Soc. Inf. Sci. Technol. (JASIST)"},{"issue":"3","key":"172_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/jswis.2009081901","volume":"5","author":"C Bizer","year":"2009","unstructured":"Bizer, C., Heath, T., Berners-Lee, T.: Linked Data\u2014The Story So Far. Int. J. Semant. Web Inf. Syst. (IJSWIS) 5(3), 1\u201322 (2009)","journal-title":"Int. J. Semant. Web Inf. Syst. (IJSWIS)"},{"key":"172_CR27","doi-asserted-by":"crossref","unstructured":"Bordea, G., Bogers, T., Buitelaar, P.: Benchmarking Domain-Specific Expert Search Using Workshop Program Committees. In: Workshop on Computational Scientometrics: Theory and Applications, at CIKM (2013a)","DOI":"10.1145\/2508497.2508501"},{"key":"172_CR28","unstructured":"Bordea, G., Kirrane, S., Buitelaar, P., Pereira, B.O.: Expertise Mining for Enterprise Content Management. In: Calzolari, N., Choukri, K., Declerck, T., Dogan, M.U., Maegaard, B., Mariani, J., Odijk, J., Piperidis, S. (eds.) Proc. of the Eighth Int. Conference on Language Resources and Evaluation (LREC-2012), pp. 3495\u20133498. European Language Resources Association (ELRA) (2012)"},{"key":"172_CR29","unstructured":"Bordea, G., Polajnar, T., Buitelaar, P.: Domain-Independent Term Extraction Through Domain Modelling. In: 10th International Conference on Terminology and Artificial Intelligence (2013b)"},{"issue":"6","key":"172_CR30","doi-asserted-by":"publisher","first-page":"1059","DOI":"10.1002\/asi.22634","volume":"63","author":"CL Borgman","year":"2012","unstructured":"Borgman, C.L.: The conundrum of sharing research data. JASIST 63(6), 1059\u20131078 (2012)","journal-title":"JASIST"},{"key":"172_CR31","doi-asserted-by":"crossref","unstructured":"Borgman, C.L.: Big Data, Little Data, No Data. MIT Press, Cambridge, MA, USA (2015)","DOI":"10.7551\/mitpress\/9963.001.0001"},{"issue":"1","key":"172_CR32","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/s13740-012-0004-y","volume":"1","author":"S Bowers","year":"2012","unstructured":"Bowers, S.: Scientific workflow, provenance, and data modeling challenges and approaches. J. Data Semant. 1(1), 19\u201330 (2012)","journal-title":"J. Data Semant."},{"key":"172_CR33","doi-asserted-by":"crossref","unstructured":"Buneman, P.: The providence of provenance. In: Gottlob, G., Grasso, G., Olteanu, D., Schallhart, C. (eds.) Proc. of the 29th British National Conference on Databases, BNCOD 2013, vol. 7968, Lecture Notes in Computer Science, pp. 7\u201312. Springer, Berlin, Heidelberg (2013)","DOI":"10.1007\/978-3-642-39467-6_3"},{"key":"172_CR34","doi-asserted-by":"crossref","unstructured":"Buneman, P., Davidson, S.B., Frew, J.: Why data citation is a computational problem. Communications of the ACM (CACM) (2016) (forthcoming)","DOI":"10.1145\/2893181"},{"issue":"3","key":"172_CR35","first-page":"33","volume":"33","author":"P Buneman","year":"2010","unstructured":"Buneman, P., Silvello, G.: A rule-based citation system for structured and evolving datasets. IEEE Data Eng. Bull. 33(3), 33\u201341 (2010)","journal-title":"IEEE Data Eng. Bull."},{"key":"172_CR36","unstructured":"Burnett, S., Clarke, S., Davis, M., Edwards, R., Kellett, A.: Enterprise Search and Retrieval. Unlocking the Organisation\u2019s Potential, Butler Direct Limited, Hull, UK (2006)"},{"key":"172_CR37","doi-asserted-by":"crossref","unstructured":"Campbell, C.S., Maglio, P.P., Cozzi, A., Dom, B.: Expertise identification using email communications. In: CIKM \u201903: Proceedings of the Twelfth International Conference on Information and Knowledge Management, pp. 528\u2013531, New Orleans, LA (2003)","DOI":"10.1145\/956863.956965"},{"key":"172_CR38","unstructured":"Candela, L., Castelli, D., Ferro, N., Ioannidis, Y., Koutrika, G., Meghini, C., Pagano, P., Ross, S., Soergel, D., Agosti, M., Dobreva, M., Katifori, V., Schuldt, H.: The DELOS Digital Library Reference Model. Foundations for Digital Libraries. ISTI-CNR at Gruppo ALI, Pisa, Italy. http:\/\/www.delos.info\/files\/pdf\/ReferenceModel\/DELOS_DLReferenceModel_0 .98.pdf (2007)"},{"key":"172_CR39","doi-asserted-by":"crossref","unstructured":"Candela, L., Castelli, D., Manghi, P., Tani, A.: Data Journals: A Survey. J. Assoc. Inf. Sci. Technol. (2015) (page IN PRINT)","DOI":"10.1002\/asi.23358"},{"issue":"6","key":"172_CR40","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1007\/s10791-011-9167-7","volume":"14","author":"O Chapelle","year":"2011","unstructured":"Chapelle, O., Ji, S., Liao, C., Velipasaoglu, E., Lai, L., Wu, S.-L.: Intent-based diversification of web search results: metrics and algorithms. Inf. Retr. 14(6), 572\u2013592 (2011)","journal-title":"Inf. Retr."},{"issue":"4","key":"172_CR41","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1561\/1900000006","volume":"1","author":"J Cheney","year":"2009","unstructured":"Cheney, J., Chiticariu, L., Tan, W.C.: Provenance in databases: Why, How, and Where. Found. Trends Databases 1(4), 379\u2013474 (2009)","journal-title":"Found. Trends Databases"},{"key":"172_CR42","unstructured":"Cleverdon, C.W.: The Cranfield Tests on Index Languages Devices. In Sp\u00e4rck\u00a0Jones, K., Willett, P. (eds.) Readings in Information Retrieval, pp. 47\u201360. Morgan Kaufmann Publisher, Inc., San Francisco, CA, USA (1997)"},{"key":"172_CR43","volume-title":"Search Engines: Information Retrieval in Practice","author":"WB Croft","year":"2009","unstructured":"Croft, W.B., Metzler, D., Strohman, T.: Search Engines: Information Retrieval in Practice. Addison-Wesley, Reading (2009)"},{"key":"172_CR44","unstructured":"Demartini, G.: Finding experts using wikipedia. In: Proceedings of the Workshop on Finding Experts on the Web with Semantics (FEWS2007) at ISWC\/ASWC2007, pp. 33\u201341 (2007)"},{"issue":"3","key":"172_CR45","doi-asserted-by":"crossref","first-page":"265","DOI":"10.3233\/SW-2012-0083","volume":"4","author":"E Buccio Di","year":"2013","unstructured":"Di Buccio, E., Di Nunzio, G.M., Silvello, G.: A curated and evolving linguistic linked dataset. Semant. Web 4(3), 265\u2013270 (2013)","journal-title":"Semant. Web"},{"issue":"1","key":"172_CR46","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1108\/09685220610648373","volume":"14","author":"F Draganidis","year":"2006","unstructured":"Draganidis, F., Metzas, G.: Competency based management: a review of systems and approaches. Inf. Manag. Comput. Secur. 14(1), 51\u201364 (2006)","journal-title":"Inf. Manag. Comput. Secur."},{"key":"172_CR47","doi-asserted-by":"crossref","unstructured":"Dussin, M., Ferro, N.: Managing the Knowledge Creation Process of Large-Scale Evaluation Campaigns. In: Agosti, M., Borbinha, J., Kapidakis, S., Papatheodorou, C., and Tsakonas, G. (eds.) Proc. 13th European Conference on Research and Advanced Technology for Digital Libraries (ECDL 2009), pp. 63\u201374. Lecture Notes in Computer Science (LNCS) 5714, Springer, Heidelberg (2009)","DOI":"10.1007\/978-3-642-04346-8_8"},{"issue":"2","key":"172_CR48","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/2701583.2701587","volume":"48","author":"N Ferro","year":"2014","unstructured":"Ferro, N.: CLEF 15th Birthday: Past, Present, and Future. SIGIR Forum 48(2), 31\u201355 (2014)","journal-title":"SIGIR Forum"},{"key":"172_CR49","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1016\/j.procs.2011.04.078","volume":"4","author":"N Ferro","year":"2011","unstructured":"Ferro, N., Hanbury, A., M\u00fcller, H., Santucci, G.: Harnessing the Scientific Data Produced by the Experimental Evaluation of Search Engines and Information Access Systems. Proc. Comput. Sci. 4, 740\u2013749 (2011)","journal-title":"Proc. Comput. Sci."},{"key":"172_CR50","doi-asserted-by":"crossref","unstructured":"Ferro, N., Silvello, G.: CLEF 15th Birthday: What Can We Learn From Ad Hoc Retrieval? In Kanoulas, E., Lupu, M., Clough, P., Sanderson, M., Hall, M., Hanbury, A., and Toms, E. (eds.) Information Access Evaluation\u2014Multilinguality, Multimodality, and Interaction. Proc. of the Fifth Int. Conference of the CLEF Initiative (CLEF 2014), pp. 31\u201343. Lecture Notes in Computer Science (LNCS) 8685, Springer, Heidelberg (2014a)","DOI":"10.1007\/978-3-319-11382-1_4"},{"key":"172_CR51","first-page":"26","volume":"96","author":"N Ferro","year":"2014","unstructured":"Ferro, N., Silvello, G.: Making it easier to discover, re-use and understand search engine experimental evaluation data. ERCIM News 96, 26\u201327 (2014b)","journal-title":"ERCIM News"},{"key":"172_CR52","doi-asserted-by":"crossref","unstructured":"Ferro, N., Silvello, G.: Rank-Biased Precision Reloaded: Reproducibility and Generalization. In: Fuhr, N., Rauber, A., Kazai, G., Hanbury, A. (eds.) Advances in Information Retrieval. Proc. 37th European Conference on IR Research (ECIR 2015), pp. 768\u2013780. Lecture Notes in Computer Science (LNCS) 9022, Springer, Heidelberg (2015)","DOI":"10.1007\/978-3-319-16354-3_83"},{"key":"172_CR53","doi-asserted-by":"crossref","unstructured":"Ferro, N. and Silvello, G.: A General Linear Mixed Models Approach to Study System Component Effects. In [76] (2016)","DOI":"10.1145\/2911451.2911530"},{"issue":"1","key":"172_CR54","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1145\/2492189.2492198","volume":"47","author":"P Forner","year":"2013","unstructured":"Forner, P., Bentivogli, L., Braschler, M., Choukri, K., Ferro, N., Hanbury, A., Karlgren, J., M\u00fcller, H.: PROMISE technology transfer day: spreading the word on information access evaluation at an industrial event. SIGIR Forum 47(1), 53\u201358 (2013)","journal-title":"SIGIR Forum"},{"issue":"2","key":"172_CR55","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1177\/0165551508094050","volume":"35","author":"M Fricke","year":"2009","unstructured":"Fricke, M.: The knowledge pyramid: a critique of the DIKW hierarchy. J. Inf. Sci. 35(2), 131\u2013142 (2009)","journal-title":"J. Inf. Sci."},{"key":"172_CR56","doi-asserted-by":"crossref","unstructured":"Gollub, T., Stein, B., Burrows, S., Hoppe, D.: TIRA: Configuring, Executing, and Disseminating Information Retrieval Experiments. In: Hameurlain, A., Tjoa, A.M., Wagner, R. (eds.) 23rd International Workshop on Database and Expert Systems Applications, DEXA 2012, pp. 151\u2013155. IEEE Computer Society (2012)","DOI":"10.1109\/DEXA.2012.55"},{"issue":"2","key":"172_CR57","doi-asserted-by":"crossref","first-page":"101","DOI":"10.3233\/SW-2012-0088","volume":"5","author":"AJG Gray","year":"2014","unstructured":"Gray, A.J.G., Groth, P., Loizou, A., Askjaer, S., Brenninkmeijer, C.Y.A., Burger, K., Chichester, C., Evelo, C.T.A., Goble, C.A., Harland, L., Pettifer, S., Thompson, M., Waagmeester, A., Williams, A.J.: Applying linked data approaches to pharmacology. Architectural decisions and implementation. Semant. Web 5(2), 101\u2013113 (2014)","journal-title":"Semant. Web"},{"key":"172_CR58","unstructured":"Harman, D.K.: Information Retrieval Evaluation. Morgan & Claypool Publishers, San Rafael, California (USA) (2011)"},{"key":"172_CR59","doi-asserted-by":"crossref","unstructured":"Harman, D.K., Braschler, M., Hess, M., Kluck, M., Peters, C., Scha\u00fcble, P., Sheridan, P.: CLIR Evaluation at TREC. In Peters, C. (eds) Cross-Language Information Retrieval and Evaluation: Workshop of Cross-Language Evaluation Forum (CLEF 2000), pp. 7\u201323. Lecture Notes in Computer Science (LNCS) 2069, Springer, Heidelberg (2001)","DOI":"10.1007\/3-540-44645-1_2"},{"key":"172_CR60","volume-title":"TREC. Experiment and Evaluation in Information Retrieval","year":"2005","unstructured":"Harman, D.K., Voorhees, E.M. (eds.): TREC. Experiment and Evaluation in Information Retrieval. MIT Press, Cambridge (2005)"},{"key":"172_CR61","doi-asserted-by":"crossref","unstructured":"Heath, T., Bizer, C.: Linked Data: Evolving the Web into a Global Data Space. Synthesis Lectures on the Semantic Web: Theory and Technology. Morgan & Claypool Publishers, San Rafael, California (USA) (2011)","DOI":"10.2200\/S00334ED1V01Y201102WBE001"},{"key":"172_CR62","unstructured":"Hennicke, S., Olensky, M., de\u00a0Boer, V., Isaac, A., Wielemaker, J.: Conversion of EAD into EDM Linked Data. In: Prediu, L., Hennicke, S., N\u00fcrnberger, A., Mitschick, A., Ross, S. (eds.) Proc. 1st International Workshop on Semantic Digital Archives (SDA 2011) http:\/\/ceur-ws.org\/Vol-801\/ . pp. 82\u201388 (2011)"},{"issue":"15","key":"172_CR63","doi-asserted-by":"publisher","first-page":"1865","DOI":"10.4155\/fmc.12.159","volume":"4","author":"A Hersey","year":"2012","unstructured":"Hersey, A., Senger, S., Overington, J.P.: Open Data for Drug Discovery: Learning from the Biological Community. Future Med. Chem. 4(15), 1865\u20131867 (2012)","journal-title":"Future Med. Chem."},{"key":"172_CR64","doi-asserted-by":"crossref","unstructured":"Hooper, C.J., Marie, N., Kalampokis, E.: Dissecting the butterfly: representation of disciplines publishing at the web science conference series. In: Contractor, N.S., Uzzi, B., Macy, M.W., Nejdl, W. (eds) WebSci, pp. 137\u2013140. ACM (2012)","DOI":"10.1145\/2380718.2380737"},{"issue":"3","key":"172_CR65","doi-asserted-by":"crossref","first-page":"291","DOI":"10.3233\/SW-120092","volume":"4","author":"A Isaac","year":"2013","unstructured":"Isaac, A., Haslhofer, B.: Europeana Linked Open Data\u2014data.europeana.eu. Semant. Web 4(3), 291\u2013297 (2013)","journal-title":"Semant. Web"},{"key":"172_CR66","unstructured":"ISO 9000: Quality management systems\u2014Fundamentals and vocabulary. Recommendation ISO 9000:2005 (2005)"},{"key":"172_CR67","doi-asserted-by":"crossref","unstructured":"Kharazmi, S., Scholer, F., Vallet, D., Sanderson, M.: Examining Additivity and Weak Baselines. ACM Trans. Inf. Syst. (TOIS) (2016)","DOI":"10.1145\/2882782"},{"key":"172_CR68","unstructured":"Lagoze, C., Van De\u00a0Sompel, H., Johnston, P., Nelson, M., Sanderson, R., Warner, S.: ORE Specification\u2014Abstract Data Model\u2014Version 1.00. http:\/\/www.openarchives.org\/ore\/1.0\/datamodel (2008)"},{"key":"172_CR69","unstructured":"Leidig, J.P.: Epidemiology Experimentation and Simulation Management through Scientific Digital Libraries. PhD thesis, Virginia Tech (2012)"},{"issue":"1","key":"172_CR70","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/1500000027","volume":"7","author":"M Lupu","year":"2013","unstructured":"Lupu, M., Hanbury, A.: Patent Retrieval. Found. Trends Inf. Retr. (FnTIR) 7(1), 1\u201397 (2013)","journal-title":"Found. Trends Inf. Retr. (FnTIR)"},{"key":"172_CR71","doi-asserted-by":"crossref","unstructured":"Macdonald, C., Ounis, I.: Voting for candidates: adapting data fusion techniques for an expert search task. In: CIKM \u201906: Proceedings of the 15th ACM international conference on Information and knowledge management, pp. 387\u2013396, New York, NY, USA. ACM (2006)","DOI":"10.1145\/1183614.1183671"},{"key":"172_CR72","unstructured":"Maybury, M.: Expert finding systems. Technical Report MTR 06B000040, MITRE Corporation (2006)"},{"key":"172_CR73","doi-asserted-by":"crossref","unstructured":"Mimno, D., McCallum, A.: Expertise Modeling for Matching Papers with Reviewers. In: SIGKDD \u201907: Proceedings of the 13th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 500\u2013509 (2007)","DOI":"10.1145\/1281192.1281247"},{"key":"172_CR74","unstructured":"M\u00fcller, H.: Medical (Visual) Information Retrieval. In: Agosti, M., Ferro, N., Forner, P., M\u00fcller, H., Santucci, G. (eds.) Information Retrieval Meets Information Visualization \u2013 PROMISE Winter School 2012, Revised Tutorial Lectures, pp. 155\u2013166. Lecture Notes in Computer Science (LNCS) 7757, Springer, Heidelberg (2013)"},{"issue":"4","key":"172_CR75","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/s13740-012-0012-y","volume":"1","author":"A-C Ngonga Ngomo","year":"2012","unstructured":"Ngonga Ngomo, A.-C.: On link discovery using a hybrid approach. J. Data Semant. 1(4), 203\u2013217 (2012)","journal-title":"J. Data Semant."},{"key":"172_CR76","unstructured":"Perego, R., Sebastiani, F., Aslam, J., Ruthven, I., Zobel, J. (eds.) Proc. 39th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2016). ACM Press, New York, USA (2016)"},{"key":"172_CR77","doi-asserted-by":"crossref","unstructured":"Petkova, D., Croft, W.B.: Hierarchical language models for expert finding in enterprise corpora. In: Proceedings of the 18th IEEE International Conference on Tools with Artificial Intelligence, ICTAI \u201906, pp. 599\u2013608, Washington, DC, USA. IEEE Computer Society (2006)","DOI":"10.1109\/ICTAI.2006.63"},{"key":"172_CR78","unstructured":"Pr\u00f6ll, S., Rauber, A.: Asking the Right Questions\u2014Query-Based Data Citation to Precisely Identify Subsets of Data. ERCIM News (100) (2015)"},{"issue":"4","key":"172_CR79","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1177\/0165551507086989","volume":"34","author":"SE Robertson","year":"2008","unstructured":"Robertson, S.E.: On the history of evaluation in IR. J. Inf. Sci. 34(4), 439\u2013456 (2008)","journal-title":"J. Inf. Sci."},{"key":"172_CR80","doi-asserted-by":"crossref","unstructured":"Rodriguez, M.A., Bollen, J.: An Algorithm to Determine Peer-Reviewers. In: \u201908: Proceedings of the Seventeenth International Conference on Information and Knowledge Management, pp. 319\u2013328. ACM (2008)","DOI":"10.1145\/1458082.1458127"},{"key":"172_CR81","unstructured":"Rowe, B.R., Wood, D.W., Link, A.L., Simoni, D.A.: Economic Impact Assessment of NIST\u2019s Text REtrieval Conference (TREC) Program. RTI Project Number 0211875, RTI International, USA. http:\/\/trec.nist.gov\/pubs\/2010.economic.impact.pdf (2010)"},{"issue":"2","key":"172_CR82","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1177\/0165551506070706","volume":"33","author":"J Rowley","year":"2007","unstructured":"Rowley, J.: The Wisdom Hierarchy: Representations of the DIKW Hierarchy. J. Inf. Sci. 33(2), 163\u2013180 (2007)","journal-title":"J. Inf. Sci."},{"key":"172_CR83","volume-title":"Introduction to Modern Information Retrieval","author":"G Salton","year":"1983","unstructured":"Salton, G., McGill, M.J.: Introduction to Modern Information Retrieval. McGraw-Hill, New York (1983)"},{"key":"172_CR84","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/978-3-642-20161-5_40","volume-title":"Advances in Information Retrieval","author":"P Serdyukov","year":"2011","unstructured":"Serdyukov, P., Taylor, M., Vinay, V., Richardson, M., White, R.: Automatic people tagging for expertise profiling in the enterprise. In: Clough, P., Foley, C., Gurrin, C., Jones, G., Kraaij, W., Lee, H., Mudoch, V. (eds.) Advances in Information Retrieval. Lecture Notes in Computer Science, vol. 6611, pp. 399\u2013410. Springer, Berlin (2011)"},{"key":"172_CR85","doi-asserted-by":"publisher","unstructured":"Silvello, G.: A Methodology for Citing Linked Open Data Subsets. D-Lib Magazine 21(1\/2) (2015). doi: 10.1045\/january2015-silvello","DOI":"10.1045\/january2015-silvello"},{"key":"172_CR86","doi-asserted-by":"crossref","unstructured":"Soboroff, I., de\u00a0Vries, A.P., Craswell, N.: Overview of the trec 2006 enterprise track. In: The fifteenth Text REtrieval Conference Proceedings (TREC 2006) (2007)","DOI":"10.6028\/NIST.SP.500-272.enterprise-overview"},{"key":"172_CR87","doi-asserted-by":"crossref","unstructured":"Stasinopoulou, T., Bountouri, L., Kakali, C., Lourdi, I., Papatheodorou, C., Doerr, M., Gergatsoulis, M.: Ontology-Based Metadata Integration in the Cultural Heritage Domain. In: Goh, D., Cao, T., S\u00f8lvberg, I.T., Rasmussen, E. (eds) Asian Digital Libraries. Looking Back 10 Years and Forging New Frontiers, vol. 4822, Lecture Notes in Computer Science, pp. 165\u2013175. Springer, Berlin (2007)","DOI":"10.1007\/978-3-540-77094-7_25"},{"issue":"3","key":"172_CR88","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1016\/0010-0285(91)90016-H","volume":"23","author":"JW Tanaka","year":"1991","unstructured":"Tanaka, J.W., Taylor, M.: Object categories and expertise: Is the basic level in the eye of the beholder? Cogn. Psychol. 23(3), 457\u2013482 (1991)","journal-title":"Cogn. Psychol."},{"key":"172_CR89","unstructured":"Thiagarajan, R., Manjunath, G., Stumptner, M.: Finding experts by semantic matching of user profiles. PhD thesis, CEUR-WS (2008)"},{"key":"172_CR90","unstructured":"van Rijsbergen, C.J.: Information Retrieval. Butterworth (1979)"},{"key":"172_CR91","unstructured":"W3C: RDF Primer\u2014W3C Recommendation 10 February 2004 (2004a)"},{"key":"172_CR92","unstructured":"W3C: Resource Description Framework (RDF): Concepts and Abstract Syntax\u2014W3C Recommendation 10 February 2004 (2004b)"},{"key":"172_CR93","unstructured":"W3C: SKOS Simple Knowledge Organization System Primer\u2014W3C Working Group Note 18 August 2009 (2009a)"},{"key":"172_CR94","unstructured":"W3C: SKOS Simple Knowledge Organization System Reference\u2014W3C Recommendation 18 August 2009 (2009b)"},{"issue":"3","key":"172_CR95","doi-asserted-by":"crossref","first-page":"257","DOI":"10.3233\/SW-2012-0081","volume":"4","author":"B Zapilko","year":"2013","unstructured":"Zapilko, B., Schaible, J., Mayr, P., Mathiak, B.: TheSoz: a SKOS representation of the thesaurus for the social sciences. Semant. Web 4(3), 257\u2013263 (2013)","journal-title":"Semant. Web"},{"issue":"1","key":"172_CR96","doi-asserted-by":"crossref","first-page":"59","DOI":"10.3233\/HSM-1987-7108","volume":"7","author":"M Zeleny","year":"1987","unstructured":"Zeleny, M.: Management support systems: towards integrated knowledge management. Hum. Syst. Manag. 7(1), 59\u201370 (1987)","journal-title":"Hum. Syst. Manag."},{"key":"172_CR97","doi-asserted-by":"crossref","unstructured":"Zobel, J., Webber, W., Sanderson, M., Moffat, A.: Principles for Robust Evaluation Infrastructure. In: Agosti, M., Ferro, N., Thanos, C. (eds.) Proc. Workshop on Data infrastructurEs for Supporting Information Retrieval Evaluation (DESIRE 2011), pp. 3\u20136. ACM Press, New York, USA (2011)","DOI":"10.1145\/2064227.2064247"}],"container-title":["International Journal on Digital Libraries"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00799-016-0172-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-016-0172-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-016-0172-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-016-0172-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,17]],"date-time":"2024-06-17T06:03:54Z","timestamp":1718604234000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00799-016-0172-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,5,28]]},"references-count":97,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2017,6]]}},"alternative-id":["172"],"URL":"https:\/\/doi.org\/10.1007\/s00799-016-0172-8","relation":{},"ISSN":["1432-5012","1432-1300"],"issn-type":[{"value":"1432-5012","type":"print"},{"value":"1432-1300","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,5,28]]},"assertion":[{"value":"25 June 2015","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 April 2016","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 May 2016","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 May 2016","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}