{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T17:52:29Z","timestamp":1770486749894,"version":"3.49.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2014,9,16]],"date-time":"2014-09-16T00:00:00Z","timestamp":1410825600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Digit Libr"],"published-print":{"date-parts":[[2014,11]]},"DOI":"10.1007\/s00799-014-0127-x","type":"journal-article","created":{"date-parts":[[2014,9,15]],"date-time":"2014-09-15T08:23:33Z","timestamp":1410769413000},"page":"53-70","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":22,"title":["Evaluating a digital humanities research environment: the CULTURA approach"],"prefix":"10.1007","volume":"15","author":[{"given":"Christina M.","family":"Steiner","sequence":"first","affiliation":[]},{"given":"Maristella","family":"Agosti","sequence":"additional","affiliation":[]},{"given":"Mark S.","family":"Sweetnam","sequence":"additional","affiliation":[]},{"given":"Eva-C.","family":"Hillemann","sequence":"additional","affiliation":[]},{"given":"Nicola","family":"Orio","sequence":"additional","affiliation":[]},{"given":"Chiara","family":"Ponchia","sequence":"additional","affiliation":[]},{"given":"Cormac","family":"Hampson","sequence":"additional","affiliation":[]},{"given":"Gary","family":"Munnelly","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Nussbaumer","sequence":"additional","affiliation":[]},{"given":"Dietrich","family":"Albert","sequence":"additional","affiliation":[]},{"given":"Owen","family":"Conlan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,9,16]]},"reference":[{"key":"127_CR1","unstructured":"Borgman, C.L.: The digital future is now: A call to action for the humanities. Digital Human. Quart. 3(4). http:\/\/www.digitalhumanities.org\/dhq\/vol\/3\/4\/000077\/000077.html (2009). Accessed 3 Oct 2013"},{"key":"127_CR2","doi-asserted-by":"crossref","unstructured":"Hampson, C., Agosti, M., Orio, N., Bailey, E., Lawless, S., Conlan, O., Wade, V.: The CULTURA project: supporting next generation interaction with digital cultural heritage collections. In: Proceedings of the 4th International Euromed Conference, pp. 668\u2013675. Springer, Heidelberg (2012)","DOI":"10.1007\/978-3-642-34234-9_70"},{"key":"127_CR3","doi-asserted-by":"crossref","unstructured":"Hampson, C., Lawless, S., Bailey, E., Yogev, S., Zwerdling, N., Carmel, D.: CULTURA: A metadata-rich environment to support the enhanced interrogation of cultural collections. In: Dodero, J.M., Palomo-Duarte, M., Karmpiperis, P. (eds.) Proceedings of the 6th Metadata and Semantics Research Conference, pp. 227\u2013238. Springer, Berlin (2012)","DOI":"10.1007\/978-3-642-35233-1_23"},{"key":"127_CR4","first-page":"111","volume-title":"Treasures of the Library","author":"A Clarke","year":"1986","unstructured":"Clarke, A.: The 1641 Depositions. In: Fox, P. (ed.) Treasures of the Library, pp. 111\u2013122. Trinity College, Dublin (1986)"},{"key":"127_CR5","unstructured":"O\u2019Regan, D., Sweetnam, M., Fennell, B., Lawless, S.: A collaborative linguistic research interface for the 1641 Depositions. Poster presented at Digital Humanities 2011. Stanford, CA (2011)"},{"key":"127_CR6","doi-asserted-by":"crossref","unstructured":"Agosti, M., Benfante, L., Orio, N.: IPSA: A digital archive of herbals to support scientific research. In: Sembok T.M.T. (ed.) Proceedings of the International Conference on Asian Digital Libraries ICADL 2003. LNCS vol. 2911, pp. 253\u2013264. Springer, Berlin (2003)","DOI":"10.1007\/978-3-540-24594-0_24"},{"key":"127_CR7","unstructured":"Bellamy, C.: The sound of many hands clapping: Teaching the digital humanities through virtual research environments (VREs). Digital Human. Quart. 6(2). http:\/\/www.digitalhumanities.org\/dhq\/vol\/6\/2\/000119\/000119.html (2012). Accessed 3 Oct 2013"},{"key":"127_CR8","unstructured":"Hunter, J., Gerber, A.: The Aus-e-Lit project: Advanced eResearch services for scholars of Australian literature. VALA 2010. Melbourne, Australia. http:\/\/www.itee.uq.edu.au\/eresearch\/papers\/2010\/VALA2010_Hunter.pdf (2010). Accessed 3 Oct 2013"},{"issue":"2","key":"127_CR9","doi-asserted-by":"publisher","first-page":"222","DOI":"10.2218\/ijdc.v6i2.198","volume":"6","author":"H Neuroth","year":"2011","unstructured":"Neuroth, H., Lohmeier, F., Smith, K.M.: TextGrid\u2014virtual research environment for the humanities. Int. J. Digit. Curation 6(2), 222\u2013231 (2011)","journal-title":"Int. J. Digit. Curation"},{"key":"127_CR10","doi-asserted-by":"crossref","unstructured":"Agosti, M., Conlan, O., Ferro, N., Hampson, C., Munnelly, G.: Interacting with digital cultural heritage collections via annotations: the CULTURA approach. In: Proceedings of the 2013 ACM Symposium on Document Engineering, pp. 13\u201322. ACM, New York (2013)","DOI":"10.1145\/2494266.2494288"},{"key":"127_CR11","unstructured":"Lawless, S., Hampson, C., Mitankin, P., Gerdjikov, S.: Normalisation in historical text collections. In: Proceedings of Digital Humanities 2013, pp. 507\u2013509. Lincoln, Nebraska (2013)"},{"key":"127_CR12","doi-asserted-by":"crossref","unstructured":"Yogev, S., Roitman, H., Carmel, D. Zwerdling, N.: Towards expressive exploratory search over entity-relationship data. In: Proceedings of the $$21^{st}$$ 21 st International Conference Companion on World Wide Web, pp. 83\u201392. New York (2012)","DOI":"10.1145\/2187980.2187990"},{"key":"127_CR13","unstructured":"Hampson, C., Bailey, E., Munnelly, G., Lawless, S., Conlan, O.: Dynamic personalisation for digital cultural heritage collections. In: Proceedings of the 6th International Workshop on Personalized Access to Cultural Heritage. Rome (2013)"},{"key":"127_CR14","doi-asserted-by":"crossref","unstructured":"Carmel, D., Zwerdling, N., Yogev, S.: Entity oriented search and exploration for cultural heritage collections: the EU CULTURA project. In: Proceedings of the $$21^{st}$$ 21 st International Conference Companion on World Wide Web, pp. 227\u2013230. New York (2012)","DOI":"10.1145\/2187980.2188015"},{"key":"127_CR15","unstructured":"Mariani Canova, G.: Per Cultura: le immagini dei manoscritti della scienza a Padova dal Medioevo al Rinascimento. In: Atti e Memorie dell\u2019Accademia Galileiana di Scienze, Lettere ed Arti. vol. CXXIV, pp. 81\u201390 (2011\u20132012)"},{"issue":"2","key":"127_CR16","first-page":"350","volume":"49","author":"T Saracevic","year":"2000","unstructured":"Saracevic, T.: Digital library evaluation: toward an evolution of concepts. Libr. Trends 49(2), 350\u2013369 (2000)","journal-title":"Libr. Trends"},{"key":"127_CR17","unstructured":"Zhang, Y.: Developing a holistic model for digital library evaluation. Dissertation. The State University of New Jersey. (2007)"},{"issue":"4","key":"127_CR18","first-page":"401","volume":"11","author":"M Jong De","year":"1997","unstructured":"De Jong, M., Schellens, P.J.: Reader-focused text evaluation: an overview of goals and methods. J. Bus. Tech. Commun. 11(4), 401\u2013432 (1997)","journal-title":"J. Bus. Tech. Commun."},{"key":"127_CR19","unstructured":"Saracevic, T.: Evaluation of digital libraries: An overview. In: Agosti M., Fuhr N. (eds.) DELOS Workshop on the Evaluation of Digital Libraries. Padua, Italy. http:\/\/www.scils.rutgers.edu\/~tefko\/DL_evaluation_Delos.pdf (2004). Accessed 7 Oct 2013"},{"key":"127_CR20","unstructured":"Kov\u00e1cs, L., Micsik, A.: The evaluation computer: A model for structuring evaluation activities. In: Agosti, M., Fuhr, N. (eds.) DELOS Workshop on the Evaluation of Digital Libraries. Padua (2004)"},{"issue":"1","key":"127_CR21","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1002\/asi.21220","volume":"61","author":"Y Zhang","year":"2010","unstructured":"Zhang, Y.: Developing a holistic model for digital library evaluation. J. Am. Soc. Inf. Sci. Technol. 61(1), 88\u2013110 (2010)","journal-title":"J. Am. Soc. Inf. Sci. Technol."},{"issue":"1","key":"127_CR22","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/s00799-007-0011-z","volume":"8","author":"N Fuhr","year":"2007","unstructured":"Fuhr, N., Tsakonas, G., Aalberg, T., Agosti, M., Hansen, P., Kapidakis, S., Klas, C.-P., Kov\u00e1cs, L., Landoni, M., Micsik, A., Papatheodorou, C., Peters, C., S\u00f8lvberg, I.: Evaluation of digital libraries. Int. J. Digit. Libr. 8(1), 21\u201338 (2007)","journal-title":"Int. J. Digit. Libr."},{"issue":"5","key":"127_CR23","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1177\/0165551506065934","volume":"32","author":"G Tsakonas","year":"2006","unstructured":"Tsakonas, G., Papatheodorou, C.: Analysing and evaluating usefulness and usability in electronic information services. J. Inf. Sci. 32(5), 400\u2013419 (2006)","journal-title":"J. Inf. Sci."},{"key":"127_CR24","unstructured":"Tsakonas, G., Kapidakis, S., Papatheodorou, C.: Evaluation of user interaction in digital libraries. In: Agosti, M., Fuhr, N. (eds.) DELOS Workshop on Evaluation of Digital Libraries, pp. 45\u201360. Padua (2004)"},{"key":"127_CR25","unstructured":"Steiner, C.M., Hillemann, E., Nussbaumer, A., Albert, D., Sweetnam, M., Hampson, C., Conlan, O.: The CULTURA evaluation model: An approach responding to the evaluation needs in an innovative research environment. In: S. Lawless, M. Agosti, P. Clough, O. Conlan (eds.) Proceedings of the First Workshop on Exploration, Navigation and Retrieval of Information in Cultural Heritage, SIGIR 2013, pp. 43\u201346. ACM, Dublin (2013)"},{"key":"127_CR26","doi-asserted-by":"crossref","unstructured":"Sweetnam, M., Agosti, M., Orio, N., Ponchia, C., Steiner, C., Hillemann, E.-C., \u00d3 Siochr\u00fa, M., Lawless, S.: User needs for enhanced engagement with cultural heritage collections. In: Zaphiris, P., Buchanan, G., Rasmussen, E., Loizides, F. (eds.) Theory and Practice of Digital Libraries, TPDL 2012. LNCS vol. 7489, pp. 64\u201375. Springer, Berlin (2012)","DOI":"10.1007\/978-3-642-33290-6_8"},{"issue":"8","key":"127_CR27","doi-asserted-by":"publisher","first-page":"982","DOI":"10.1287\/mnsc.35.8.982","volume":"35","author":"FD Davis","year":"1989","unstructured":"Davis, F.D., Bagozzi, R.P., Warshaw, P.R.: User acceptance of computer technology: a comparison of two theoretical models. Manag. Sci. 35(8), 982\u20131003 (1989)","journal-title":"Manag. Sci."},{"key":"127_CR28","doi-asserted-by":"crossref","unstructured":"Gerdjikov, S., Mihov, S., Nenchev, V.: Extraction of spelling variations from language structure for noisy text correction. In: Proceedings of the 12th International Conference on Document Analysis and Recognition. IEEE, pp. 324\u2013328 (2013)","DOI":"10.1109\/ICDAR.2013.72"},{"key":"127_CR29","unstructured":"Steiner, C.M., Albert, D.: Tailor-made or unfledged? Evaluating the quality of adaptive eLearning. In: Psaromiligkos, Spyridakos, A., Retalis, S. (eds.) Evaluation in e-learning., pp. 111\u2013143. Nova Science, New York (2012)"},{"key":"127_CR30","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1504\/IJCEELL.2004.005729","volume":"14","author":"P Brusilovsky","year":"2004","unstructured":"Brusilovsky, P., Karagiannidis, C., Sampson, D.: Layered evaluation of adaptive learning systems. Int. J. Contin. Eng. Educ. Life-Long Learn. 14, 402\u2013421 (2004)","journal-title":"Int. J. Contin. Eng. Educ. Life-Long Learn."},{"key":"127_CR31","first-page":"189","volume-title":"Usability Evaluation in Industry","author":"J Brooke","year":"1996","unstructured":"Brooke, J.: SUS: a \u201cquick and dirty\u201d usability scale. In: Jordan, P.W., Thomas, B., Weerdmeester, B.A., McCleeland, A.L. (eds.) Usability Evaluation in Industry, pp. 189\u2013194. Taylor and Francis, London (1996)"},{"key":"127_CR32","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/S1071-5819(02)91024-4","volume":"57","author":"JYL Thong","year":"2002","unstructured":"Thong, J.Y.L., Hong, W., Tam, K.-Y.: Understanding user acceptance of digital libraries: what are the roles of interface characteristics, organizational context, and individual differences? Int. J. Hum.-Comput. Stud. 57, 215\u2013242 (2002)","journal-title":"Int. J. Hum.-Comput. Stud."},{"key":"127_CR33","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1504\/IJMSO.2014.060342","volume":"9","author":"C Hampson","year":"2014","unstructured":"Hampson, C., Lawless, S., Bailey, E., Steiner, C.M., Hillemann, E.-C., Conlan, O.: Metadata-enhanced exploration of digital cultural collections. Int. J. Metadata Semant. Ontol. 9, 155\u2013167 (2014)","journal-title":"Int. J. Metadata Semant. Ontol."},{"key":"127_CR34","doi-asserted-by":"crossref","unstructured":"Nussbaumer, A., Hillemann, E.-C., Steiner, C.M., Albert, D.: An evaluation system for digital libraries. In: Zaphiris, P., Buchanan, G., Rasmussen, E., Loizides, F. (eds.) Theory and practice of digital libraries. Second International Conference, TPDL 2012. LNCS, vol. 7489, pp. 414\u2013419. Springer, Berlin (2012)","DOI":"10.1007\/978-3-642-33290-6_45"}],"container-title":["International Journal on Digital Libraries"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-014-0127-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00799-014-0127-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-014-0127-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-014-0127-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T20:15:08Z","timestamp":1565813708000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00799-014-0127-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,9,16]]},"references-count":34,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,11]]}},"alternative-id":["127"],"URL":"https:\/\/doi.org\/10.1007\/s00799-014-0127-x","relation":{},"ISSN":["1432-5012","1432-1300"],"issn-type":[{"value":"1432-5012","type":"print"},{"value":"1432-1300","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,9,16]]},"assertion":[{"value":"23 December 2013","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 August 2014","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 September 2014","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2014","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}