{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:01:27Z","timestamp":1742940087059,"version":"3.40.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319562995"},{"type":"electronic","value":"9783319563008"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-56300-8_12","type":"book-chapter","created":{"date-parts":[[2017,4,7]],"date-time":"2017-04-07T03:35:22Z","timestamp":1491536122000},"page":"125-136","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Proposal for an Evaluation Framework for Compliance Checkers for Long-Term Digital Preservation"],"prefix":"10.1007","author":[{"given":"Nicola","family":"Ferro","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,4,8]]},"reference":[{"issue":"2","key":"12_CR1","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/s10791-012-9204-1","volume":"16","author":"O Alonso","year":"2013","unstructured":"Alonso, O.: Implementing crowdsourcing-based relevance experimentation: an industrial perspective. Inf. Retrieval 16(2), 101\u2013120 (2013)","journal-title":"Inf. Retrieval"},{"key":"12_CR2","volume-title":"Introduction to Machine Learning","author":"E Alpaydin","year":"2014","unstructured":"Alpaydin, E.: Introduction to Machine Learning. The MIT Press, Cambridge (2014)"},{"issue":"4","key":"12_CR3","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1007\/s10791-008-9066-8","volume":"12","author":"E Amig\u00f3","year":"2009","unstructured":"Amig\u00f3, E., Gonzalo, J., Artiles, J., Verdejo, M.F.: A comparison of extrinsic clustering evaluation metrics based on formal constraints. Inf. Retrieval 12(4), 461\u2013486 (2009)","journal-title":"Inf. Retrieval"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Amig\u00f3, E., Gonzalo, J., Verdejo, M.F.: A general evaluation measure for document organization tasks. In: Jones, G.J.F., Sheridan, P., Kelly, D., de Rijke, M., Sakai, T. (eds.) Proceeding 36th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2013), pp. 643\u2013652. ACM Press, New York (2013)","DOI":"10.1145\/2484028.2484081"},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Becker, C., Duretec, K.: Free benchmark corpora for preservation experiments: using model-driven engineering to generate data sets. In: Downie, J.S., McDonald, R.H., Cole, T.W., Sanderson, R., Shipman, F. (eds.) Proceeding 13th ACM\/IEEE-CS Joint Conference on Digital Libraries (JCDL 2013), pp. 349\u2013358. ACM Press, New York (2013)","DOI":"10.1145\/2467696.2467719"},{"key":"12_CR6","doi-asserted-by":"crossref","unstructured":"Becker, C., Duretec, K., Rauber, A.: The Challenge of Test Data Quality in Data Processing. ACM J. Data Inf. Qual. (JDIQ) 8(2) (2016)","DOI":"10.1145\/3012004"},{"issue":"6","key":"12_CR7","doi-asserted-by":"publisher","first-page":"1009","DOI":"10.1002\/asi.21527","volume":"62","author":"C Becker","year":"2011","unstructured":"Becker, C., Rauber, A.: Decision criteria in digital preservation: what to measure and how. J. Am. Soc. Inform. Sci. Technol. (JASIST) 62(6), 1009\u20131028 (2011)","journal-title":"J. Am. Soc. Inform. Sci. Technol. (JASIST)"},{"key":"12_CR8","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1007\/978-3-319-41938-1_10","volume-title":"Digital Libraries on the Move","author":"L Cappellato","year":"2016","unstructured":"Cappellato, L., Ferro, N., Fresa, A., Geber, M., Justrell, B., Lemmens, B., Prandoni, C., Silvello, G.: The PREFORMA project: federating memory institutions for better compliance of preservation formats. In: Calvanese, D., De Nart, D., Tasso, C. (eds.) IRCDL 2015. CCIS, vol. 612, pp. 86\u201391. Springer, Cham (2016). doi: 10.1007\/978-3-319-41938-1_10"},{"key":"12_CR9","unstructured":"Chanod, J.P., Dobreva, M., Rauber, A., Ross, S., Casarosa, V.: Issues in digital preservation: towards a new research agenda. In: Chanod, J.P., Dobreva, M., Rauber, A., Ross, S. (eds.) Report from Dagstuhl Seminar 10291: Automation in Digital Preservation, pp. 1\u201314. Dagstuhl Reports, Schloss Dagstuhl-Leibniz-Zentrum f\u00fcr Informatik, Germany (2010)"},{"key":"12_CR10","unstructured":"Cleverdon, C.W.: The Cranfield tests on index languages devices. In: Sp\u00e4rck Jones, K., Willett, P. (eds.) Readings in Information Retrieval, pp. 47\u201360. Morgan Kaufmann Publisher Inc., San Francisco (1997)"},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Cormack, G., Lynam, T.: TREC 2005 spam track overview. In: Voorhees, E.M., Buckland, L.P. (eds.) The Fourteenth Text REtrieval Conference Proceedings (TREC 2005). National Institute of Standards and Technology (NIST), Special Publication 500\u2013266, Washington, USA (2005)","DOI":"10.6028\/NIST.SP.500-266.spam-overview"},{"key":"12_CR12","unstructured":"Duretec, K., Kulmukhametov, A., Rauber, A., Becker, C.: Benchmarks for digital preservation tools. In: Proceeding of 11th International Conference on Preservation of Digital Objects (iPRES 2015) (2015)"},{"key":"12_CR13","unstructured":"Elfner, P., Justrell, B.: Deliverable D2.1 - Overall Roadmap. PREFORMA PCP Project, EU 7FP, Contract N. 619568, June 2014. http:\/\/www.digitalmeetsculture.net\/wp-content\/uploads\/2014\/05\/PREFORMA_D2.1_Overall-Roadmap_v2.5.pdf"},{"issue":"8","key":"12_CR14","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T Fawcett","year":"2006","unstructured":"Fawcett, T.: An introduction to ROC analysis. Pattern Recogn. Lett. 27(8), 861\u2013874 (2006)","journal-title":"Pattern Recogn. Lett."},{"issue":"1","key":"12_CR15","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.patrec.2008.08.010","volume":"30","author":"C Ferri","year":"2009","unstructured":"Ferri, C., Hern\u00e1ndez-Orallo, J., Modroiu, R.: An experimental comparison of performance measures for classification. Pattern Recogn. Lett. 30(1), 27\u201338 (2009)","journal-title":"Pattern Recogn. Lett."},{"issue":"2","key":"12_CR16","first-page":"8:1","volume":"8","author":"N Ferro","year":"2017","unstructured":"Ferro, N.: Reproducibility challenges in information retrieval evaluation. ACM J. Data Inf. Qual. (JDIQ) 8(2), 8:1\u20138:4 (2017)","journal-title":"ACM J. Data Inf. Qual. (JDIQ)"},{"key":"12_CR17","unstructured":"Ferro, N., Buelinckx, E., Doubrov, B., Jadeglans, K., Lemmens, B., Martinez, J., Mu\u00f1oz, V., Prandoni, C., Rice, D., Rohde-Enslin, S., Tarres, X., Verbruggen, E., Yousefi, B., Wilson, C.: Deliverable D8.1R2 - Competitive Evaluation Strategy. PREFORMA PCP Project, EU 7FP, Contract N. 619568, October 2016"},{"issue":"1","key":"12_CR18","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/2964797.2964808","volume":"50","author":"N Ferro","year":"2016","unstructured":"Ferro, N., Fuhr, N., J\u00e4rvelin, K., Kando, N., Lippold, M., Zobel, J.: Increasing reproducibility in IR: findings from the Dagstuhl Seminar on \u201cReproducibility of Data-Oriented Experiments in e-Science\u201d. SIGIR Forum 50(1), 68\u201382 (2016)","journal-title":"SIGIR Forum"},{"key":"12_CR19","unstructured":"IEC 60958: Digital audio interface - Part 1: General. Standard IEC 60958\u20131 Ed. 3.1 b:2014 (2014)"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Innocenti, P., Ross, S., Maceviciute, E., Wilson, T., Ludwig, J., Pempe, W.: Assessing digital preservation frameworks: the approach of the SHAMAN project. In: Spyratos, N., Kapetanios, E., Traina, A. (eds.) Proceeding of ACM International Conference on Management of Emergent Digital EcoSystems (MEDES 2009), pp. 412\u2013416. ACM Press, New York (2009)","DOI":"10.1145\/1643823.1643899"},{"key":"12_CR21","unstructured":"ISO 12234\u20132: Electronic still-picture imaging - Removable memory - Part 2: TIFF\/EP image data format. Recommendation ISO 12234\u20132:2001 (2001)"},{"key":"12_CR22","unstructured":"ISO 12639: Graphic technology - Prepress digital data exchange - Tag image file format for image technology (TIFF\/IT). Recommendation ISO 12639:2004 (2004)"},{"key":"12_CR23","unstructured":"ISO 14721: Space data and information transfer systems - Open archival information system (OAIS) - Reference model. Recommendation ISO 14721:2012 (2012)"},{"key":"12_CR24","unstructured":"ISO 19005\u20131: Document management - Electronic document file format for long-term preservation - Part 1: Use of PDF 1.4 (PDF\/A-1). Recommendation ISO 19005\u20131:2005 (2005)"},{"key":"12_CR25","unstructured":"ISO 19005\u20132: Document management - Electronic document file format for long-term preservation - Part 2: Use of ISO 32000\u20131 (PDF\/A-2). Recommendation ISO 19005\u20132:2011 (2011)"},{"key":"12_CR26","unstructured":"ISO 19005\u20133: Document management - Electronic document file format for long-term preservation - Part 3: Use of ISO 32000\u20131 with support for embedded files (PDF\/A-3). Recommendation ISO 19005\u20133:2012 (2012)"},{"key":"12_CR27","doi-asserted-by":"crossref","unstructured":"Kowalczyk, S.T.: Before the repository: defining the preservation threats to research data in the lab. In: Logasa Bogen II, P., Allard, S., Mercer, H., Beck, M. (eds.) Proceeding of 15th ACM\/IEEE-CS Joint Conference on Digital Libraries (JCDL 2015), pp. 215\u2013222. ACM Press, New York (2015)","DOI":"10.1145\/2756406.2756909"},{"issue":"2","key":"12_CR28","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/s10791-013-9222-7","volume":"16","author":"M Lease","year":"2013","unstructured":"Lease, M., Yilmaz, E.: Crowdsourcing for information retrieval: introduction to the special issue. Inf. Retrieval 16(2), 91\u2013100 (2013)","journal-title":"Inf. Retrieval"},{"issue":"1","key":"12_CR29","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1080\/13614576.2012.679446","volume":"17","author":"S Ross","year":"2012","unstructured":"Ross, S.: Digital preservation, archival science and methodological foundations for digital libraries. New Rev. Inf. Networking 17(1), 43\u201368 (2012)","journal-title":"New Rev. Inf. Networking"},{"issue":"4","key":"12_CR30","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1561\/1500000009","volume":"4","author":"M Sanderson","year":"2010","unstructured":"Sanderson, M.: Test collection based evaluation of information retrieval systems. Found. Trends Inf. Retrieval (FnTIR) 4(4), 247\u2013375 (2010)","journal-title":"Found. Trends Inf. Retrieval (FnTIR)"},{"issue":"1","key":"12_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/505282.505283","volume":"34","author":"F Sebastiani","year":"2002","unstructured":"Sebastiani, F.: Machine learning in automated text categorization. ACM Comput. Surv. (CSUR) 34(1), 1\u201347 (2002)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"12_CR32","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Kazai, G., Lease, M.: Overview of the TREC 2012 crowdsourcing track. In: Voorhees, E.M., Buckland, L.P. (eds.) The Twenty-First Text REtrieval Conference Proceedings (TREC 2012). National Institute of Standards and Technology (NIST), Special Publication 500\u2013298, Washington, USA (2013)","DOI":"10.6028\/NIST.SP.500-302.crowd-overview"},{"key":"12_CR33","doi-asserted-by":"crossref","unstructured":"Soboroff, I., Nicholas, C., Cahan, P.: Ranking retrieval systems without relevance judgments. In: Kraft, D.H., Croft, W.B., Harper, D.J., Zobel, J. (eds.) Proceeding of 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 2001), pp. 66\u201373. ACM Press, New York (2001)","DOI":"10.1145\/383952.383961"},{"issue":"4","key":"12_CR34","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","volume":"45","author":"M Sokolova","year":"2009","unstructured":"Sokolova, M., Lapalme, G.: A systematic analysis of performance measures for classification tasks. Inf. Process. Manage. 45(4), 427\u2013437 (2009)","journal-title":"Inf. Process. Manage."},{"issue":"5","key":"12_CR35","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/S0306-4573(00)00010-8","volume":"36","author":"EM Voorhees","year":"2000","unstructured":"Voorhees, E.M.: Variations in relevance judgments and the measurement of retrieval effectiveness. Inf. Process. Manage. 36(5), 697\u2013716 (2000)","journal-title":"Inf. Process. Manage."}],"container-title":["Communications in Computer and Information Science","Digital Libraries and Multimedia Archives"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-56300-8_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,23]],"date-time":"2024-06-23T13:18:56Z","timestamp":1719148736000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-56300-8_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319562995","9783319563008"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-56300-8_12","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"8 April 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IRCDL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italian Research Conference on Digital Libraries","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Florence","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 February 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 February 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ircdl2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.micc.unifi.it\/ircdl\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}