{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T00:51:42Z","timestamp":1740099102582,"version":"3.37.3"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319949581"},{"type":"electronic","value":"9783319949598"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-94959-8_7","type":"book-chapter","created":{"date-parts":[[2018,7,13]],"date-time":"2018-07-13T02:45:19Z","timestamp":1531449919000},"page":"115-136","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["From Metadata Catalogs to Distributed Data Processing for Smart City Platforms and Services: A Study on the Interplay of CKAN and Hadoop"],"prefix":"10.1007","author":[{"given":"Robert","family":"Scholz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nikolay","family":"Tcholtchev","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philipp","family":"L\u00e4mmel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ina","family":"Schieferdecker","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,7,14]]},"reference":[{"key":"7_CR1","doi-asserted-by":"crossref","unstructured":"Scholz, R., Tcholtchev, N.,L\u00e4mmel, P., Schieferdecker, I.: A CKAN plugin for data harvesting to the Hadoop distributed file system. In: 7th International Conference on Cloud Computing and Services Science (CLOSER) (2017). http:\/\/dx.doi.org\/10.5220\/0006230200470056","DOI":"10.5220\/0006230200470056"},{"key":"7_CR2","unstructured":"CKAN Association: CKAN Overview. http:\/\/ckan.org"},{"key":"7_CR3","doi-asserted-by":"crossref","unstructured":"Shvachko, K., Kuang, H., Radia, S., Chansler, R.: The Hadoop distributed file system. In: 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies, MSST2010 (2010). http:\/\/dx.doi.org\/10.1109\/MSST.2010.5496972","DOI":"10.1109\/MSST.2010.5496972"},{"key":"7_CR4","doi-asserted-by":"publisher","first-page":"109","DOI":"10.5771\/9783845252636-109","volume-title":"Transparenz, Partizipation, Kollaboration: Die digitale Verwaltung neu denken","author":"M Helene","year":"2014","unstructured":"Helene, M.: GovData - Das Datenportal f\u00fcr Deutschland. In: Hill, H., Martini, M., Wagner, E. (eds.) Transparenz, Partizipation, Kollaboration: Die digitale Verwaltung neu denken, pp. 109\u2013116. Nomos Verlagsgesellschaft mbH & Co. KG, Baden-Baden (2014)"},{"key":"7_CR5","unstructured":"Bundesministerium des Innern: Nationaler Aktionsplan der Bundesregierung zur Umsetzung der Open-Data-Charta der G8. https:\/\/www.bmi.bund.de\/SharedDocs\/Downloads\/DE\/Broschueren\/2014\/aktionsplan-open-data.pdf (2014)"},{"key":"7_CR6","unstructured":"Mercader, A., et al.: ckanext-harvest - remote harvesting extension (2012). https:\/\/github.com\/ckan\/ckanext-harvest"},{"key":"7_CR7","unstructured":"The Apache Software Foundation: Hadoop Project Webpage. http:\/\/hadoop.apache.org\/"},{"key":"7_CR8","unstructured":"Hunt, P., Konar, M., Junqueira, F.P., Reed, B.: ZooKeeper: wait-free Coordination for Internet-scale systems. In: USENIX Annual Technical Conference, Boston, MA, USA, p. 9 (2010)"},{"key":"7_CR9","doi-asserted-by":"publisher","first-page":"2014","DOI":"10.14778\/2367502.2367562","volume":"5","author":"J Dittrich","year":"2012","unstructured":"Dittrich, J., Quian\u00e9-Ruiz, J.-A.: Efficient big data processing in Hadoop MapReduce. Proc. VLDB Endow. 5, 2014\u20132015 (2012). https:\/\/doi.org\/10.14778\/2367502.2367562","journal-title":"Proc. VLDB Endow."},{"key":"7_CR10","unstructured":"The Apache Software Foundation: Apache Flink: Scalable Stream and Batch Data Processing. https:\/\/flink.apache.org\/"},{"key":"7_CR11","unstructured":"The Apache Software Foundation: Apache Spark - Lightning-Fast Cluster Computing. https:\/\/spark.apache.org\/"},{"key":"7_CR12","doi-asserted-by":"publisher","unstructured":"Iqbal, M., Soomro, T.: Big Data Analysis: Apache Storm Perspective (2015). https:\/\/doi.org\/10.14445\/22312803\/ijctt-v19p103","DOI":"10.14445\/22312803\/ijctt-v19p103"},{"key":"7_CR13","first-page":"5","volume":"11","author":"C Avery","year":"2011","unstructured":"Avery, C.: Giraph: large-scale graph processing infrastructure on hadoop. Proc. Hadoop Summit. St. Cl. 11, 5\u20139 (2011)","journal-title":"Proc. Hadoop Summit. St. Cl."},{"key":"7_CR14","doi-asserted-by":"publisher","first-page":"1626","DOI":"10.14778\/1687553.1687609","volume":"2","author":"A Thusoo","year":"2009","unstructured":"Thusoo, A., Sarma, J.S., Jain, N., Shao, Z., Chakka, P., Anthony, S., Liu, H., Wyckoff, P., Murthy, R.: Hive: a warehousing solution over a Map-Reduce framework. Proc. VLDB Endow. 2, 1626\u20131629 (2009). https:\/\/doi.org\/10.14778\/1687553.1687609","journal-title":"Proc. VLDB Endow."},{"key":"7_CR15","unstructured":"Bittorf, M., Bobrovytsky, T., Erickson, C.C.A.C.J., Hecht, M.G.D., Kuff, M.J.I.J.L., Leblang, D.K.A., Robinson, N.L.I.P.H., Rus, D.R.S., Wanderman, J.R.D.T.S., Yoder, M.M.: Impala: A modern, open-source SQL engine for Hadoop. In: Proceedings of the 7th Biennial Conference on Innovative Data Systems Research (2015)"},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Vora, M.N.: Hadoop-HBase for large-scale data (2011). http:\/\/dx.doi.org\/10.1109\/ICCSNT.2011.6182030","DOI":"10.1109\/ICCSNT.2011.6182030"},{"key":"7_CR17","unstructured":"National Strategy Office of Information and Communications Technology in Cabinet Secretariat: data.go.jp. http:\/\/www.data.go.jp\/?lang=english"},{"key":"7_CR18","doi-asserted-by":"crossref","unstructured":"Matheus, R., Vaz, J., Maia Ribeiro, M.: Open Government Data and the Data Usage for Improvement of Public Services in the Rio de Janeiro City (2014). http:\/\/dx.doi.org\/10.1145\/2691195.2691240","DOI":"10.1145\/2691195.2691240"},{"key":"7_CR19","unstructured":"Socrata: Socrata - The Data Platform for 21st Century Digital Government. https:\/\/www.socrata.com\/"},{"key":"7_CR20","unstructured":"Knoema: knoema.com Webpage. https:\/\/knoema.com\/"},{"key":"7_CR21","unstructured":"Senatsverwaltung f\u00fcr Wirtschaft, E. und B.: Offene Daten Berlin. https:\/\/daten.berlin.de\/"},{"key":"7_CR22","unstructured":"European Commission Directorate-General Communication: European Data Portal. https:\/\/www.europeandataportal.eu\/en\/"},{"key":"7_CR23","unstructured":"Lagoze, C., Van de Sompel, H., Nelson, M., Warner, S.: Open Archives Initiative Protocol for Metadata Harvesting (2015)"},{"key":"7_CR24","unstructured":"Open Archives Initiative: Object Reuse and Exchange Specifications and User Guides. https:\/\/www.openarchives.org\/ore\/1.0\/toc"},{"key":"7_CR25","unstructured":"Marienfeld, F.: Open Government Data (OGD) - Die Metadaten-Struktur f\u00fcr Open Government Data in Deutschland. http:\/\/open-data.fokus.fraunhofer.de\/die-metadaten-struktur-fur-open-government-data-in-deutschland\/"},{"key":"7_CR26","first-page":"79","volume":"2","author":"G Bartha","year":"2011","unstructured":"Bartha, G., Kocsis, S.: Standardization of geographic data: the european inspire directive. Eur. J. Geogr. 2, 79\u201389 (2011)","journal-title":"Eur. J. Geogr."},{"key":"7_CR27","doi-asserted-by":"publisher","unstructured":"Weibel, S., Kunze, J., Lagoze, C., Wolf, M.: Dublin core metadata for resource discovery (1998). https:\/\/doi.org\/10.17487\/rfc2413","DOI":"10.17487\/rfc2413"},{"key":"7_CR28","first-page":"1","volume":"14","author":"K Coyle","year":"2011","unstructured":"Coyle, K.: MARC21 as data: a start. Code4Lib J. 14, 1\u201310 (2011)","journal-title":"Code4Lib J."},{"key":"7_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1007\/11551362_23","volume-title":"Research and Advanced Technology for Digital Libraries","author":"Xiaoming Liu","year":"2005","unstructured":"Liu, Xiaoming, Balakireva, Lyudmila, Hochstenbach, Patrick, Van de Sompel, Herbert: File-based storage of digital objects and constituent datastreams: XMLtapes and Internet Archive ARC files. In: Rauber, Andreas, Christodoulakis, Stavros, Tjoa, A.Min (eds.) ECDL 2005. LNCS, vol. 3652, pp. 254\u2013265. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11551362_23"},{"key":"7_CR30","unstructured":"Open science and research initiative: OAI-PMH harvester for CKAN. https:\/\/github.com\/kata-csc\/ckanext-oaipmh"},{"key":"7_CR31","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1145\/1773912.1773922","volume":"44","author":"A Lakshman","year":"2010","unstructured":"Lakshman, A., Malik, P.: Cassandra: a decentralized structured storage system. SIGOPS Oper. Syst. Rev. 44, 35\u201340 (2010). https:\/\/doi.org\/10.1145\/1773912.1773922","journal-title":"SIGOPS Oper. Syst. Rev."},{"key":"7_CR32","unstructured":"McGninnis, S., et al.: OpenStack Block Storage Cinder. https:\/\/wiki.openstack.org\/wiki\/Cinder"},{"key":"7_CR33","unstructured":"Amazon.com, In.: Amazon Web Services S3 - Simple Cloud Storage Service"},{"key":"7_CR34","unstructured":"Watkins, N., Sevilla, M., Jimenez, I., Maltzahn, C.: Ceph: An Open-Source Software-Defined Storage Stack"},{"key":"7_CR35","unstructured":"Dickinson, J., et al.: OpenStack Object Storage. https:\/\/wiki.openstack.org\/wiki\/Swift"},{"key":"7_CR36","unstructured":"N\u00f3brega, T.: OpenStack Sahara. https:\/\/wiki.openstack.org\/wiki\/Sahara"},{"key":"7_CR37","unstructured":"Red Hat Inc.: Using Hadoop with CephFS. http:\/\/docs.ceph.com\/docs\/master\/cephfs\/hadoop\/"},{"key":"7_CR38","doi-asserted-by":"crossref","unstructured":"Tierney, B., Kissel, E., Swany, M., Pouyoul, E.: Efficient data transfer protocols for big data (2012). http:\/\/dx.doi.org\/10.1109\/eScience.2012.6404462","DOI":"10.1109\/eScience.2012.6404462"},{"key":"7_CR39","unstructured":"Kreps, J., Narkhede, N., Rao, J.: Kafka: a distributed messaging system for log processing. In: Proceedings of the NetDB, pp. 1\u20137 (2011)"},{"key":"7_CR40","volume-title":"PostgreSQL: Introduction and Concepts","author":"B Momjian","year":"2001","unstructured":"Momjian, B.: PostgreSQL: Introduction and Concepts. Addison-Wesley, New York (2001)"},{"key":"7_CR41","unstructured":"The Apache Software Foundation: WebHDFS REST API. http:\/\/hadoop.apache.org\/docs\/%0Ar1.0.4\/webhdfs.html"},{"key":"7_CR42","doi-asserted-by":"crossref","unstructured":"Alinat, P., Pierrel, J.M.: Esprit II project 5516 Roars: robust analytic speech recognition system (1993)","DOI":"10.1007\/978-3-642-85151-3_13"},{"key":"7_CR43","doi-asserted-by":"crossref","unstructured":"Liu, Z., Li, H., Miao, G.: MapReduce-based Backpropagation Neural Network over large scale mobile data (2010). http:\/\/dx.doi.org\/10.1109\/ICNC.2010.5584323","DOI":"10.1109\/ICNC.2010.5584323"},{"key":"7_CR44","unstructured":"H2O.ai: AirlinesWithWeatherDemo. https:\/\/github.com\/h2oai\/sparkling-water\/tree\/master\/examples\/"},{"key":"7_CR45","unstructured":"Klessmann, J., Denker, P., Schieferdecker, I., Schulz, S.: Open government data Deutschland. Eine Studie zu Open Government in Deutschland im Auftrag des Bundesministerium des Innern. Deutschland\u2009<Bundesrepublik>\/Bundesministerium (2012)"},{"key":"7_CR46","unstructured":"Wuebker, J., Ney, H., Zens, R.: Fast and scalable decoding with language model look-ahead for phrase-based statistical machine translation. In: Proceedings of the 50th Annual Meeting of the Association for Computational Linguistics: Short Papers, vol. 2, pp. 28\u201332. Association for Computational Linguistics, Stroudsburg (2012)"}],"container-title":["Communications in Computer and Information Science","Cloud Computing and Service Science"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-94959-8_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,20]],"date-time":"2019-10-20T15:15:04Z","timestamp":1571584504000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-94959-8_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319949581","9783319949598"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-94959-8_7","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2018]]}}}