{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T12:57:16Z","timestamp":1742993836812,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030703691"},{"type":"electronic","value":"9783030703707"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-70370-7_8","type":"book-chapter","created":{"date-parts":[[2021,2,19]],"date-time":"2021-02-19T23:37:06Z","timestamp":1613777826000},"page":"139-153","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Chapter 8 Building Resilience into the Metadata-Based ETL Process Using Open Source Big Data Technologies"],"prefix":"10.1007","author":[{"given":"Peter","family":"Panfilov","sequence":"first","affiliation":[]},{"given":"Alexander","family":"Suleykin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,2,20]]},"reference":[{"key":"8_CR1","volume-title":"The Data Warehouse Toolkit: The Complete Guide to Dimensional Modeling","author":"R Kimball","year":"2011","unstructured":"Kimball, R., Ross, M.: The Data Warehouse Toolkit: The Complete Guide to Dimensional Modeling. Wiley, New York (2011)"},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Wibowo, A.: Problems and available solutions on the stage of extract transform and loading in near real-time data warehousing (a literature study). In: 2015 International Seminar on Intelligent Technology and its Applications (ISITIA), pp. 345\u2013350 (2015)","DOI":"10.1109\/ISITIA.2015.7220004"},{"key":"8_CR3","unstructured":"Sabtu, A., et al.: The challenges of extract, transform and loading (ETL) system implementation for near real-time environment. In: 2017 International Conference on Research and Innovation in Information Systems (ICRIIS), Langkawi, 2017, pp. 1\u20135 (2017)"},{"key":"8_CR4","volume-title":"The Kimball Group Reader: Relentlessly Practical Tools for Data Warehousing and Business Intelligence","author":"R Kimball","year":"2010","unstructured":"Kimball, R., Ross, M.: The Kimball Group Reader: Relentlessly Practical Tools for Data Warehousing and Business Intelligence. Wiley, New York (2010)"},{"issue":"3","key":"8_CR5","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/MC.2015.76","volume":"48","author":"SK Bansal","year":"2015","unstructured":"Bansal, S.K., Kagemann, S.: Integrating big data: a semantic extract-transform-load framework. Computer 48(3), 42\u201350 (2015)","journal-title":"Computer"},{"key":"8_CR6","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/j.is.2017.01.005","volume":"68","author":"RPD Nath","year":"2017","unstructured":"Nath, R.P.D., Hose, K., Pedersen, T.B., Romero, O.: SETL: a programmable semantic extract-transform-load framework for semantic data warehouses. Inf. Syst. 68, 17\u201343 (2017)","journal-title":"Inf. Syst."},{"issue":"18","key":"8_CR7","first-page":"24","volume":"46","author":"T Jain","year":"2012","unstructured":"Jain, T., Rajasree, S., Saluja, S.: Refreshing datawarehouse in near real-time. Int. J. Comput. Appl. 46(18), 24\u201329 (2012)","journal-title":"Int. J. Comput. Appl."},{"key":"8_CR8","doi-asserted-by":"crossref","unstructured":"Narendra, N., Ponnalagu, K., Tamilselvam, S., Ghose, A.: Goal-driven context-aware data filtering in IoT-based systems. Faculty of engineering and information sciences, January 2015, pp. 2172\u20132179 (2015)","DOI":"10.1109\/ITSC.2015.351"},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Fan, H., Poulovassilis, A.: Using AutoMed metadata in data warehousing environments. In: Proceedings of the 6th ACM International Workshop on Data Warehousing and OLAP, New Orleans, Louisiana, USA, pp. 86\u201393 (2003)","DOI":"10.1145\/956060.956076"},{"key":"8_CR10","unstructured":"Rahman, N., Marz, J., Akhter, S.: An ETL metadata model for data warehousing. J. Comput. Inf. Technol. 20, 95\u2013111 (2012)"},{"issue":"3","key":"8_CR11","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/362084.362138","volume":"29","author":"T Vetterli","year":"2000","unstructured":"Vetterli, T., Vaduva, A., Staudt, M.: Metadata standards for data warehousing: open information model vs. common warehouse metadata. ACM SIGMOD Rec. 29(3), 68\u201375 (2000)","journal-title":"ACM SIGMOD Rec."},{"key":"8_CR12","unstructured":"Zyl, J.V., Vincent, M., Mohania, M.: Representation of metadata in a data warehouses. In: Proceedings of IEEE 1998. IEEE Xplore (1998)"},{"issue":"2","key":"8_CR13","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1145\/1113034.1113035","volume":"49","author":"G Shankaranarayanan","year":"2006","unstructured":"Shankaranarayanan, G., Even, A.: The metadata enigma. Commun. ACM 49(2), 88\u201394 (2006)","journal-title":"Commun. ACM"},{"key":"8_CR14","unstructured":"Swinbank, R.: Design patterns for metadata-first ETL process control. In: SQLBITS 2019, Manchester, UK, 2 March 2019 (2019). https:\/\/sqlbits.com\/Sessions\/Event18\/Design_patterns_for_metadata-driven_ETL_process_control"},{"key":"8_CR15","unstructured":"Sprockit. https:\/\/RichardSwinbank.net\/sprockit"},{"key":"8_CR16","unstructured":"Python.org. https:\/\/python.org"},{"key":"8_CR17","unstructured":"PostgreSQL: The World\u2019s Most Advanced Open Source Relational Database. https:\/\/www.postgresql.org"},{"key":"8_CR18","unstructured":"The Apache Hadoop project. https:\/\/hadoop.apache.org"},{"key":"8_CR19","unstructured":"The Apache Spark.org. https:\/\/spark.apache.org"},{"key":"8_CR20","unstructured":"Apache Airflow.org. https:\/\/airflow.apache.org"}],"container-title":["Lecture Notes in Computer Science","Resilience in the Digital Age"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-70370-7_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,19]],"date-time":"2021-02-19T23:39:51Z","timestamp":1613777991000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-70370-7_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030703691","9783030703707"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-70370-7_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"20 February 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}