{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T10:34:56Z","timestamp":1779359696940,"version":"3.51.4"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,5,15]],"date-time":"2019-05-15T00:00:00Z","timestamp":1557878400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,5,15]],"date-time":"2019-05-15T00:00:00Z","timestamp":1557878400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Innovations Syst Softw Eng"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s11334-019-00344-4","type":"journal-article","created":{"date-parts":[[2019,5,15]],"date-time":"2019-05-15T22:51:58Z","timestamp":1557960718000},"page":"53-61","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["Efficient incremental loading in ETL processing for real-time data integration"],"prefix":"10.1007","volume":"16","author":[{"given":"Neepa","family":"Biswas","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anamitra","family":"Sarkar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3647-5799","authenticated-orcid":false,"given":"Kartick Chandra","family":"Mondal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,5,15]]},"reference":[{"key":"344_CR1","volume-title":"Building the data warehouse","author":"W Inmon","year":"2005","unstructured":"Inmon W (2005) Building the data warehouse. Wiley, New York"},{"issue":"3","key":"344_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/jdwm.2009070101","volume":"5","author":"P Vassiliadis","year":"2009","unstructured":"Vassiliadis P (2009) A survey of extract\u2014transform\u2014load technology. Int J Data Warehous Min 5(3):1\u201327","journal-title":"Int J Data Warehous Min"},{"key":"344_CR3","unstructured":"Eckerson W, White C (2003) Evaluating ETL and data integration platforms. Report of The Data Warehousing Institute 184"},{"key":"344_CR4","unstructured":"Data integration. http:\/\/www.pentaho.com\/product\/data-integration . Accessed 06 Feb 2018"},{"key":"344_CR5","unstructured":"Data integration: talend enterprise data integration services. http:\/\/www.talend.com\/products\/data-integration . Accessed 06 Feb 2018"},{"key":"344_CR6","unstructured":"Data integration tools and software solutions | informatica India. https:\/\/www.informatica.com\/in\/products\/data-integration.html . Accessed 06 Feb 2018"},{"key":"344_CR7","unstructured":"Oracle Data Integrator. http:\/\/www.oracle.com\/technetwork\/middleware\/data-integrator\/overview\/index.html . Accessed 06 Feb 2018"},{"key":"344_CR8","unstructured":"IBM, InfoSphere Information Server. http:\/\/www-03.ibm.com\/software\/products\/en\/infosphere-information-server\/ . Accessed 06 Feb 2018"},{"key":"344_CR9","volume-title":"Etl tool evaluation\u2014a criteria framework","author":"N Schmidt","year":"2011","unstructured":"Schmidt N, Rosa M, Garcia R, Molina E, Reyna R, Gonzalez J (2011) Etl tool evaluation\u2014a criteria framework. University of Texas-Pan American, Texas"},{"key":"344_CR10","doi-asserted-by":"crossref","unstructured":"Majchrzak TA, Jansen T, Kuchen H (2011) Efficiency evaluation of open source ETL tools. In: Proceedings of the 2011 ACM symposium on applied computing. ACM, pp 287\u2013294","DOI":"10.1145\/1982185.1982251"},{"issue":"2","key":"344_CR11","first-page":"42","volume":"4","author":"AS Pall","year":"2013","unstructured":"Pall AS, Khaira JS (2013) A comparative review of extraction, transformation and loading tools. Database Syst J BOARD 4(2):42\u201351","journal-title":"Database Syst J BOARD"},{"key":"344_CR12","unstructured":"2017 Gartner magic quadrant for data integration tools. https:\/\/www.informatica.com\/in\/data-integration-magic-quadrant.html . Accessed 06 Dec 2017"},{"key":"344_CR13","doi-asserted-by":"crossref","unstructured":"Thomsen C, Pedersen T (2005) A survey of open source tools for business intelligence. In: International conference on data warehousing and knowledge discovery. Springer, pp 74\u201384","DOI":"10.1007\/11546849_8"},{"key":"344_CR14","doi-asserted-by":"crossref","unstructured":"Vassiliadis P, Simitsis A, Baikousi E (2009) A taxonomy of ETL activities. In: Proceedings of the ACM twelfth international workshop on Data warehousing and OLAP. ACM, pp 25\u201332","DOI":"10.1145\/1651291.1651297"},{"issue":"2","key":"344_CR15","first-page":"219","volume":"54","author":"A Kabiri","year":"2013","unstructured":"Kabiri A, Chiadmi D (2013) Survey on ETL processes. J Theor Appl Inf Technol 54(2):219\u2013229","journal-title":"J Theor Appl Inf Technol"},{"key":"344_CR16","unstructured":"Labio W, Yang J, Cui Y, Garcia-Molina H, Widom J (1999) Performance issues in incremental warehouse maintenance. In: Proceedings of the 26th international conference on very large data bases (VLDB\u201900), Cairo, Egypt, September 2000. Stanford InfoLab"},{"key":"344_CR17","doi-asserted-by":"crossref","unstructured":"Zhang X, Sun W, Wang W, Feng Y, Shi B (2006) Generating incremental etl processes automatically. In: First international multi-symposiums on computer and computational sciences (IMSCCS\u201906), vol 2. IEEE, pp 516\u2013521","DOI":"10.1109\/IMSCCS.2006.229"},{"key":"344_CR18","doi-asserted-by":"crossref","unstructured":"J\u00f6rg T, Dessloch S (2008) Towards generating ETL processes for incremental loading. In: Proceedings of the 2008 international symposium on database engineering applications (IDEAS\u201908). ACM, pp 101\u2013110","DOI":"10.1145\/1451940.1451956"},{"key":"344_CR19","unstructured":"J\u00f6rg T, Dessloch S (2009) Formalizing etl jobs for incremental loading of data warehouses. In: BTW, pp 327\u2013346"},{"key":"344_CR20","doi-asserted-by":"crossref","unstructured":"Behrend A, J\u00f6rg T (2010) Optimized incremental etl jobs for maintaining data warehouses. In: Proceedings of the fourteenth international database engineering and applications symposium, ACM, pp 216\u2013224","DOI":"10.1145\/1866480.1866511"},{"key":"344_CR21","doi-asserted-by":"crossref","unstructured":"Qu W, Basavaraj V, Shankar S, Dessloch S (2015) Real-time snapshot maintenance with incremental ETL pipelines in data warehouses. In: Big data analytics and knowledge discovery. Springer, pp 217\u2013228","DOI":"10.1007\/978-3-319-22729-0_17"},{"key":"344_CR22","doi-asserted-by":"crossref","unstructured":"Shi J, Bao Y, Leng F, Yu G (2008) Study on log-based change data capture and handling mechanism in real-time data warehouse. In: 2008 international conference on computer science and software engineering, vol 4, IEEE, pp 478\u2013481","DOI":"10.1109\/CSSE.2008.926"},{"key":"344_CR23","doi-asserted-by":"crossref","unstructured":"Ma K, Yang B (2015) Log-based change data capture from schema-free document stores using mapreduce. In: 2015 International conference on cloud technologies and applications (CloudTech). IEEE, pp 1\u20136","DOI":"10.1109\/CloudTech.2015.7336969"},{"key":"344_CR24","doi-asserted-by":"crossref","unstructured":"Eccles MJ, Evans DJ, Beaumont AJ (2010) True real-time change data capture with web service database encapsulation. In: 2010 6th world congress on services (SERVICES-1). IEEE, pp 128\u2013131","DOI":"10.1109\/SERVICES.2010.59"},{"key":"344_CR25","doi-asserted-by":"crossref","unstructured":"Tank DM, Ganatra A, Kosta YP, Bhensdadia CK (2010) Speeding ETL processing in data warehouses using high-performance joins for changed data capture (cdc). In: 2010 international conference on advances in recent technologies in communication and computing (ARTCom). IEEE, pp 365\u2013368","DOI":"10.1109\/ARTCom.2010.63"},{"issue":"11","key":"344_CR26","first-page":"32","volume":"52","author":"IM Sukarsa","year":"2012","unstructured":"Sukarsa IM, Wisswani NW, Darma IG (2012) Change data capture on OLTP staging area for nearly real time data warehouse base on database trigger. Int J. Comput. Appl. 52(11):32\u201337","journal-title":"Int J. Comput. Appl."},{"key":"344_CR27","doi-asserted-by":"crossref","unstructured":"Val\u00eancio CR, Marioto MH, Zafalon GFD, Machado J, Momente J (2013) Real time delta extraction based on triggers to support data warehousing. In: International conference on parallel and distributed computing, applications and technologies (PDCAT\u201913). IEEE, pp 293\u2013297","DOI":"10.1109\/PDCAT.2013.52"},{"key":"344_CR28","doi-asserted-by":"crossref","unstructured":"Thomsen C, Pedersen T (2009) pygrametl: a powerful programming framework for extract-transform-load programmers. In: Proceedings of the ACM twelfth international workshop on Data warehousing and OLAP. ACM, pp 49\u201356","DOI":"10.1145\/1651291.1651301"},{"key":"344_CR29","doi-asserted-by":"crossref","unstructured":"Thomsen C, Pedersen T (2011) Easy and effective parallel programmable etl. In: Proceedings of the ACM 14th international workshop on data warehousing and OLAP. ACM, pp 37\u201344","DOI":"10.1145\/2064676.2064684"},{"key":"344_CR30","unstructured":"pygrametl, ETL programming in Python. http:\/\/www.pygrametl.org\/ . Accessed 25 Feb 2018"},{"key":"344_CR31","unstructured":"Petl - Extract, transform and load (tables of data). http:\/\/petl.readthedocs.io\/en\/latest\/ . Accessed 06 Dec 2017"},{"key":"344_CR32","unstructured":"Welcome to Scriptella ETL Project. http:\/\/scriptella.org\/ . Accessed 06 Dec 2017"},{"key":"344_CR33","unstructured":"Scriptella\/scriptella-etl. https:\/\/github.com\/scriptella\/scriptella-etl\/wiki . Accessed 06 Dec 2017"},{"key":"344_CR34","unstructured":"Baumer B (2017) A grammar for reproducible and painless extract-transform-load operations on medium data. arXiv preprint arXiv:1708.07073"},{"key":"344_CR35","doi-asserted-by":"crossref","unstructured":"Baumer B (2017) etl: extract-transform-load framework for medium data. http:\/\/github.com\/beanumber\/etl , r package version 0.3.7","DOI":"10.32614\/CRAN.package.etl"},{"key":"344_CR36","unstructured":"ETL. https:\/\/cran.r-project.org\/web\/packages\/etl\/README.html . Accessed 10 Mar 2018"},{"key":"344_CR37","unstructured":"Efficient and real time data integration with change data capture. White paper, Attunity Ltd. (2009). http:\/\/attunity.com"},{"issue":"1","key":"344_CR38","first-page":"36","volume":"15","author":"I Ankorion","year":"2005","unstructured":"Ankorion I (2005) Change data capture efficient ETL for real-time bi. Inf Manag 15(1):36","journal-title":"Inf Manag"},{"key":"344_CR39","unstructured":"Bokade MB, Dhande SS, Vyavahare HR (2013) Framework of change data capture and real time data warehouse. In: International journal of engineering research and technology, vol 2. ESRSA Publications"},{"issue":"2","key":"344_CR40","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1145\/16856.16860","volume":"15","author":"Bruce Lindsay","year":"1986","unstructured":"Lindsay B, Haas L, Mohan C, Pirahesh H, Wilms P (1986) A snapshot differential refresh algorithm. In: Proceedings of the ACM-SIGMOD conference, vol 15","journal-title":"ACM SIGMOD Record"},{"key":"344_CR41","unstructured":"Labio W, Garcia-Molina H (1996) Efficient snapshot differential algorithms for data warehousing. In: Proceedings of the 22th international conference on very large data bases (VLDB\u201996). Morgan Kaufmann Publishers Inc, pp 63\u201374"}],"container-title":["Innovations in Systems and Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11334-019-00344-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11334-019-00344-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11334-019-00344-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,18]],"date-time":"2024-07-18T02:40:29Z","timestamp":1721270429000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11334-019-00344-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,15]]},"references-count":41,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["344"],"URL":"https:\/\/doi.org\/10.1007\/s11334-019-00344-4","relation":{},"ISSN":["1614-5046","1614-5054"],"issn-type":[{"value":"1614-5046","type":"print"},{"value":"1614-5054","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,15]]},"assertion":[{"value":"12 February 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}