{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T19:14:20Z","timestamp":1760469260850,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032084644","type":"print"},{"value":"9783032084651","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T00:00:00Z","timestamp":1760486400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T00:00:00Z","timestamp":1760486400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-08465-1_18","type":"book-chapter","created":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T18:57:43Z","timestamp":1760468263000},"page":"225-236","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Microservice System Architecture for Receiving ETL System Patterns"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-6017-9937","authenticated-orcid":false,"given":"Rui","family":"Monteiro","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9138-9143","authenticated-orcid":false,"given":"Bruno","family":"Oliveira","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2157-8891","authenticated-orcid":false,"given":"Orlando","family":"Belo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,15]]},"reference":[{"key":"18_CR1","volume-title":"Building the Data Warehouse","author":"WH Inmon","year":"1992","unstructured":"Inmon, W.H.: Building the Data Warehouse. Wiley, Hoboken (1992)"},{"key":"18_CR2","volume-title":"The Data Warehouse Toolkit: Practical Techniques for Building Dimensional Data Warehouses","author":"R Kimball","year":"1996","unstructured":"Kimball, R., Ross, M.: The Data Warehouse Toolkit: Practical Techniques for Building Dimensional Data Warehouses. Wiley, Hoboken (1996)"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Souissi, S., BenAyed, M.: Genus: An ETL tool treating the big data variety. In: IEEE\/ACS 13th International Conference of Computer Systems and Applications (AICCSA), pp. 1\u20138. IEEE (2016)","DOI":"10.1109\/AICCSA.2016.7945615"},{"issue":"1\u201320","key":"18_CR4","first-page":"2024","volume":"6","author":"B Khan","year":"2024","unstructured":"Khan, B., Jan, S., Khan, W., Chughtai, M.: An overview of ETL techniques, tools, processes and evaluations in data warehousing. J. Big Data 6(1\u201320), 2024 (2024)","journal-title":"J. Big Data"},{"key":"18_CR5","doi-asserted-by":"publisher","unstructured":"El-Sappagh, S., Hendawi, A., El Bastawissy, A.: A proposed model for data warehouse ETL processes. J. King Saud Univ. \u2013 Comput. Inf. Sci. 23, 91\u2013104 (2011). https:\/\/doi.org\/10.1016\/J.JKSUCI.2011.05.005","DOI":"10.1016\/J.JKSUCI.2011.05.005"},{"key":"18_CR6","doi-asserted-by":"publisher","first-page":"e13442","DOI":"10.1111\/exsy.13442","volume":"40","author":"O Oliveira","year":"2023","unstructured":"Oliveira, O., Oliveira, O., Belo, O.: Overcoming traditional ETL systems architectural problems using a service-oriented approach. Expert Syst. J. 40, e13442 (2023)","journal-title":"Expert Syst. J."},{"key":"18_CR7","doi-asserted-by":"crossref","unstructured":"Oliveira, B., Oliveira, O., Santos, V., Belo, O.: ETL development using patterns: a service oriented approach. In: Proceedings of the 21st International Conference on Enterprise Information Systems (ICEIS 2019), vol. 1, pp. 204\u2013210. SciTePress (2019)","DOI":"10.5220\/0007727502160222"},{"key":"18_CR8","doi-asserted-by":"crossref","unstructured":"El Hafyani, H., Abboud, M., Taher, Y.: A microservices based architecture for implementing and automating ETL data pipelines for mobile crowdsensing applications. In: Proceedings - 2021 IEEE International Conference on Big Data, Big Data 2021, pp. 5909\u20135911. Institute of Electrical and Electronics Engineers Inc. (2021)","DOI":"10.1109\/BigData52589.2021.9671382"},{"key":"18_CR9","unstructured":"Newman, S.: Building Microservices: Designing Fine-Grained Systems, 2nd edn. O\u2019Reilly Media, Inc. (2015)"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Oliveira, B., Belo, O.: An ontology for describing ETL patterns behavior. In: DATA 2016 \u2013 Proceedings of the 5th International Conference on Data Management Technologies and Applications, pp. 102\u2013109. SciTePress (2016)","DOI":"10.5220\/0005974001020109"},{"key":"18_CR11","doi-asserted-by":"publisher","unstructured":"Vassiliadis, P., Simitsis, A., Skiadopoulos, S.: Conceptual modeling for ETL processes. In: DOLAP 2002: Proceedings of the 5th ACM International Workshop on Data Warehousing and OLAP, pp. 14\u201321 (2002). https:\/\/doi.org\/10.1145\/583890.583893","DOI":"10.1145\/583890.583893"},{"key":"18_CR12","first-page":"544","volume":"12","author":"E Soltanmohammadi","year":"2024","unstructured":"Soltanmohammadi, E., Hikmet, N.: Optimizing healthcare big data processing with containerized pyspark and parallel computing: a study on ETL pipeline efficiency. J. Data Anal. Inf. Process. 12, 544\u2013565 (2024)","journal-title":"J. Data Anal. Inf. Process."},{"key":"18_CR13","doi-asserted-by":"crossref","unstructured":"Sabtu, A., et al.: The challenges of extract, transform and loading (ETL) system implementation for near real-time environment. In: International Conference on Research and Innovation in Information Systems, ICRIIS, pp. 1\u20135. IEEE Computer Society (2017)","DOI":"10.1109\/ICRIIS.2017.8002467"},{"key":"18_CR14","doi-asserted-by":"publisher","unstructured":"Ali, S., Wrembel, R.: From conceptual design to performance optimization of ETL workflows: current state of research and open problems. VLDB J. 26 (2017). https:\/\/doi.org\/10.1007\/s00778-017-0477-2","DOI":"10.1007\/s00778-017-0477-2"},{"key":"18_CR15","unstructured":"Zode, M.: The evolution of ETL-from hand-coded ETL to tool-based ETL cognizant technology solutions ETL evolution. Technical report, Cognizant Technology Solutions (2007)"},{"key":"18_CR16","doi-asserted-by":"publisher","unstructured":"Valipour, M., Amirzafari, B., Maleki, K., Daneshpour, N.: A brief survey of software architecture concepts and service-oriented architecture. In: 2nd IEEE International Conference on Computer Science and Information Technology, pp. 34\u201338. IEEE (2009). https:\/\/doi.org\/10.1109\/ICCSIT.2009.5235004","DOI":"10.1109\/ICCSIT.2009.5235004"},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"Ponce, F., M\u00e1rquez, G., Astudillo, H.: Migrating from monolithic architecture to microservices: a rapid review. In: 2019 38th International Conference of the Chilean Computer Science Society (SCCC), pp. 1\u20137. IEEE (2019)","DOI":"10.1109\/SCCC49216.2019.8966423"},{"key":"18_CR18","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1016\/j.eswa.2024.125523","volume":"261","author":"A Ismail","year":"2025","unstructured":"Ismail, A., Sazali, F., Jawaddi, S., Mutalib, S.: Stream ETL framework for twitter-based sentiment analysis: leveraging big data technologies. Expert Syst. Appl. 261, 2 (2025). https:\/\/doi.org\/10.1016\/j.eswa.2024.125523","journal-title":"Expert Syst. Appl."},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Wang, C., Ye, Z.: An ETL services framework based on metadata. In: 2010 2nd International Workshop on Intelligent Systems and Applications, pp. 1\u20134. IEEE (2010)","DOI":"10.1109\/IWISA.2010.5473575"},{"key":"18_CR20","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1016\/j.procs.2010.12.019","volume":"3","author":"M Awad","year":"2011","unstructured":"Awad, M., Abdullah, M., Ali, A.: Extending ETL framework using service oriented architecture. In Procedia Comput. Sci. 3, 110\u2013114 (2011). https:\/\/doi.org\/10.1016\/j.procs.2010.12.019","journal-title":"In Procedia Comput. Sci."},{"key":"18_CR21","doi-asserted-by":"publisher","unstructured":"Akkaoui, Z., Zim\u00e1nyi, E.: Defining etl worfklows using BPMN and BPEL. In: DOLAP 2009: Proceedings of the ACM Twelfth International Workshop on Data Warehousing and OLAP, pp. 41\u201348. Association for Computing Machinery (2009). https:\/\/doi.org\/10.1145\/1651291.1651299","DOI":"10.1145\/1651291.1651299"},{"key":"18_CR22","doi-asserted-by":"publisher","first-page":"46","DOI":"10.4018\/jdwm.2013070103","volume":"9","author":"Z Akkaoui","year":"2013","unstructured":"Akkaoui, Z., Zim\u00e1nyi, E., Maz\u00f3n, J., Trujillo, J.: A bpmn-based design and maintenance framework for etl processes. Int. J. Data Warehouse. Min. 9, 46\u201372 (2013). https:\/\/doi.org\/10.4018\/jdwm.2013070103","journal-title":"Int. J. Data Warehouse. Min."},{"key":"18_CR23","doi-asserted-by":"publisher","first-page":"83","DOI":"10.52825\/bis.v1i.67","volume":"1","author":"A Shakir","year":"2021","unstructured":"Shakir, A., Staegemann, D., Volk, M., Jamous, N., Turowski, K.: Towards a concept for building a big data architecture with microservices. Bus. Inf. Syst. 1, 83\u201394 (2021)","journal-title":"Bus. Inf. Syst."},{"issue":"6","key":"18_CR24","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1007\/s00287-017-1078-6","volume":"40","author":"A Schwartz","year":"2017","unstructured":"Schwartz, A.: Microservices. Inform.-Spekt. 40(6), 590\u2013594 (2017). https:\/\/doi.org\/10.1007\/s00287-017-1078-6","journal-title":"Inform.-Spekt."},{"key":"18_CR25","doi-asserted-by":"publisher","unstructured":"De Lauretis, L.: From monolithic architecture to microservices architecture. In: Proceedings \u2013 2019 IEEE 30th International Symposium on Software Reliability Engineering Workshops, ISSREW 2019, pp. 93\u201396. Institute of Electrical and Electronics Engineers Inc. (2019). https:\/\/doi.org\/10.1109\/ISSREW.2019.00050","DOI":"10.1109\/ISSREW.2019.00050"},{"key":"18_CR26","doi-asserted-by":"crossref","unstructured":"Gos, K., Zabierowski, W.: The comparison of microservice and monolithic architecture. In: 2020 IEEE XVI International Conference on the Perspective Technologies and Methods in MEMS Design (MEMSTECH), pp. 150\u2013153. IEEE (2020)","DOI":"10.1109\/MEMSTECH49584.2020.9109514"},{"key":"18_CR27","unstructured":"Nadareishvili, I., Mitra, R., McLarty, M., Amundsen, M.: Microservice Architecture: Aligning Principles, Practices, and Culture. O\u2019Reilly Media, Inc. (2016)"},{"key":"18_CR28","doi-asserted-by":"crossref","unstructured":"Wang, Z., et al.: Kafka and its using in high-throughput and reliable message distribution. In: Proceedings of the 8th International Conference on Intelligent Networks and Intelligent Systems, ICINIS 2015, pp. 117\u2013120. Institute of Electrical and Electronics Engineers Inc. (2016)","DOI":"10.1109\/ICINIS.2015.53"},{"key":"18_CR29","unstructured":"Dongre, A.: Container technology: Docker (2023)"},{"key":"18_CR30","unstructured":"Mewada, S.: The role of the zookeeper in the kafka cluster (2023)"}],"container-title":["Lecture Notes in Computer Science","Hybrid Artificial Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-08465-1_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,14]],"date-time":"2025-10-14T18:57:51Z","timestamp":1760468271000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-08465-1_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,15]]},"ISBN":["9783032084644","9783032084651"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-08465-1_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,15]]},"assertion":[{"value":"15 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HAIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Hybrid Artificial Intelligence Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Salamanca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hais2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/haisconference.eu","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}