{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T17:40:09Z","timestamp":1756489209608,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T00:00:00Z","timestamp":1716508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,24]]},"DOI":"10.1145\/3674029.3674071","type":"proceedings-article","created":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T12:25:22Z","timestamp":1726057522000},"page":"265-272","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Designing Fault-tolerant Modern Data Engineering Solutions with Reliability Theory as The Driving Force"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-9290-8056","authenticated-orcid":false,"given":"Ankit","family":"Virmani","sequence":"first","affiliation":[{"name":"Department of Artificial Intelligence, Virufy, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4696-5280","authenticated-orcid":false,"given":"Manoj","family":"Kuppam","sequence":"additional","affiliation":[{"name":"IEEE, IEEE, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,9,11]]},"reference":[{"volume-title":"Utilities One. Retrieved","year":"2024","key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. The Role of Data Compression in Optimizing Wireless Data Consumption. Utilities One. Retrieved May 18, 2024 from https:\/\/utilitiesone.com\/the-role-of-data-compression-in-optimizing-wireless-data-consumption."},{"volume-title":"d.]. Storage classes | Cloud Storage. Google Cloud. Retrieved","year":"2024","key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. Storage classes | Cloud Storage. Google Cloud. Retrieved May 18, 2024 from https:\/\/cloud.google.com\/storage\/docs\/storage-classes."},{"volume-title":"O\u2019Reilly. Retrieved","year":"2024","key":"e_1_3_2_1_3_1","unstructured":"2013. 4. Data Storage for Analysis: Relational Databases, Big Data, and Other Options. O\u2019Reilly. Retrieved May 18, 2024 from https:\/\/www.oreilly.com\/library\/view\/network-security-through\/9781449357894\/ch04.html."},{"volume-title":"Data Ingestion, Processing and Big Data Architecture Layers. Medium (March","year":"2019","key":"e_1_3_2_1_4_1","unstructured":"2019. Data Ingestion, Processing and Big Data Architecture Layers. Medium (March 2019). Retrieved May 18, 2024 from https:\/\/medium.com\/digital-transformation-and-platform-engineering\/data-ingestion-processing-and-big-data-architecture-layers-3cb4988c07de."},{"key":"e_1_3_2_1_5_1","volume-title":"Data Pipeline and Data Eng. AltexSoft. Retrieved","author":"Engineering Data","year":"2024","unstructured":"2023. Data Engineering: Data Warehouse, Data Pipeline and Data Eng. AltexSoft. Retrieved May 18, 2024 from https:\/\/www.altexsoft.com\/blog\/what-is-data-engineering-explaining-data-pipeline-data-warehouse-and-data-engineer-role\/."},{"key":"e_1_3_2_1_6_1","volume-title":"Confluent. Retrieved","author":"Ingestion Data","year":"2023","unstructured":"2023. Data Ingestion: An Introduction to Data Collection and Processing. Confluent. Retrieved December 12, 2023 from https:\/\/www.confluent.io\/learn\/data-ingestion\/#:\u00a0:text=Data%20ingestion%20is%20the%20process."},{"volume-title":"Acceldata. Retrieved","year":"2023","key":"e_1_3_2_1_7_1","unstructured":"2023. Data Reliability Solution. Acceldata. Retrieved December 13, 2023 from https:\/\/www.acceldata.io\/solution-guides\/data-reliability-solution-guide."},{"volume-title":"Designing Big Data Platforms: How to Use, Deploy, and Maintain Big Data Systems (1 ed.)","year":"2023","key":"e_1_3_2_1_8_1","unstructured":"2023. Designing Big Data Platforms: How to Use, Deploy, and Maintain Big Data Systems (1 ed.). Wiley. Retrieved December 13, 2023 from https:\/\/ebin.pub\/designing-big-data-platforms-how-to-use-deploy-and-maintain-big-data-systems-1nbsped-1119690927-9781119690924.html."},{"key":"e_1_3_2_1_9_1","volume-title":"ClearInsights. Retrieved","author":"Success Mastering","year":"2023","unstructured":"2023. Mastering Success: A Guide to Effective Monitoring of SaaS Applications. ClearInsights. Retrieved December 13, 2023 from https:\/\/clearinsights.io\/blog\/mastering-success-a-guide-to-effective-monitoring-of-saas-applications\/."},{"volume-title":"IBM. Retrieved","year":"2023","key":"e_1_3_2_1_10_1","unstructured":"2023. Monitoring the health of your cloud. IBM. Retrieved December 13, 2023 from https:\/\/www.ibm.com\/docs\/he\/api-connect\/5.0.x?topic=cloud-monitoring-health-your."},{"volume-title":"Retrieved","year":"2023","key":"e_1_3_2_1_11_1","unstructured":"2023. Understanding Data Pipelines: Architecture and Workflow. Medium (July 2023). Retrieved December 13, 2023 from https:\/\/medium.com\/halfcapsule\/understanding-data-pipelines-architecture-and-workflow-4f7ab1e864e6."},{"volume-title":"Retrieved","year":"2023","key":"e_1_3_2_1_12_1","unstructured":"2023. What is data resiliency?Druva. Retrieved December 13, 2023 from https:\/\/www.druva.com\/glossary\/data-resiliency\/#:\u00a0:text=Data%20Resiliency%20Definition."},{"volume-title":"Retrieved","year":"2023","key":"e_1_3_2_1_13_1","unstructured":"2023. What is the Scope of Data Engineering?LinkedIn. Retrieved December 12, 2023 from https:\/\/www.linkedin.com\/pulse\/what-scope-data-engineering-africdsa\/#:\u00a0:text=Data%20engineering%20involves%20multiple%20processes."},{"key":"e_1_3_2_1_14_1","volume-title":"Retrieved","author":"S.","year":"2023","unstructured":"S. AI. 2023. Designing a Scalable Data Annotation Strategy. Sigma AI (Jan. 2023). Retrieved December 13, 2023 from https:\/\/sigma.ai\/scalable-data-annotation-strategy-2\/."},{"key":"e_1_3_2_1_15_1","volume-title":"Towards Autonomous and Efficient Machine Learning Systems. Master\u2019s thesis","author":"Ali Fahad","year":"2023","unstructured":"Fahad Ali. 2021. Towards Autonomous and Efficient Machine Learning Systems. Master\u2019s thesis. University of Nevada, Reno. Retrieved December 13, 2023 from https:\/\/scholarworks.unr.edu\/bitstream\/handle\/11714\/7844\/Ali_unr_0139D_13478.pdf?sequence=1&isAllowed=y."},{"key":"e_1_3_2_1_16_1","volume-title":"Retrieved","author":"Bramhe Rebecca","year":"2023","unstructured":"Rebecca Bramhe. 2023. Unlocking the Power of Log Monitoring for Incident Response. OnPage (July 2023). Retrieved May 18, 2024 from https:\/\/www.onpage.com\/the-importance-of-log-monitoring-for-incident-response\/."},{"key":"e_1_3_2_1_17_1","volume-title":"Retrieved","author":"Chojnowska Monika","year":"2023","unstructured":"Monika Chojnowska. 2023. Introduction to Data Quality - Summary of the Presentation. Sunscrapers (Nov. 2023). Retrieved December 13, 2023 from https:\/\/sunscrapers.com\/blog\/introduction-data-quality-summary\/."},{"key":"e_1_3_2_1_18_1","volume-title":"Retrieved","author":"Flynn Amber","year":"2023","unstructured":"Amber Flynn. 2023. Sales Pipeline Dashboard: A Reliable Tool to Scale Sales. Improvado (Dec. 2023). Retrieved December 13, 2023 from https:\/\/improvado.io\/blog\/sales-pipeline-dashboard."},{"key":"e_1_3_2_1_19_1","volume-title":"Retrieved","author":"Jones C.","year":"2024","unstructured":"C. Jones, J. Wilkes, N. Murphy, C. Smith, and B. Beyer. 2017. Google - Site Reliability Engineering. https:\/\/sre.google. Retrieved May 18, 2024 from https:\/\/sre.google\/sre-book\/service-level-objectives\/."},{"key":"e_1_3_2_1_20_1","volume-title":"Retrieved","author":"Karnam Rambabu","year":"2023","unstructured":"Rambabu Karnam. 2023. The Architect\u2019s Guide to Data and File Formats. The New Stack (Jan. 2023). Retrieved December 13, 2023 from https:\/\/thenewstack.io\/the-architects-guide-to-data-and-file-formats\/."},{"key":"e_1_3_2_1_21_1","volume-title":"TechTarget. Retrieved","author":"Lutkevich Ben","year":"2022","unstructured":"Ben Lutkevich. 2022. What is Data Ingestion? - Definition from WhatIs.com. TechTarget. Retrieved May 18, 2024 from https:\/\/www.techtarget.com\/whatis\/definition\/data-ingestion."},{"key":"e_1_3_2_1_22_1","volume-title":"Retrieved","author":"McHugh Bill","year":"2021","unstructured":"Bill McHugh. 2021. Batch Processing and Workload Orchestration: An Overview. IT Automation Without Boundaries (Oct. 2021). Retrieved May 18, 2024 from https:\/\/www.advsyscon.com\/blog\/batch-processing-system\/."},{"key":"e_1_3_2_1_23_1","volume-title":"Retrieved","author":"Saitwal Abhishek","year":"2023","unstructured":"Abhishek Saitwal. 2023. Spark UI Monitoring with Cloud Formation: A Step-by-Step Guide. Globant (Aug. 2023). Retrieved December 13, 2023 from https:\/\/medium.com\/globant\/spark-ui-monitoring-with-cloud-formation-a-step-by-step-guide-38865dd5f35a."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/52.143095"},{"key":"e_1_3_2_1_25_1","volume-title":"Retrieved","author":"Soltani Amirhossein","year":"2023","unstructured":"Amirhossein Soltani. 2023. Scaling A Serverless Applications. Medium (Jan. 2023). Retrieved December 13, 2023 from https:\/\/medium.com\/amirhosseinsoltani7\/scaling-a-serverless-applications-e9a89426c512."},{"key":"e_1_3_2_1_26_1","volume-title":"Retrieved","author":"Wickramasinghe Srini","year":"2021","unstructured":"Srini Wickramasinghe. 2021. Serverless vs Platform as a Service: Is Serverless the New PaaS?BMC Blogs (2021). Retrieved May 18, 2024 from https:\/\/www.bmc.com\/blogs\/serverless-paas\/."}],"event":{"name":"ICMLT 2024: 2024 9th International Conference on Machine Learning Technologies","acronym":"ICMLT 2024","location":"Oslo Norway"},"container-title":["2024 9th International Conference on Machine Learning Technologies (ICMLT)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674029.3674071","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3674029.3674071","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,29]],"date-time":"2025-08-29T17:02:52Z","timestamp":1756486972000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674029.3674071"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,24]]},"references-count":26,"alternative-id":["10.1145\/3674029.3674071","10.1145\/3674029"],"URL":"https:\/\/doi.org\/10.1145\/3674029.3674071","relation":{},"subject":[],"published":{"date-parts":[[2024,5,24]]},"assertion":[{"value":"2024-09-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}