{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:05:09Z","timestamp":1775066709840,"version":"3.50.1"},"reference-count":87,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"SOSCIP under the TalentEdge Post-doctoral Fellowship","award":["28379"],"award-info":[{"award-number":["28379"]}]},{"name":"Cloud Project entitled \u201cA Multilevel Streaming Data Analytics Infrastructure for Predictive Analytics\u201d","award":["SPEDF1-042"],"award-info":[{"award-number":["SPEDF1-042"]}]},{"name":"SOSCIP Consortium\u2019s Cloud Data Analytics and Large Memory System"},{"name":"Federal Economic Development Agency of Southern Ontario"},{"DOI":"10.13039\/100009011","name":"Ontario Centres of Excellence","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009011","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/access.2019.2946884","type":"journal-article","created":{"date-parts":[[2019,10,10]],"date-time":"2019-10-10T19:56:00Z","timestamp":1570737360000},"page":"154300-154316","source":"Crossref","is-referenced-by-count":141,"title":["A Survey of Distributed Data Stream Processing Frameworks"],"prefix":"10.1109","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3629-152X","authenticated-orcid":false,"given":"Haruna","family":"Isah","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tariq","family":"Abughofa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sazia","family":"Mahfuz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dharmitha","family":"Ajerla","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Farhana","family":"Zulkernine","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shahzad","family":"Khan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.4257"},{"key":"ref72","author":"braida","year":"2019","journal-title":"Stream processing and the IBM Open Platform"},{"key":"ref71","author":"zaharia","year":"2019","journal-title":"Structured Streaming in Apache Spark"},{"key":"ref70","author":"w\u00e4hner","year":"2019","journal-title":"Streaming Analytics Comparison of Open Source Frameworks Products Cloud Services"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3190664"},{"key":"ref77","author":"book","year":"2019","journal-title":"The Internals of Spark Structured Streaming"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2018.00169"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/2741948.2741964"},{"key":"ref75","year":"2019","journal-title":"Spark Streaming Programming Guide"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3158661"},{"key":"ref78","year":"2019","journal-title":"Dataflow Programming Model"},{"key":"ref79","year":"2019","journal-title":"Kafka streams"},{"key":"ref33","article-title":"Data stream management systems","volume":"5","author":"geisler","year":"2013"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPSW.2016.141"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-28608-0_16"},{"key":"ref30","article-title":"The forrester wave: Big data streaming analytics, Q1 2016","author":"gualtieri","year":"2016"},{"key":"ref37","author":"thottuvaikkatumana","year":"2016","journal-title":"Apache Spark 2 for Beginners"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2015.03.002"},{"key":"ref35","author":"dumoulin","year":"2019","journal-title":"Better Complex Event Processing at Scale Using a Microservices-Based Streaming Architecture (Part 1) | MapR"},{"key":"ref34","first-page":"26","article-title":"Survey on complex event processing and predictive analytics","author":"f\u00fcl\u00f6p","year":"2010","journal-title":"Proc 5th Balkan Conf Informat"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522737"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2015.7113279"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2465282"},{"key":"ref63","first-page":"356","author":"abbasi","year":"2017","journal-title":"Learning Apache Spark 2 0"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2019.10205"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05051-1_6"},{"key":"ref27","article-title":"Big-data analytics architecture for businesses: A comprehensive review on new open-source big-data tools","author":"g\u00f6kalp","year":"2017"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-018-0514-9"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137777"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/RoEduNet.2015.7311982"},{"key":"ref67","first-page":"518","article-title":"Progressive recovery of correlated failures in distributed stream processing engines","author":"su","year":"2017","journal-title":"Proc Int Conf on Extending Database Technology (EDBT)"},{"key":"ref68","author":"zapletal","year":"2019","journal-title":"Comparison of Apache Stream Processing Frameworks Part 1"},{"key":"ref69","author":"zapletal","year":"2019","journal-title":"Comparison of Apache Stream Processing Frameworks Part 1"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824076"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.14778\/1920841.1920874"},{"key":"ref20","author":"marz","year":"2015","journal-title":"Big Data Principles and Best Practices of Scalable Realtime Data Systems"},{"key":"ref22","author":"schreiner","year":"2019","journal-title":"Understanding Stream Processing"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7364082"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1107499.1107504"},{"key":"ref23","author":"dean","year":"2016","journal-title":"Fast Data Architectures For Streaming Applications"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2904441"},{"key":"ref25","first-page":"1","article-title":"Data ingestion for the connected world","author":"meehan","year":"2017","journal-title":"Proc CIDR"},{"key":"ref50","article-title":"Key technologies for big data stream computing","author":"sun","year":"2015","journal-title":"Big Data Algorithms Analytics and Applications"},{"key":"ref51","article-title":"Streaming graph analytics framework design","author":"bali","year":"2015"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/1055558.1055596"},{"key":"ref58","first-page":"37","article-title":"Semantics of data streams and operators","author":"maier","year":"2005","journal-title":"Proc Int Conf Database Theory"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/1066157.1066193"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-3579-9"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3210284.3210294"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-38776-5"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824132"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2014.01.015"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3328905.3329506"},{"key":"ref11","article-title":"A survey of the streamprocessing landscape","author":"bockermann","year":"2014"},{"key":"ref40","author":"junqueira","year":"2013","journal-title":"ZooKeeper Distributed Process Coordination"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-09465-6_31"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2628194.2628251"},{"key":"ref14","article-title":"A survey of systems for massive stream analytics","author":"singh","year":"2016","journal-title":"arXiv 1605 09021"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICPADS.2015.106"},{"key":"ref82","author":"azar","year":"2019","journal-title":"Kafka Producer Architecture&#x2014;Picking the Partition of Records"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CSCI.2016.0083"},{"key":"ref81","author":"gangadharaiah","year":"2019","journal-title":"An Intro to Apache Spark Partitioning What You Need to Know"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-805467-3.00011-9"},{"key":"ref84","author":"ballard","year":"2012","journal-title":"IBM InfoSphere Streams Assembling Continuous Insight in the Information Revolution"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-019-0210-7"},{"key":"ref83","year":"2019","journal-title":"IBM Streams Quick Start Edition v4 3"},{"key":"ref19","first-page":"205","article-title":"A comparison of distributed stream processing systems for time series analysis","author":"gehring","year":"2019","journal-title":"Proc BTW Workshopband"},{"key":"ref80","article-title":"IBM infosphere streams","author":"ballard","year":"2010","journal-title":"Harnessing Data in Motion"},{"key":"ref4","article-title":"Survey of distributed stream processing for large stream sources","author":"kamburugamuve","year":"2013"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-016-0041-8"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"ref5","author":"dunning","year":"2016","journal-title":"Streaming Architecture New Designs Using Apache Kafka and Mapr Streams"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.14778\/3007263.3007272"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jnca.2017.12.001","article-title":"Distributed data stream processing and edge computing: A survey on resource elasticity and future directions","volume":"103","author":"da assun\u00e7\u00e3o","year":"2018","journal-title":"J Netw Comput Appl"},{"key":"ref86","first-page":"61","article-title":"Language runtime and optimizations in IBM streams","volume":"38","author":"schneider","year":"2015","journal-title":"Bull IEEE Comput Soc Tech Committee Data Eng"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.14778\/1687553.1687609"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2963143"},{"key":"ref87","first-page":"1","author":"kreps","year":"2011","journal-title":"Proc NET"},{"key":"ref9","author":"psaltis","year":"2017","journal-title":"Streaming Data Understanding the Real-Time Pipeline"},{"key":"ref46","first-page":"149","article-title":"SAMOA: Scalable advanced massive online analysis","volume":"16","author":"de francisci morales","year":"2015","journal-title":"J Mach Learn Res"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.14778\/2733085.2733096"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPSW.2016.138"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.14778\/3007263.3007267"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2857218.2857256"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-013-0892-3"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/872757.872857"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/335191.335432"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8600701\/08864052.pdf?arnumber=8864052","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,10]],"date-time":"2021-08-10T19:40:22Z","timestamp":1628624422000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8864052\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":87,"URL":"https:\/\/doi.org\/10.1109\/access.2019.2946884","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]}}}