{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T11:23:32Z","timestamp":1770463412735,"version":"3.49.0"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T00:00:00Z","timestamp":1665014400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T00:00:00Z","timestamp":1665014400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s11227-022-04802-y","type":"journal-article","created":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T12:49:16Z","timestamp":1665060556000},"page":"4983-5012","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Implementation and visualization of a netflow log data lake system for cyberattack detection using distributed deep learning"],"prefix":"10.1007","volume":"79","author":[{"given":"Wen-Chung","family":"Shih","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9579-4426","authenticated-orcid":false,"given":"Chao-Tung","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cheng-Tian","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Endah","family":"Kristiani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,10,6]]},"reference":[{"key":"4802_CR1","unstructured":"Netscout (2019) With key findings from the 15th annual worldwide infrastructure security report (wisr). https:\/\/www.netscout.com\/threatreport"},{"issue":"10","key":"4802_CR2","doi-asserted-by":"publisher","first-page":"10984","DOI":"10.1007\/s11227-021-03715-6","volume":"77","author":"J-C Liu","year":"2021","unstructured":"Liu J-C, Yang C-T, Chan Y-W, Kristiani E, Jiang W-J (2021) Cyberattack detection model using deep learning in a network log system with data visualization. J Supercomput 77(10):10984\u201311003","journal-title":"J Supercomput"},{"key":"4802_CR3","doi-asserted-by":"crossref","unstructured":"Yang C-T, Chan Y-W, Liu J-C, Kristiani E, Lai C-H (2022) Cyberattacks detection and analysis in a network log system using xgboost with elk stack, Soft Comput 1\u201315","DOI":"10.21203\/rs.3.rs-838650\/v1"},{"key":"4802_CR4","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/j.comcom.2019.10.002","volume":"149","author":"F Bajaber","year":"2020","unstructured":"Bajaber F, Sakr S, Batarfi O, Altalhi A, Barnawi A (2020) Benchmarking big data systems: a survey. Comput Commun 149:241\u2013251","journal-title":"Comput Commun"},{"key":"4802_CR5","unstructured":"Huang S (2012) Performance analysis of cluster databases base on ycsb system"},{"issue":"6","key":"4802_CR6","doi-asserted-by":"publisher","first-page":"5934","DOI":"10.1007\/s11227-020-03505-6","volume":"77","author":"C-T Yang","year":"2021","unstructured":"Yang C-T, Chen T-Y, Kristiani E, Wu SF (2021) The implementation of data storage and analytics platform for big data lake of electricity usage with spark. J Supercomput 77(6):5934\u20135959","journal-title":"J Supercomput"},{"issue":"1","key":"4802_CR7","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1109\/JIOT.2020.3004244","volume":"8","author":"E Kristiani","year":"2021","unstructured":"Kristiani E, Yang C-T, Huang C-Y, Ko P-C, Fathoni H (2021) On construction of sensors, edge, and cloud (iSEC) framework for smart system integration and applications. IEEE Internet Things J 8(1):309\u2013319. https:\/\/doi.org\/10.1109\/JIOT.2020.3004244","journal-title":"IEEE Internet Things J"},{"issue":"4","key":"4802_CR8","doi-asserted-by":"publisher","first-page":"2068","DOI":"10.3390\/su14042068","volume":"14","author":"E Kristiani","year":"2022","unstructured":"Kristiani E, Lin H, Lin J-R, Chuang Y-H, Huang C-Y, Yang C-T (2022) Short-term prediction of pm2.5 using lstm deep learning methods. Sustainability 14(4):2068","journal-title":"Sustainability"},{"key":"4802_CR9","doi-asserted-by":"publisher","first-page":"629","DOI":"10.1016\/j.ins.2019.10.018","volume":"512","author":"S Mousavi","year":"2020","unstructured":"Mousavi S, Khansari M, Rahmani R (2020) A fully scalable big data framework for botnet detection based on network traffic analysis. Inf Sci 512:629\u2013640","journal-title":"Inf Sci"},{"key":"4802_CR10","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1016\/j.procs.2018.05.169","volume":"132","author":"P Dahiya","year":"2018","unstructured":"Dahiya P, Srivastava DK (2018) Network intrusion detection in big dataset using spark. Procedia Comput Sci 132:253\u2013262","journal-title":"Procedia Comput Sci"},{"key":"4802_CR11","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1016\/j.eswa.2018.09.029","volume":"117","author":"OK Sahingoz","year":"2019","unstructured":"Sahingoz OK, Buber E, Demir O, Diri B (2019) Machine learning based phishing detection from urls. Expert Syst Appl 117:345\u2013357","journal-title":"Expert Syst Appl"},{"key":"4802_CR12","doi-asserted-by":"publisher","first-page":"418","DOI":"10.1016\/j.future.2018.07.023","volume":"93","author":"J Zhang","year":"2019","unstructured":"Zhang J, Gardner R, Vukotic I (2019) Anomaly detection in wide area network meshes using two machine learning algorithms. Futur Gener Comput Syst 93:418\u2013426","journal-title":"Futur Gener Comput Syst"},{"key":"4802_CR13","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1016\/j.patrec.2017.11.004","volume":"101","author":"R Kozik","year":"2018","unstructured":"Kozik R (2018) Distributing extreme learning machines with apache spark for netflow-based malware activity detection. Pattern Recogn Lett 101:14\u201320","journal-title":"Pattern Recogn Lett"},{"key":"4802_CR14","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.jpdc.2018.03.006","volume":"119","author":"R Kozik","year":"2018","unstructured":"Kozik R, Chora\u015b M, Ficco M, Palmieri F (2018) A scalable distributed machine learning approach for attack detection in edge computing environments. J Parallel Distrib Comput 119:18\u201326","journal-title":"J Parallel Distrib Comput"},{"key":"4802_CR15","doi-asserted-by":"publisher","first-page":"40463","DOI":"10.1109\/ACCESS.2018.2858256","volume":"6","author":"AA Munshi","year":"2018","unstructured":"Munshi AA, Mohamed YA-RI (2018) Data lake lambda architecture for smart grids big data analytics. IEEE Access 6:40463\u201340471","journal-title":"IEEE Access"},{"key":"4802_CR16","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/j.patrec.2019.01.020","volume":"125","author":"L Cruz","year":"2019","unstructured":"Cruz L, Tous R, Otero B (2019) Distributed training of deep neural networks with spark: The marenostrum experience. Pattern Recogn Lett 125:174\u2013178","journal-title":"Pattern Recogn Lett"},{"key":"4802_CR17","doi-asserted-by":"publisher","first-page":"26497","DOI":"10.1109\/ACCESS.2019.2901115","volume":"7","author":"C-K Tsung","year":"2019","unstructured":"Tsung C-K, Hsieh H-Y, Yang C-T (2019) An implementation of scalable high throughput data platform for logging semiconductor testing results. IEEE Access 7:26497\u201326506","journal-title":"IEEE Access"},{"key":"4802_CR18","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1016\/j.inffus.2017.09.005","volume":"41","author":"F Carcillo","year":"2018","unstructured":"Carcillo F, Dal Pozzolo A, Le Borgne Y-A, Caelen O, Mazzer Y, Bontempi G (2018) Scarff: a scalable framework for streaming credit card fraud detection with spark. Inf fusion 41:182\u2013194","journal-title":"Inf fusion"},{"issue":"2","key":"4802_CR19","doi-asserted-by":"publisher","first-page":"77","DOI":"10.3745\/KTSDE.2015.4.2.77","volume":"4","author":"L Chen","year":"2015","unstructured":"Chen L, Ko J, Yeo J (2015) Analysis of the influence factors of data loading performance using apache sqoop. KIPS Trans Softw Data Eng 4(2):77\u201382","journal-title":"KIPS Trans Softw Data Eng"},{"key":"4802_CR20","first-page":"1","volume-title":"2017 IEEE International Conference on Smart Computing (SMARTCOMP)","author":"X Yuan","year":"2017","unstructured":"Yuan X, Li C, Li X (2017) Deepdefense: identifying ddos attack via deep learning. In: 2017 IEEE International Conference on Smart Computing (SMARTCOMP), IEEE, pp 1\u20138"},{"key":"4802_CR21","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1016\/j.future.2017.08.043","volume":"82","author":"AA Diro","year":"2018","unstructured":"Diro AA, Chilamkurti N (2018) Distributed attack detection scheme using deep learning approach for internet of things. Futur Gener Comput Syst 82:761\u2013768","journal-title":"Futur Gener Comput Syst"},{"key":"4802_CR22","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1109\/UBMK.2017.8093473","volume-title":"2017 International Conference on Computer Science and Engineering (UBMK)","author":"DS Terzi","year":"2017","unstructured":"Terzi DS, Terzi R, Sagiroglu S (2017) Big data analytics for network anomaly detection from netflow data. In: 2017 International Conference on Computer Science and Engineering (UBMK), IEEE, pp 592\u2013597"},{"key":"4802_CR23","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1016\/j.cose.2018.12.012","volume":"82","author":"M Ring","year":"2019","unstructured":"Ring M, Schl\u00f6r D, Landes D, Hotho A (2019) Flow-based network traffic generation using generative adversarial networks. Comput Secur 82:156\u2013172","journal-title":"Comput Secur"},{"issue":"11","key":"4802_CR24","doi-asserted-by":"publisher","first-page":"1479","DOI":"10.1002\/spe.2390","volume":"46","author":"M Solaimani","year":"2016","unstructured":"Solaimani M, Iftekhar M, Khan L, Thuraisingham B, Ingram J, Seker SE (2016) Online anomaly detection for multi-source vmware using a distributed streaming framework. Softw Pract Exp 46(11):1479\u20131497","journal-title":"Softw Pract Exp"},{"issue":"4","key":"4802_CR25","doi-asserted-by":"publisher","first-page":"635","DOI":"10.1109\/TMSCS.2018.2845886","volume":"4","author":"X Lu","year":"2018","unstructured":"Lu X, Shi H, Biswas R, Javed MH, Panda DK (2018) Dlobd: a comprehensive study of deep learning over big data stacks on hpc clusters. IEEE Trans Multi Scale Comput Syst 4(4):635\u2013648","journal-title":"IEEE Trans Multi Scale Comput Syst"},{"issue":"10","key":"4802_CR26","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1007\/s10916-017-0777-5","volume":"41","author":"C-T Yang","year":"2017","unstructured":"Yang C-T, Liu J-C, Chen S-T, Lu H-W (2017) Implementation of a big data accessing and processing platform for medical records in cloud. J Med Syst 41(10):149","journal-title":"J Med Syst"},{"issue":"1","key":"4802_CR27","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1007\/s10586-019-02921-5","volume":"23","author":"C-T Yang","year":"2020","unstructured":"Yang C-T, Chen S-T, Liu J-C, Liu R-H, Chang C-L (2020) On construction of an energy monitoring service using big data technology for the smart campus. Clust Comput 23(1):265\u2013288","journal-title":"Clust Comput"},{"key":"4802_CR28","doi-asserted-by":"publisher","first-page":"147672","DOI":"10.1109\/ACCESS.2019.2946962","volume":"7","author":"C-T Yang","year":"2019","unstructured":"Yang C-T, Chen S-T, Cheng W-H, Chan Y-W, Kristiani E (2019) A heterogeneous cloud storage platform with uniform data distribution by software-defined storage technologies. IEEE Access 7:147672\u2013147682","journal-title":"IEEE Access"},{"key":"4802_CR29","doi-asserted-by":"publisher","first-page":"7842","DOI":"10.1109\/ACCESS.2019.2963716","volume":"8","author":"C-T Yang","year":"2020","unstructured":"Yang C-T, Liu J-C, Kristiani E, Liu M-L, You I, Pau G (2020) Netflow monitoring and cyberattack detection using deep learning with ceph. IEEE Access 8:7842\u20137850","journal-title":"IEEE Access"},{"issue":"7","key":"4802_CR30","doi-asserted-by":"publisher","first-page":"6623","DOI":"10.1109\/JIOT.2020.2974671","volume":"7","author":"C-K Tsung","year":"2020","unstructured":"Tsung C-K, Yang C-T, Yang S-W (2020) Visualizing potential transportation demand from ETC log analysis using ELK stack. IEEE Internet Things J 7(7):6623\u20136633. https:\/\/doi.org\/10.1109\/JIOT.2020.2974671","journal-title":"IEEE Internet Things J"},{"key":"4802_CR31","unstructured":"KDD (1999) Kdd cup 1999 data. http:\/\/kdd.ics.uci.edu\/databases\/kddcup99\/kddcup99.html"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-022-04802-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-022-04802-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-022-04802-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,17]],"date-time":"2023-02-17T09:28:45Z","timestamp":1676626125000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-022-04802-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,6]]},"references-count":31,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["4802"],"URL":"https:\/\/doi.org\/10.1007\/s11227-022-04802-y","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,6]]},"assertion":[{"value":"27 August 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 October 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration"}},{"value":"The authors declare that they have known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}