{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T01:08:21Z","timestamp":1742951301637,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":40,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789811697081"},{"type":"electronic","value":"9789811697098"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-981-16-9709-8_6","type":"book-chapter","created":{"date-parts":[[2022,1,14]],"date-time":"2022-01-14T14:04:45Z","timestamp":1642169085000},"page":"71-91","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Comparative Analysis of Hadoop MapReduce and Spark Based on People\u2019s Livelihood Appeal Data"],"prefix":"10.1007","author":[{"given":"Lixin","family":"Liang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Heng","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yongan","family":"Shen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,1,15]]},"reference":[{"key":"6_CR1","doi-asserted-by":"publisher","first-page":"1351","DOI":"10.1001\/jama.2013.393","volume":"309","author":"TB Murdoch","year":"2013","unstructured":"Murdoch, T.B., Detsky, A.S.: The inevitable application of big data to health care. JAMA 309, 1351\u20131352 (2013)","journal-title":"JAMA"},{"key":"6_CR2","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.techfore.2015.12.019","volume":"126","author":"Y Wang","year":"2018","unstructured":"Wang, Y., Kung, L.A., Byrd, T.A.: Big data analytics: understanding its capabilities and potential benefits for healthcare organizations. Technol. Forecast. Soc. Change 126, 3\u201313 (2018)","journal-title":"Technol. Forecast. Soc. Change"},{"key":"6_CR3","doi-asserted-by":"publisher","first-page":"572","DOI":"10.1016\/j.future.2018.04.062","volume":"110","author":"V Marinakis","year":"2020","unstructured":"Marinakis, V., Doukas, H., Tsapelas, J., et al.: From big data to smart energy services: an application for intelligent energy management. Futur. Gener. Comput. Syst. 110, 572\u2013586 (2020)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"6_CR4","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1016\/j.future.2017.06.024","volume":"107","author":"B Silva","year":"2020","unstructured":"Silva, B., Khan, M., Han, K.: Integration of big data analytics embedded smart city architecture with RESTful web of things for efficient service provision and energy management. Futur. Gener. Comput. Syst. 107, 975\u2013987 (2020)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"6_CR5","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1109\/MWC.2019.1800512","volume":"26","author":"B Jan","year":"2019","unstructured":"Jan, B., Farman, H., Khan, M., et al.: Designing a smart transportation system: an internet of things and big data approach. IEEE Wirel. Commun. 26, 73\u201379 (2019)","journal-title":"IEEE Wirel. Commun."},{"key":"6_CR6","doi-asserted-by":"publisher","first-page":"3009","DOI":"10.1016\/j.procs.2020.09.202","volume":"176","author":"P Balbin","year":"2020","unstructured":"Balbin, P., Barker, J., Leung, C.K., et al.: Predictive analytics on open big data for supporting smart transportation services. Procedia Comput. Sci. 176, 3009\u20133018 (2020)","journal-title":"Procedia Comput. Sci."},{"issue":"1","key":"6_CR7","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/s00484-019-01796-w","volume":"64","author":"Y Zhang","year":"2019","unstructured":"Zhang, Y., et al.: Using big data to predict pertussis infections in Jinan city, China: a time series analysis. Int. J. Biometeorol. 64(1), 95\u2013104 (2019). https:\/\/doi.org\/10.1007\/s00484-019-01796-w","journal-title":"Int. J. Biometeorol."},{"key":"6_CR8","doi-asserted-by":"publisher","first-page":"100303","DOI":"10.1016\/j.cosrev.2020.100303","volume":"38","author":"SB AtiTaLlah","year":"2020","unstructured":"AtiTaLlah, S.B., Driss, M., Boulila, W., et al.: Leveraging deep learning and IoT big data analytics to support the smart cities development: review and future directions. Comput. Sci. Rev. 38, 100303 (2020)","journal-title":"Comput. Sci. Rev."},{"key":"6_CR9","doi-asserted-by":"publisher","first-page":"921","DOI":"10.1016\/j.future.2018.02.039","volume":"108","author":"A Jindal","year":"2018","unstructured":"Jindal, A., Kumar, N., Singh, M.: A unified framework for big data acquisition, storage and analytics for demand response management in smart cities. Futur. Gener. Comput. Syst. 108, 921\u2013934 (2018)","journal-title":"Futur. Gener. Comput. Syst."},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"Anshari, M., Almunawar, M., Lim, S.: Big data and open government data in public services. In: Proceedings of the 2018 10th International Conference on Machine Learning and Computing (2018)","DOI":"10.1145\/3195106.3195172"},{"issue":"2","key":"6_CR11","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s12613-019-1937-z","volume":"27","author":"C Qi","year":"2020","unstructured":"Qi, C.: Big data management in the mining industry. Int. J. Miner. Metall. Mater. 27(2), 131\u2013139 (2020). https:\/\/doi.org\/10.1007\/s12613-019-1937-z","journal-title":"Int. J. Miner. Metall. Mater."},{"key":"6_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.cities.2018.02.014","volume":"81","author":"R Ruhlandt","year":"2018","unstructured":"Ruhlandt, R.: The governance of smart cities: a systematic literature review. Cities 81, 1\u201323 (2018)","journal-title":"Cities"},{"key":"6_CR13","first-page":"24","volume":"35","author":"I Pencheva","year":"2020","unstructured":"Pencheva, I., Esteve, M., Mikhaylov, S.J.: Big data and AI - a transformational shift for government: so, what next for research? Public Policy Adm. 35, 24\u201344 (2020)","journal-title":"Public Policy Adm."},{"key":"6_CR14","unstructured":"Apache Hadoop. http:\/\/hadoop.apache.org"},{"key":"6_CR15","unstructured":"Zaharia, M., Chowdhury, M., Franklin, M.J., et al.: Spark: Cluster Computing with Working Sets. HotCloud (2010)"},{"key":"6_CR16","doi-asserted-by":"crossref","unstructured":"Shvachko, K., Kuang, H., Radia, S., et al.: The Hadoop distributed file system. In: 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies (MSST), pp. 1\u201310 (2010)","DOI":"10.1109\/MSST.2010.5496972"},{"issue":"7","key":"6_CR17","doi-asserted-by":"publisher","first-page":"4915","DOI":"10.1007\/s11227-018-2719-5","volume":"76","author":"IAT Hashem","year":"2018","unstructured":"Hashem, I.A.T., et al.: MapReduce scheduling algorithms: a review. J. Supercomput. 76(7), 4915\u20134945 (2018). https:\/\/doi.org\/10.1007\/s11227-018-2719-5","journal-title":"J. Supercomput."},{"issue":"1","key":"6_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13677-017-0088-x","volume":"6","author":"M Faiz","year":"2017","unstructured":"Faiz, M., Anuar, N.B., Wahab, A.W.A., Shamshirband, S., Chronopoulos, A.T.: Source camera identification: a distributed computing approach using Hadoop. J. Cloud Comput. 6(1), 1\u201311 (2017). https:\/\/doi.org\/10.1186\/s13677-017-0088-x","journal-title":"J. Cloud Comput."},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"Abouelmehdi, K., Beni-Hssane, A., Khaloufi, H., et al.: Big data emerging issues: Hadoop security and privacy. In: 2016 5th International Conference on Multimedia Computing and Systems (ICMCS), pp. 731\u2013736 (2016)","DOI":"10.1109\/ICMCS.2016.7905621"},{"key":"6_CR20","first-page":"16138","volume":"8","author":"MM Akshay","year":"2018","unstructured":"Akshay, M.M., Pappu, U.R., Rohit, H.P., et al.: Stock market prediction system using Hadoop. Int. J. Eng. Sci. Comput. (IJESC) 8, 16138\u201316140 (2018)","journal-title":"Int. J. Eng. Sci. Comput. (IJESC)"},{"key":"6_CR21","doi-asserted-by":"publisher","first-page":"103322","DOI":"10.1016\/j.micpro.2020.103322","volume":"79","author":"H Zhu","year":"2020","unstructured":"Zhu, H., Xu, Y.: Sports performance prediction model based on integrated learning algorithm and cloud computing Hadoop platform. Microprocess. Microsyst. 79, 103322 (2020)","journal-title":"Microprocess. Microsyst."},{"key":"6_CR22","unstructured":"Liang, H., Liu, J., Meng, W.: A review of various optimization schemes of small files storage on Hadoop. In: 2018 37th Chinese Control Conference (CCC), pp. 4500\u20134506 (2018)"},{"key":"6_CR23","doi-asserted-by":"crossref","unstructured":"Feng, D., Zhu, L., Lei, Z.: Review of Hadoop performance optimization. In: 2016 2nd IEEE International Conference on Computer and Communications (ICCC), pp. 65\u201368 (2016)","DOI":"10.1109\/CompComm.2016.7924666"},{"key":"6_CR24","doi-asserted-by":"publisher","first-page":"195","DOI":"10.3390\/sym13020195","volume":"13","author":"EV Nikulchev","year":"2021","unstructured":"Nikulchev, E.V., Tatarintsev, A.V., Belov, V.: Choosing a data storage format in the apache Hadoop system based on experimental evaluation using Apache Spark. Symmetry 13, 195 (2021)","journal-title":"Symmetry"},{"key":"6_CR25","doi-asserted-by":"crossref","unstructured":"Shetty, S.D.: Sentiment analysis, tweet analysis and visualization on big data using Apache Spark and Hadoop. IOP Conf. Ser. Mater. Sci. Eng. 1099, 012002 (2021)","DOI":"10.1088\/1757-899X\/1099\/1\/012002"},{"key":"6_CR26","doi-asserted-by":"crossref","unstructured":"Hakda\u011fli, \u00d6., \u00d6zcan, C., O\u011ful, \u00cd.\u00dc.: Stream text data analysis on twitter using Apache Spark streaming. In: 2018 26th Signal Processing and Communications Applications Conference (SIU), pp. 1\u20134 (2018)","DOI":"10.1109\/SIU.2018.8404540"},{"key":"6_CR27","doi-asserted-by":"crossref","unstructured":"Sunny, B.K., Janardhanan, P.S., Francis, A.B., et al.: Implementation of a self-adaptive real time recommendation system using Spark machine learning libraries. In: 2017 IEEE International Conference on Signal Processing, Informatics, Communication and Energy Systems (SPICES), pp. 1\u20137 (2017)","DOI":"10.1109\/SPICES.2017.8091310"},{"key":"6_CR28","doi-asserted-by":"crossref","unstructured":"Kavitha, S., Badre, R.: Towards a hybrid recommendation system on Apache Spark. In: IEEE India Council International Subsections Conference (INDISCON), pp. 297\u2013302 (2020)","DOI":"10.1109\/INDISCON50162.2020.00066"},{"key":"6_CR29","doi-asserted-by":"crossref","unstructured":"Saraswathi, A., Mummoorthy, A., Anantha Raman, G.R., et al.: Real-time traffic monitoring system using Spark. In: 2019 International Conference on Emerging Trends in Science and Engineering (ICESE), pp. 1:1\u20131:6 (2019)","DOI":"10.1109\/ICESE46178.2019.9194613"},{"key":"6_CR30","doi-asserted-by":"crossref","unstructured":"Sundareswaran, A., Sendhilvel, L.: Real-time vehicle traffic analysis using long short term memory networks in apache spark. In: 2020 International Conference on Emerging Trends in Information Technology and Engineering (IC-ETITE), pp. 1\u20135 (2020)","DOI":"10.1109\/ic-ETITE47903.2020.97"},{"key":"6_CR31","doi-asserted-by":"crossref","unstructured":"Qu, X., Wu, Y., Liu, J., et al.: HRV-Spark: computing heart rate variability measures using Apache Spark. In: IEEE International Conference on Bioinformatics and Biomedicine (BIBM), pp. 2235\u20132241 (2020)","DOI":"10.1109\/BIBM49941.2020.9313361"},{"key":"6_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-020-00388-5","volume":"7","author":"N Ahmed","year":"2020","unstructured":"Ahmed, N., Barczak, A., Susnjak, T., et al.: A comprehensive performance analysis of Apache Hadoop and Apache Spark for large scale data sets using HiBenc. J. Big Data 7, 1\u201318 (2020)","journal-title":"J. Big Data"},{"key":"6_CR33","doi-asserted-by":"crossref","unstructured":"Lagwankar, I., Sankaranarayanan, A.N., Kalambur, S.: Impact of map-reduce framework on Hadoop and Spark MR application performance. In: IEEE International Conference on Big Data (Big Data), pp. 2763\u20132772 (2020)","DOI":"10.1109\/BigData50022.2020.9378269"},{"key":"6_CR34","doi-asserted-by":"crossref","unstructured":"Hedjazi, M.A., Kourbane, I., Genc, Y., et al.: A comparison of Hadoop, Spark and Storm for the task of large scale image classification. In: 2018 26th Signal Processing and Communications Applications Conference (SIU), pp. 1\u20134 (2018)","DOI":"10.1109\/SIU.2018.8404688"},{"key":"6_CR35","doi-asserted-by":"crossref","unstructured":"Aziz, K., Zaidouni, D., Bellafkih, M.: Real-time data analysis using Spark and Hadoop. In: 2018 4th International Conference on Optimization and Applications (ICOA), pp. 1\u20136 (2018)","DOI":"10.1109\/ICOA.2018.8370593"},{"issue":"2","key":"6_CR36","doi-asserted-by":"publisher","first-page":"1273","DOI":"10.1007\/s11227-020-03328-5","volume":"77","author":"A Mostafaeipour","year":"2020","unstructured":"Mostafaeipour, A., Jahangard Rafsanjani, A., Ahmadi, M., Arockia Dhanraj, J.: Investigating the performance of Hadoop and Spark platforms on machine learning algorithms. J. Supercomput. 77(2), 1273\u20131300 (2020). https:\/\/doi.org\/10.1007\/s11227-020-03328-5","journal-title":"J. Supercomput."},{"key":"6_CR37","doi-asserted-by":"crossref","unstructured":"Mostafaeipour, A., Rafsanjani, A.J., Ahmadi, M., et al.: Investing the performance of Hadoop and Spark platforms on machine learning algorithms. J. Supercomput. 77, 1\u201328 (2020)","DOI":"10.1007\/s11227-020-03328-5"},{"key":"6_CR38","doi-asserted-by":"crossref","unstructured":"Sassi, I., Ouaftouh, S., Anter, S.: Adaptation of classical machine learning algorithms to big data context: problems and challenges: case study: hidden Markov models under Spark. In: 2019 1st International Conference on Smart Systems and Data Science (ICSSD) (2019)","DOI":"10.1109\/ICSSD47982.2019.9002857"},{"key":"6_CR39","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106497","volume":"95","author":"HC Lu","year":"2020","unstructured":"Lu, H.C., Hwang, F.J., Huang, Y.H.: Parallel and distributed architecture of genetic algorithm on Apache Hadoop and Spark. Appl. Soft Comput. 95, 106497 (2020)","journal-title":"Appl. Soft Comput."},{"key":"6_CR40","unstructured":"Zaharia, M., Chowdhury, M., Das, T., et al.: Resilient distributed datasets: a fault-tolerant abstraction for in-memory cluster computing. In: Proceedings of the 9th USENIX conference on Networked Systems Design and Implementation (NSDI). USENIX Association (2012)"}],"container-title":["Communications in Computer and Information Science","Big Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-16-9709-8_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T08:40:32Z","timestamp":1726476032000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-16-9709-8_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9789811697081","9789811697098"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-981-16-9709-8_6","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"15 January 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BigData","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF Conference on Big Data","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 January 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 January 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bigdat2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.bigdata2021.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT Microsoft","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"67","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic BigData 2021 has been postponed to 2022.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}