{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,31]],"date-time":"2025-08-31T10:19:11Z","timestamp":1756635551787,"version":"3.37.3"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"S1","license":[{"start":{"date-parts":[[2018,3,31]],"date-time":"2018-03-31T00:00:00Z","timestamp":1522454400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2019,1]]},"DOI":"10.1007\/s10586-018-2634-9","type":"journal-article","created":{"date-parts":[[2018,3,31]],"date-time":"2018-03-31T16:11:09Z","timestamp":1522512669000},"page":"2527-2540","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["On the role of message broker middleware for many-task computing on a\u00a0big-data platform"],"prefix":"10.1007","volume":"22","author":[{"given":"Cao Ngoc","family":"Nguyen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jaehwan","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Soonwook","family":"Hwang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0104-4617","authenticated-orcid":false,"given":"Jik-Soo","family":"Kim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,3,31]]},"reference":[{"issue":"3","key":"2634_CR1","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/s10586-010-0132-9","volume":"13","author":"I Raicu","year":"2010","unstructured":"Raicu, I., Foster, I., Wilde, M., Zhang, Z., Iskra, K., Beckman, P., Zhao, Y., Szalay, A., Choudhary, A., Little, P., et al.: Middleware support for many-task computing. Clust. Comput. 13(3), 291\u2013314 (2010)","journal-title":"Clust. Comput."},{"key":"2634_CR2","unstructured":"Raicu, I., Foster, I.T., Zhao, Y.: Many-task computing for grids and supercomputers. In: Many-Task Computing on Grids and Supercomputers, 2008. MTAGS 2008. Workshop on, pp. 1\u201311. IEEE (2008)"},{"key":"2634_CR3","unstructured":"The Apache Hadoop project: Open-source software for reliable, scalable, distributed computing. http:\/\/hadoop.apache.org\/"},{"key":"2634_CR4","doi-asserted-by":"crossref","unstructured":"Vavilapalli, V.K., Murthy, A.C., Douglas, C., Agarwal, S., Konar, M., Evans, R., Graves, T., Lowe, J., Shah, H., Seth, S., et\u00a0al.: Apache hadoop yarn: Yet another resource negotiator. In: Proceedings of the 4th annual Symposium on Cloud Computing, p. 5. ACM (2013)","DOI":"10.1145\/2523616.2523633"},{"key":"2634_CR5","unstructured":"Apache Spark: Lighting-fast cluster computing. https:\/\/spark.apache.org\/"},{"key":"2634_CR6","unstructured":"Apache Storm: A free and open source distributed realtime computation system. http:\/\/storm.apache.org\/"},{"key":"2634_CR7","unstructured":"Open MPI: Open Source High Performance Computing. https:\/\/www.open-mpi.org\/"},{"key":"2634_CR8","doi-asserted-by":"crossref","unstructured":"Kim, J.S., Nguyen, C., Hwang, S.: Moha: Many-task computing meets the big data platform. In: e-Science (e-Science), 2016 IEEE 12th International Conference on, pp. 193\u2013202. IEEE (2016)","DOI":"10.1109\/eScience.2016.7870900"},{"key":"2634_CR9","doi-asserted-by":"crossref","unstructured":"Nguyen, C., Kim, J.S., Lee, J., Hwang, S.: A case study of leveraging high-throughput distributed message queue system for many-task computing on hadoop. In: Foundations and Applications of Self* Systems (FAS* W), 2017 IEEE 2nd International Workshops on, pp. 257\u2013262. IEEE (2017)","DOI":"10.1109\/FAS-W.2017.156"},{"key":"2634_CR10","unstructured":"Apache ActiveMQ: The most popular and powerful open source messaging and Integration Patterns server. http:\/\/activemq.apache.org\/"},{"key":"2634_CR11","unstructured":"Apache Kafka: A high-throughput distributed messaging system: http:\/\/kafka.apache.org\/"},{"key":"2634_CR12","unstructured":"Kreps, J., Narkhede, N., Rao, J.: Kafka: a distributed messaging system for log processing. In: Proceedings of the 6th International Workshop on Networking Meets Databases (NetDB\u201911) (2011)"},{"issue":"1","key":"2634_CR13","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1145\/1327452.1327492","volume":"5","author":"J Dean","year":"2008","unstructured":"Dean, J., Ghemawat, S.: MapReduce: simplified data processing on large clusters. Commun. ACS 5(1), 107\u2013113 (2008)","journal-title":"Commun. ACS"},{"key":"2634_CR14","doi-asserted-by":"crossref","unstructured":"Shvachko, K., Kuang, H., Radia, S., Chansler, R.: The Hadoop Distributed File System. In: Proceedings of the 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies (MSST\u201910) (2010)","DOI":"10.1109\/MSST.2010.5496972"},{"key":"2634_CR15","unstructured":"Mukesh Kumar, \u201cKafka: A detail introduction. https:\/\/www.linkedin.com\/pulse\/kafka-detail-introduction-mukesh-kumar"},{"issue":"8","key":"2634_CR16","doi-asserted-by":"publisher","first-page":"673","DOI":"10.1038\/nrd1468","volume":"3","author":"TT Ashburn","year":"2004","unstructured":"Ashburn, T.T., Thor, K.B.: Drug repositioning: identifying and developing new uses for existing drugs. Nat. Rev. Drug Discov. 3(8), 673 (2004)","journal-title":"Nat. Rev. Drug Discov."},{"issue":"1","key":"2634_CR17","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/s10895-013-1283-x","volume":"24","author":"NM Gabra","year":"2014","unstructured":"Gabra, N.M., Mustafa, B., Kumar, Y.P., Devi, C.S., Srishailam, A., Reddy, P.V., Reddy, K.L., Satyanarayana, S.: Synthesis, characterization, dna binding studies, photocleavage, cytotoxicity and docking studies of ruthenium (ii) light switch complexes. J. Fluoresc. 24(1), 169\u2013181 (2014)","journal-title":"J. Fluoresc."},{"key":"2634_CR18","unstructured":"AutoDock Vina: Molecular docking and virtual screening program. http:\/\/vina.scripps.edu\/"},{"issue":"2","key":"2634_CR19","doi-asserted-by":"crossref","first-page":"455","DOI":"10.1002\/jcc.21334","volume":"31","author":"O Trott","year":"2010","unstructured":"Trott, O., Olson, A.J.: Autodock vina: improving the speed and accuracy of docking with a new scoring function, efficient optimization, and multithreading. J. Comput. Chem. 31(2), 455\u2013461 (2010)","journal-title":"J. Comput. Chem."},{"key":"2634_CR20","doi-asserted-by":"crossref","unstructured":"Luckow, A., Santcroos, M., Weidner, O., Merzky, A., Mantha, P., Jha, S.: P*: a model of pilot-abstractions. In: Proceedings of the 8th IEEE International Conference on eScience (eScience 2012) (2012)","DOI":"10.1109\/eScience.2012.6404423"},{"key":"2634_CR21","doi-asserted-by":"crossref","unstructured":"Nguyen, C.N., Kim, J.S., Hwang, S.: Koha: Building a kafka-based distributed queue system on the fly in a hadoop cluster. In: Foundations and Applications of Self* Systems, IEEE International Workshops on, pp. 48\u201353. IEEE (2016)","DOI":"10.1109\/FAS-W.2016.23"},{"key":"2634_CR22","unstructured":"Murthy, A., Vavilapalli, V., Eadline, D., Niemiec, J., Markham, J.: Apache Hadoop YARN: Moving beyond MapReduce and Batch Processing with Apache Hadoop 2. Addison-Wesley Data & Analytics (2014)"},{"key":"2634_CR23","unstructured":"Wang, K., Rajendran, A., Raicu, I.: Matrix: Many-task computing execution fabric at exascale. Tech Report, IIT (2013)"},{"key":"2634_CR24","unstructured":"Kim, J.S., Rho, S., Kim, S., Kim, S., Kim, S., Hwang, S.: Htcaas: leveraging distributed supercomputing infrastructures for large-scale scientific computing. In: IEEE\/ACM 6th Workshop on Many-Task Computing on Clouds, Grids, and Supercomputers (MTAGS13) held with SC13 (2013)"},{"key":"2634_CR25","unstructured":"Rho, S., Kim, S., Kim, S., Kim, S., Kim, J.S., Hwang, S.: Htcaas: a large-scale high-throughput computing by leveraging grids, supercomputers and cloud. In: High Performance Computing, Networking, Storage and Analysis (SCC), 2012 SC Companion:, pp. 1341\u20131342. IEEE (2012)"},{"key":"2634_CR26","doi-asserted-by":"crossref","unstructured":"Xu, L., Li, M., Butt, A.R.: Gerbil: Mpi+ yarn. In: Cluster, Cloud and Grid Computing (CCGrid). In: 2015 15th IEEE\/ACM International Symposium on, pp. 627\u2013636. IEEE (2015)","DOI":"10.1109\/CCGrid.2015.137"},{"key":"2634_CR27","doi-asserted-by":"publisher","first-page":"2678","DOI":"10.1016\/j.procs.2015.05.379","volume":"51","author":"H Zafar","year":"2015","unstructured":"Zafar, H., Khan, F.A., Carpenter, B., Shafi, A., Malik, A.W.: Mpj express meets yarn: towards java hpc on hadoop systems. Procedia Comput. Sci. 51, 2678\u20132682 (2015)","journal-title":"Procedia Comput. Sci."},{"key":"2634_CR28","doi-asserted-by":"crossref","unstructured":"Baccar, S., Derguech, W., Curry, E., Abid, M.: Modeling and querying sensor services using ontologies. In: International Conference on Business Information Systems, pp. 90\u2013101. Springer (2015)","DOI":"10.1007\/978-3-319-19027-3_8"},{"key":"2634_CR29","doi-asserted-by":"crossref","unstructured":"Cafaro, A., Bruijnes, M., van Waterschoot, J., Pelachaud, C., Theune, M., Heylen, D.: Selecting and expressing communicative functions in a saiba-compliant agent framework. In: International Conference on Intelligent Virtual Agents, pp. 73\u201382. Springer (2017)","DOI":"10.1007\/978-3-319-67401-8_8"},{"key":"2634_CR30","unstructured":"Treyer, L., Klein, B., K\u00f6nig, R., Meixner, C.: Lightweight urban computation interchange (luci) system. In: Proceedings: FOSS4G pp. 421\u2013432 (2015)"},{"key":"2634_CR31","doi-asserted-by":"crossref","unstructured":"Cui, X., Dong, Z., Lin, L., Song, R., Yu, X.: Grandland traffic data processing platform. In: Big Data (BigData Congress), 2014 IEEE International Congress on, pp. 766\u2013767. IEEE (2014)","DOI":"10.1109\/BigData.Congress.2014.113"},{"key":"2634_CR32","doi-asserted-by":"crossref","unstructured":"Li, K., Deolalikar, V., Pradhan, N.: Big data gathering and mining pipelines for CRM using open-source. In: Big Data (Big Data), 2015 IEEE International Conference on, pp. 2936\u20132938. IEEE (2015)","DOI":"10.1109\/BigData.2015.7364128"},{"issue":"2","key":"2634_CR33","doi-asserted-by":"crossref","first-page":"5","DOI":"10.2507\/IJVA.3.2.1.34","volume":"3","author":"S Celar","year":"2017","unstructured":"Celar, S., Mudnic, E., Seremet, Z.: State-of-the-art of messaging for distributed computing systems. Int. J. Vallis Aurea 3(2), 5\u201318 (2017)","journal-title":"Int. J. Vallis Aurea"},{"key":"2634_CR34","doi-asserted-by":"crossref","unstructured":"Dobbelaere, P., Esmaili, K.S.: Kafka versus rabbitmq: a comparative study of two industry reference publish\/subscribe implementations: industry paper. In: Proceedings of the 11th ACM International Conference on Distributed and Event-based Systems, pp. 227\u2013238. ACM (2017)","DOI":"10.1145\/3093742.3093908"},{"key":"2634_CR35","unstructured":"John, V., Liu, X.: A survey of distributed message broker queues. arXiv preprint arXiv:1704.00411 (2017)"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-018-2634-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10586-018-2634-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-018-2634-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,2]],"date-time":"2024-07-02T13:47:13Z","timestamp":1719928033000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10586-018-2634-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3,31]]},"references-count":35,"journal-issue":{"issue":"S1","published-print":{"date-parts":[[2019,1]]}},"alternative-id":["2634"],"URL":"https:\/\/doi.org\/10.1007\/s10586-018-2634-9","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"type":"print","value":"1386-7857"},{"type":"electronic","value":"1573-7543"}],"subject":[],"published":{"date-parts":[[2018,3,31]]},"assertion":[{"value":"24 January 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 March 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}