{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T14:46:59Z","timestamp":1729608419265,"version":"3.28.0"},"reference-count":48,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,10]]},"DOI":"10.1109\/escience.2016.7870900","type":"proceedings-article","created":{"date-parts":[[2017,3,6]],"date-time":"2017-03-06T17:09:29Z","timestamp":1488820169000},"page":"193-202","source":"Crossref","is-referenced-by-count":6,"title":["MOHA: Many-task computing meets the big data platform"],"prefix":"10.1109","author":[{"given":"Jik-Soo","family":"Kim","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cao","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Soonwook","family":"Hwang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Large-Scale Scientific Simulations throughout HTCaaS: Technologies, Practice and Applications","author":"kim","year":"2014","journal-title":"International Symposium on Grids and Clouds (ISGC) 2014"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2015.129"},{"year":"0","key":"ref33","article-title":"Hortonworks Data Platform: the industry's only true secure, enterprise-ready open source Apache Hadoop distribution based on a centralized architecture (YARN)"},{"key":"ref32","article-title":"Principal Component Analysis (PCA)","author":"jolliffe","year":"2002","journal-title":"Springer Verlag"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-014-0371-2"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2013.110"},{"key":"ref37","article-title":"HTCaaS: A Large-Scale High-Throughput Computing by Leveraging Grids, Super computers and Cloud","author":"rho","year":"2012","journal-title":"Research Poster at IEEE\/ACM International Conference for High Performance Computing Networking Storage and Analysis (5C12)"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CLADE.2006.1652061"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/1383519.1383521"},{"year":"0","key":"ref34","article-title":"Apache Ambari project: making Hadoop management simpler by developing software for provisioning, managing, and monitoring Apache Hadoop clusters"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2523616.2523633"},{"key":"ref40","article-title":"Resource Allocation Policies for Loosely Coupled Applications in Heterogeneous Computing Systems","author":"hwang","year":"2015","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"ref11","article-title":"Apache Hadoop YARN: Moving beyond MapReduce and Batch Processing with Apache Hadoop 2","author":"murthy","year":"2014","journal-title":"Addison-Wesley Data & Analytics"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-010-0132-9"},{"key":"ref13","article-title":"HT-CaaS: Leveraging Distributed Supercomputing Infrastructures for Large-Scale Scientific Computing","author":"kim","year":"2013","journal-title":"Proceedings of the 6th ACM Workshop on Many-Task Computing on Clouds Grids and Supercomputers (MTAGS'13) held with SC13"},{"year":"0","key":"ref14","article-title":"Apache ActiveMQ: the most popular and powerful open source messaging and Integration Patterns server"},{"year":"0","key":"ref15","article-title":"Apache Kafka: A high-throughput distributed messaging system"},{"key":"ref16","article-title":"Resource containers: a new facility for resource management in server systems","author":"banga","year":"1999","journal-title":"Proceedings of the Third Symposium on Operating Systems Design and Implementation (OSDI'99)"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1362622.1362680"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2008.5219768"},{"key":"ref19","article-title":"P*: A Model of Pilot-Abstractions","author":"luckow","year":"2012","journal-title":"The 8th IEEE International Conference on EScience (EScience 2012)"},{"year":"0","key":"ref28","article-title":"The Advanced Message Queuing Protocol (AMQP), an open standard for passing business messages between applications or organizations"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"974","DOI":"10.1109\/TPDS.2011.67","article-title":"Toward Efficient and Simplified Distributed Data Intensive Computing","volume":"22","author":"gu","year":"2011","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"ref27","doi-asserted-by":"crossref","DOI":"10.1109\/BDC.2015.42","article-title":"FaBRiQ: Leveraging Distributed Hash Tables towards Distributed Publish-Subscribe Message Queues","author":"sadooghi","year":"2015","journal-title":"2015 IEEE\/ACM 2nd International Symposium on Big Data Computing (BDC) BDC"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MSST.2010.5496972"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2015.137"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/945449.945450"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2015.123"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MTAGS.2008.4777912"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/233977.234000"},{"year":"0","key":"ref9","article-title":"The Apache Hadoop project: open-source software for reliable, scalable, distributed computing"},{"key":"ref1","article-title":"Mechanisms for High Throughput Computing","volume":"11","author":"livny","year":"1997","journal-title":"SPEEDUP Journal"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER.2015.42"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2010.91"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/SC.Companion.2012.154"},{"year":"0","key":"ref48","article-title":"LUSTRE HADOOP PLUGIN: A Hadoop plugin that enables use of the Lustre Parallel File System"},{"year":"0","key":"ref22","article-title":"IBM Tivoli Workload Scheduler LoadLeveler"},{"key":"ref47","article-title":"Lustre: Building a File System for 1,000-node Clusters","author":"schwan","year":"2003","journal-title":"Proceedings of the Linux Symposium"},{"key":"ref21","article-title":"The Portable Batch Scheduler and the Maui Scheduler on Linux Clusters","author":"bode","year":"2000","journal-title":"Proceedings of the Usenix Proceedings of the 4th Annual Linux Showcase & Conference"},{"year":"0","key":"ref42","article-title":"MapReduce-MPI (MR-MPI) library: an open-source implementation of MapReduce written for distributed-memory parallel machines on top of standard MPI message passing"},{"year":"0","key":"ref24","article-title":"Open Grid Forum Job Submission Description Language"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646301"},{"year":"0","key":"ref23","article-title":"gLite - Lightweight Middleware for Grid Computing"},{"year":"0","key":"ref44","article-title":"MPICH-yarn: an application running on Hadoop YARN that enables MPI programs running on Hadoop YARN clusters"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2014.30"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2014.90"},{"key":"ref25","article-title":"Kafka: a Distributed Messaging System for Log Processing","author":"kreps","year":"2011","journal-title":"Proceedings of the 6th International Workshop on Networking Meets Databases (NetDB'11)"}],"event":{"name":"2016 IEEE 12th International Conference on e-Science (e-Science)","start":{"date-parts":[[2016,10,23]]},"location":"Baltimore, MD, USA","end":{"date-parts":[[2016,10,27]]}},"container-title":["2016 IEEE 12th International Conference on e-Science (e-Science)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7864292\/7870873\/07870900.pdf?arnumber=7870900","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,19]],"date-time":"2019-09-19T06:32:24Z","timestamp":1568874744000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7870900\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,10]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/escience.2016.7870900","relation":{},"subject":[],"published":{"date-parts":[[2016,10]]}}}