{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T09:07:56Z","timestamp":1743844076689},"reference-count":73,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2010,4,16]],"date-time":"2010-04-16T00:00:00Z","timestamp":1271376000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2010,9]]},"DOI":"10.1007\/s10586-010-0132-9","type":"journal-article","created":{"date-parts":[[2010,4,15]],"date-time":"2010-04-15T15:53:19Z","timestamp":1271346799000},"page":"291-314","source":"Crossref","is-referenced-by-count":32,"title":["Middleware support for many-task computing"],"prefix":"10.1007","volume":"13","author":[{"given":"Ioan","family":"Raicu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ian","family":"Foster","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mike","family":"Wilde","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kamil","family":"Iskra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peter","family":"Beckman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yong","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alex","family":"Szalay","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alok","family":"Choudhary","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philip","family":"Little","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christopher","family":"Moretti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amitabh","family":"Chaudhary","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Douglas","family":"Thain","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,4,16]]},"reference":[{"key":"132_CR1","doi-asserted-by":"crossref","unstructured":"Gara, A., et al.: Overview of the Blue Gene\/L system architecture, IBM J. Res. Develop. 49(2\/3) (2005)","DOI":"10.1147\/rd.492.0195"},{"key":"132_CR2","unstructured":"IBM BlueGene\/P, http:\/\/www.research.ibm.com\/bluegene\/ (2008)"},{"key":"132_CR3","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1109\/2.660187","volume":"31","author":"J. Ousterhout","year":"1998","unstructured":"Ousterhout, J.: Scripting: higher level programming for the 21st century. Computer 31, 23\u201330 (1998)","journal-title":"Computer"},{"key":"132_CR4","doi-asserted-by":"crossref","unstructured":"Zhao, Y., Raicu, I., Foster, I.: Scientific workflow systems for 21st century e-science, new bottle or new wine? In: IEEE Workshop on Scientific Workflows (2008)","DOI":"10.1109\/SERVICES-1.2008.79"},{"key":"132_CR5","unstructured":"Dean, J., Ghemawat, S.: MapReduce: simplified data processing on large clusters. In: USENIX OSDI04 (2004)"},{"key":"132_CR6","doi-asserted-by":"crossref","unstructured":"Zhao, Y., Hategan, M., Clifford, B., Foster, I., von Laszewski, G., Raicu, I., Stef-Praun, T., Wilde, M.: Swift: fast, reliable, loosely coupled parallel computation. In: IEEE Workshop on Scientific Workflows (2007)","DOI":"10.1109\/SERVICES.2007.63"},{"key":"132_CR7","doi-asserted-by":"crossref","unstructured":"Raicu, I., Zhao, Y., Dumitrescu, C., Foster, I., Wilde, M.: Falkon: a\u00a0Fast and Light-weight tasK executiON framework. In: IEEE\/ACM International Conference for High Performance Computing, Networking, Storage, and Analysis, SC07 (2007)","DOI":"10.1145\/1362622.1362680"},{"issue":"3","key":"132_CR8","first-page":"219","volume":"13","author":"E. Deelman","year":"2005","unstructured":"Deelman, E., et al.: Pegasus: a framework for mapping complex scientific workflows onto distributed systems. Sci. Program. J. 13(3), 219\u2013237 (2005)","journal-title":"Sci. Program. J."},{"key":"132_CR9","doi-asserted-by":"crossref","unstructured":"Raicu, I., Foster, I., Zhao, Y.: Many-task computing for grids and supercomputers. In: IEEE Workshop on Many-Task Computing on Grids and Supercomputers, MTAGS08 (2008)","DOI":"10.1109\/MTAGS.2008.4777912"},{"key":"132_CR10","doi-asserted-by":"crossref","unstructured":"Raicu, I., Zhao, Y., Foster, I., Szalay, A.: Accelerating large-scale data exploration through data diffusion. In: ACM International Workshop on Data-Aware Distributed Computing (2008)","DOI":"10.1145\/1383519.1383521"},{"key":"132_CR11","doi-asserted-by":"crossref","unstructured":"Isard, M., Budiu, M., Yu, Y., Birrell, A., Fetterly, D.: Dryad: distributed data-parallel programs from sequential building blocks. In: Eur. Conf. Comput. Syst. (2007)","DOI":"10.1145\/1272998.1273005"},{"issue":"4","key":"132_CR12","first-page":"227","volume":"13","author":"R. Pike","year":"2005","unstructured":"Pike, R., Dorward, S., Griesemer, R., Quinlan, S.: Interpreting the data: parallel analysis with Sawzall. Sci. Program. J. 13(4), 227\u2013298 (2005). Special Issue on Grids and Worldwide Computing Programming Models and Infrastructure","journal-title":"Sci. Program. J."},{"key":"132_CR13","unstructured":"Livny, M., Basney, J., Raman, R., Tannenbaum, T.: Mechanisms for high throughput computing, SPEEDUP J. 1(1) (1997)"},{"key":"132_CR14","volume-title":"The Grid: Blueprint for a Future Computing Infrastructure, Chapter 2: Computational Grids","year":"1999","unstructured":"Foster, I., Kesselman, C. (eds.): The Grid: Blueprint for a Future Computing Infrastructure, Chapter 2: Computational Grids. Morgan Kaufmann, San Mateo (1999)"},{"key":"132_CR15","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1177\/109434200101500302","volume":"15","author":"I. Foster","year":"2001","unstructured":"Foster, I., Kesselman, C., Tuecke, S.: The anatomy of the grid. Int. J. Supercomput. Appl. 15, 200\u2013222 (2001)","journal-title":"Int. J. Supercomput. Appl."},{"key":"132_CR16","doi-asserted-by":"crossref","unstructured":"Hey, T., Trefethen, A.: The data deluge: an e-science perspective. In: Gid Computing: Making the Global Infrastructure a Reality (2003)","DOI":"10.1002\/0470867167.ch36"},{"key":"132_CR17","unstructured":"Catlett, C., et al.: TeraGrid: analysis of organization, system architecture, and middleware Enabling New Types of Applications. In: HPC (2006)"},{"key":"132_CR18","unstructured":"Open Science Grid (OSG). http:\/\/www.opensciencegrid.org\/ (2008)"},{"key":"132_CR19","unstructured":"Szalay, A., Bunn, A., Gray, J., Foster, I., Raicu, I.: The importance of data locality in distributed computing applications. In: NSF Workflow Workshop (2006)"},{"key":"132_CR20","unstructured":"Gray, J.: Distributed computing economics. Technical Report MSR-TR-2003-24, Microsoft Research, Microsoft Corp. (2003)"},{"key":"132_CR21","doi-asserted-by":"crossref","unstructured":"Raicu, I., Zhang, Z., Wilde, M., Foster, I., Beckman, P., Iskra, K., Clifford, B.: Towards loosely-coupled programming on petascale systems. In: IEEE\/ACM International Conference for High Performance Computing, Networking, Storage and Analysis, SuperComputing\/SC08 (2008)","DOI":"10.1109\/SC.2008.5219768"},{"key":"132_CR22","unstructured":"SiCortex. http:\/\/www.sicortex.com\/ (2008)"},{"issue":"1\/2","key":"132_CR23","first-page":"199","volume":"52","author":"IBM Blue Gene team","year":"2008","unstructured":"IBM Blue Gene team: overview of the IBM Blue Gene\/P project. IBM J. Res. Develop. 52(1\/2), 199\u2013220 (2008)","journal-title":"IBM J. Res. Develop."},{"key":"132_CR24","doi-asserted-by":"crossref","unstructured":"Raicu, I., Foster, I., Zhao, Y., Little, P., Moretti, C., Chaudhary, A., Thain, D.: The quest for scalable support of data intensive workloads in distributed systems. In: ACM HPDC09 (2009)","DOI":"10.1145\/1551609.1551642"},{"key":"132_CR25","unstructured":"Raicu, I., Zhao, Y., Foster, I., Szalay, A.: A data diffusion approach to large-scale scientific exploration. In: Microsoft eScience Workshop at RENCI (2007)"},{"key":"132_CR26","unstructured":"Raicu, I.: Harnessing grid resources with data-centric task farms. Technical Report, University of Chicago (2007)"},{"key":"132_CR27","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Espinosa, A., Iskra, K., Raicu, I., Foster, I., Wilde, M.: Design and evaluation of a collective I\/O model for loosely-coupled petascale programming. In: IEEE Workshop on Many-Task Computing on Grids and Supercomputers, MTAGS08 (2008)","DOI":"10.1109\/MTAGS.2008.4777908"},{"key":"132_CR28","volume-title":"Data Intensive Distributed Computing: Challenges and Solutions for Large-Scale Information Management","author":"I. Raicu","year":"2009","unstructured":"Raicu, I., Foster, I., Zhao, Y., Szalay, A., Little, P., Moretti, C., Chaudhary, A., Thain, D.: Towards data intensive many-task computing. In: Data Intensive Distributed Computing: Challenges and Solutions for Large-Scale Information Management. IGI Global, Hershey (2009)"},{"issue":"2\u20134","key":"132_CR29","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1002\/cpe.938","volume":"17","author":"D. Thain","year":"2005","unstructured":"Thain, D., Tannenbaum, T., Livny, M.: Distributed computing in practice: the condor experience. Concurr. Comput. Pract. Exp. 17(2\u20134), 323\u2013356 (2005)","journal-title":"Concurr. Comput. Pract. Exp."},{"key":"132_CR30","unstructured":"Robinson, E., DeWitt, D.J.: Turning cluster management into data management: a system overview. In: Conference on Innovative Data Systems Research (2007)"},{"key":"132_CR31","unstructured":"Bode, B., Halstead, D.M., Kendall, R., Lei, Z., Hall, W., Jackson, D.: The portable batch scheduler and the Maui scheduler on Linux clusters. In: Usenix, Linux Showcase & Conference (2000)"},{"key":"132_CR32","unstructured":"Zhou, S.: LSF: Load sharing in large-scale heterogeneous distributed systems. In: Workshop on Cluster Computing (1992)"},{"key":"132_CR33","unstructured":"Gentzsch, W.: Sun grid engine: towards creating a compute power grid. In: 1st International Symposium on Cluster Computing and the Grid (2001)"},{"key":"132_CR34","unstructured":"Bialecki, A., Cafarella, M., Cutting, D., O\u2019Malley, O.: Hadoop: a\u00a0framework for running applications on large clusters built of commodity hardware. http:\/\/lucene.apache.org\/hadoop\/ (2005)"},{"key":"132_CR35","unstructured":"Anderson, D.P.: BOINC: a system for public-resource computing and storage. In: IEEE\/ACM International Workshop on Grid Computing (2004)"},{"key":"132_CR36","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1023\/A:1015617019423","volume":"5","author":"J. Frey","year":"2002","unstructured":"Frey, J., Tannenbaum, T., Foster, I., Frey, M., Tuecke, S.: Condor-G: a computation management agent for multi-institutional grids. Cluster Comput 5, 237\u2013246 (2002)","journal-title":"Cluster Comput"},{"key":"132_CR37","unstructured":"Banga, G., Druschel, P., Mogul, J.C.: Resource containers: a new facility for resource management in server systems. In: Symposium on Operating Systems Design and Implementation (1999)"},{"issue":"2\/3","key":"132_CR38","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1023\/A:1008051107382","volume":"16","author":"J.A. Stankovic","year":"1999","unstructured":"Stankovic, J.A., Ramamritham, K., Niehaus, D., Humphrey, M., Wallace, G.: The spring system: integrated support for complex real-time systems. Real-Time Syst. 16(2\/3), 97\u2013125 (1999)","journal-title":"Real-Time Syst."},{"key":"132_CR39","unstructured":"Mehta, G., Kesselman, C., Deelman, E.: Dynamic deployment of VO-specific schedulers on managed resources. Technical Report, USC ISI (2006)"},{"key":"132_CR40","unstructured":"Walker, E., Gardner, J.P., Litvin, V., Turner, E.L.: Creating personal adaptive clusters for managing scientific tasks in a distributed computing environment. In: Workshop on Challenges of Large Applications in Distributed Environments (2006)"},{"key":"132_CR41","unstructured":"Singh, G., Kesselman, C., Deelman, E.: Performance impact of resource provisioning on workflows. Technical Report, USC ISI (2006)"},{"key":"132_CR42","doi-asserted-by":"crossref","unstructured":"Anderson, D.P., Korpela, E., Walton, R.: High-performance task distribution for volunteer computing. In: IEEE International Conference on e-Science and Grid Technologies (2005)","DOI":"10.1109\/E-SCIENCE.2005.51"},{"key":"132_CR43","doi-asserted-by":"crossref","unstructured":"Cope, J., et al.: High throughput grid computing with an IBM Blue Gene\/L. In: Cluster (2007)","DOI":"10.1109\/CLUSTR.2007.4629250"},{"key":"132_CR44","doi-asserted-by":"crossref","unstructured":"Peters, A., King, A., Budnik, T., McCarthy, P., Michaud, P., Mundy, M., Sexton, J., Stewart, G.: Asynchronous task dispatch for high throughput computing for the eServer IBM Blue Gene\u00ae Supercomputer. In: Parallel and Distributed Processing, IPDPS, (2008)","DOI":"10.1109\/IPDPS.2008.4536455"},{"key":"132_CR45","unstructured":"IBM coorporation: High-throughput computing (HTC) paradigm. In: IBM System Blue Gene Solution: Blue Gene\/P Application Development, IBM RedBooks (2008)"},{"key":"132_CR46","unstructured":"Desai, N.: Cobalt: an open source platform for HPC system software research. In: Edinburgh BG\/L System Software Workshop (2005)"},{"key":"132_CR47","volume-title":"Grid Computing Research Progress","author":"Y. Zhao","year":"2008","unstructured":"Zhao, Y., Raicu, I., Foster, I., Hategan, M., Nefedova, V., Wilde, M.: Realizing fast, scalable and reliable scientific computations in grid environments. In: Grid Computing Research Progress. Nova Publisher, New York (2008)"},{"key":"132_CR48","unstructured":"Swift Workflow System. www.ci.uchicago.edu\/swift (2008)"},{"key":"132_CR49","first-page":"340","volume-title":"Workflows for eScience","author":"G.v. Laszewski","year":"2007","unstructured":"Laszewski, G.v., Hategan, M., Kodeboyina, D.: Java CoG kit workflow. In: Taylor, I.J., Deelman, E., Gannon, D.B., Shields, M. (eds.): Workflows for eScience, pp. 340\u2013356. Springer, Berlin (2007)"},{"key":"132_CR50","doi-asserted-by":"crossref","unstructured":"Foster, I.: Globus toolkit version 4: software for service-oriented systems. In: Conference on Network and Parallel Computing (2005)","DOI":"10.1007\/11577188_2"},{"key":"132_CR51","unstructured":"The Globus Security Team. Globus toolkit version 4: grid security infrastructure: a standards perspective. Technical Report, Argonne National Laboratory, MCS (2005)"},{"key":"132_CR52","unstructured":"Feller, M., Foster, I., Martin, S.: GT4 GRAM: a functionality and performance study. In: TeraGrid Conference (2007)"},{"issue":"4","key":"132_CR53","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1145\/954339.954341","volume":"35","author":"S. Podlipnig","year":"2003","unstructured":"Podlipnig, S., B\u00f6sz\u00f6rmenyi, L.: A survey of Web cache replacement strategies. ACM Comput. Surv. 35(4), 374\u2013398 (2003)","journal-title":"ACM Comput. Surv."},{"key":"132_CR54","unstructured":"Allcock, W., Bresnahan, J., Kettimuthu, R., Link, M., Dumitrescu, C., Raicu, I., Foster, I.: The globus striped GridFTP framework and server. In: ACM\/IEEE SC05 (2005)"},{"key":"132_CR55","unstructured":"GKrellM. http:\/\/members.dslextreme.com\/users\/billw\/gkrellm\/gkrellm.html (2008)"},{"key":"132_CR56","unstructured":"Walker, E., Earl, D.J., Deem, M.W.: How to run a million jobs in six months on the NSF teraGrid. In: TeraGrid Conference (2007)"},{"key":"132_CR57","unstructured":"Raicu, I., Dumitrescu, C., Foster, I.: Dynamic resource provisioning in grid environments. In: TeraGrid Conference (2007)"},{"key":"132_CR58","unstructured":"ANL\/UC TeraGrid site details. http:\/\/www.uc.teragrid.org\/tg-docs\/tg-tech-sum.html (2007)"},{"key":"132_CR59","unstructured":"Schmuck, F., Haskin, R.: GPFS: a shared-disk file system for large computing clusters. In: FAST (2002)"},{"key":"132_CR60","doi-asserted-by":"crossref","unstructured":"Moretti, C., Bulosan, J., Thain, D., Flynn, P.: All-pairs: an abstraction for data-intensive cloud computing. In: IPDPS (2008)","DOI":"10.1109\/IPDPS.2008.4536311"},{"key":"132_CR61","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1007\/s10723-008-9100-5","volume":"7","author":"D. Thain","year":"2008","unstructured":"Thain, D., Moretti, C., Hemmes, J.: Chirp: a practical global file system for cluster and grid computing. J. Grid Comput 7, 51\u201372 (2008)","journal-title":"J. Grid Comput"},{"key":"132_CR62","unstructured":"The Functional Magnetic Resonance Imaging Data Center. http:\/\/www.fmridc.org\/ (2007)"},{"key":"132_CR63","unstructured":"NIST Chemistry WebBook Database. http:\/\/webbook.nist.gov\/chemistry\/ (2008)"},{"key":"132_CR64","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1007\/s10822-006-9060-4","volume":"20","author":"D.T. Moustakas","year":"2006","unstructured":"Moustakas, D.T., et al.: Development and validation of a modular, extensible docking program: DOCK 5. J. Comput. Aided Mol. Des. 20, 601\u2013619 (2006)","journal-title":"J. Comput. Aided Mol. Des."},{"key":"132_CR65","unstructured":"KEGG\u2019s Ligand Database. http:\/\/www.genome.ad.jp\/kegg\/ligand.html (2008)"},{"key":"132_CR66","unstructured":"Hanson, D.: Enhancing technology representations within the stanford energy modeling forum (EMF) climate economic models, energy and economic policy models: a reexamination of fundamentals (2006)"},{"key":"132_CR67","unstructured":"Raicu, I., Foster, I., Szalay, A., Turcu, G.: AstroPortal: a science gateway for large-scale astronomy data analysis. In: TeraGrid Conference (2006)"},{"key":"132_CR68","doi-asserted-by":"crossref","unstructured":"Raicu, I., Foster, I., Szalay, A.: Harnessing grid resources to enable the dynamic analysis of large astronomy datasets. In: IEEE\/ACM International Conference for High Performance Computing, Networking, Storage, and Analysis, SC06 (2006)","DOI":"10.1145\/1188455.1188611"},{"key":"132_CR69","unstructured":"SDSS: Sloan Digital Sky Survey. http:\/\/www.sdss.org\/ (2008)"},{"key":"132_CR70","unstructured":"Jacob, J.C., et al.: The montage architecture for grid-enabled science processing of large, distributed datasets. In: Earth Science Technology Conference (2004)"},{"key":"132_CR71","doi-asserted-by":"crossref","unstructured":"Katz, D., Berriman, G., Deelman, E., Good, J., Jacob, J., Kesselman, C., Laity, A., Prince, T., Singh, G., Su, M.: A comparison of two methods for building astronomical image mosaics on a grid. In: Proceedings of the 7th Workshop on High Performance Scientific and Engineering Computing, HPSEC-05 (2005)","DOI":"10.1109\/ICPPW.2005.6"},{"key":"132_CR72","unstructured":"Pham, Q.T., Balkir, A.S., Tie, J., Foster, I., Wilde, M., Raicu, I.: Data intensive scalable computing on TeraGrid: A comparison of MapReduce and Swift. In: TeraGrid Conference, TG08 (2008)"},{"key":"132_CR73","unstructured":"Stevens, R.: The LLNL\/ANL\/IBM collaboration to develop BG\/P and BG\/Q. DOE ASCAC Report (2006)"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-010-0132-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10586-010-0132-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-010-0132-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,30]],"date-time":"2019-05-30T14:40:12Z","timestamp":1559227212000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10586-010-0132-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,4,16]]},"references-count":73,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2010,9]]}},"alternative-id":["132"],"URL":"https:\/\/doi.org\/10.1007\/s10586-010-0132-9","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,4,16]]}}}