{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T07:47:12Z","timestamp":1759132032105},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2013,6,12]],"date-time":"2013-06-12T00:00:00Z","timestamp":1370995200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Grid Computing"],"published-print":{"date-parts":[[2013,9]]},"DOI":"10.1007\/s10723-013-9265-4","type":"journal-article","created":{"date-parts":[[2013,6,11]],"date-time":"2013-06-11T06:05:22Z","timestamp":1370930722000},"page":"381-406","source":"Crossref","is-referenced-by-count":13,"title":["A Case Study into Using Common Real-Time Workflow Monitoring Infrastructure for Scientific Workflows"],"prefix":"10.1007","volume":"11","author":[{"given":"Karan","family":"Vahi","sequence":"first","affiliation":[]},{"given":"Ian","family":"Harvey","sequence":"additional","affiliation":[]},{"given":"Taghrid","family":"Samak","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Gunter","sequence":"additional","affiliation":[]},{"given":"Kieran","family":"Evans","sequence":"additional","affiliation":[]},{"given":"David","family":"Rogers","sequence":"additional","affiliation":[]},{"given":"Ian","family":"Taylor","sequence":"additional","affiliation":[]},{"given":"Monte","family":"Goode","sequence":"additional","affiliation":[]},{"given":"Fabio","family":"Silva","sequence":"additional","affiliation":[]},{"given":"Eddie","family":"Al-Shakarchi","sequence":"additional","affiliation":[]},{"given":"Gaurang","family":"Mehta","sequence":"additional","affiliation":[]},{"given":"Ewa","family":"Deelman","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Jones","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,6,12]]},"reference":[{"key":"9265_CR1","unstructured":"Advanced Message Queuing Protocol. http:\/\/www.amqp.org . Accessed Apr 2012"},{"key":"9265_CR2","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1109\/ICPPW.2005.87","volume-title":"ICPP 2005 Workshops, International Conference Workshops on Parallel Processing","author":"AS Ali","year":"2005","unstructured":"Ali, A.S., Rana, O.F., Taylor, I.J.: Web services composition for distributed data mining. In: ICPP 2005 Workshops, International Conference Workshops on Parallel Processing, pp. 11\u201318. IEEE, New York (2005)"},{"key":"9265_CR3","first-page":"423","volume-title":"16th International Conference on Scientific and Statistical Database Management (SSDBM)","author":"I Altintas","year":"2004","unstructured":"Altintas, I., Berkley, C., Jaeger, E., Jones, M., Lud\u00e4scher, B., Mock, S.: Kepler: an extensible system for design and execution of scientific workflows. In: 16th International Conference on Scientific and Statistical Database Management (SSDBM), pp. 423\u2013424. IEEE Computer Society, New York (2004)"},{"key":"9265_CR4","unstructured":"Amazon Elastic Cloud. http:\/\/aws.amazon.com\/ec2 . Accessed Apr 2012"},{"key":"9265_CR5","unstructured":"Andrews, T., Curbera, F., Dholakia, H., Goland, Y., Klein, J., Leymann, F., Liu, K., Roller, D., Smith, D., Thatte, S., Trickovic, I., Weerawarana, S.: Business Process Execution Language for Web Services Version 1.1 (2003)"},{"key":"9265_CR6","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1109\/eScience.2008.126","volume-title":"Proceedings of the 2008 Fourth IEEE International Conference on eScience","author":"R Barga","year":"2008","unstructured":"Barga, R., Jackson, J., Araujo, N., Guo, D., Gautam, N., Simmhan, Y.: The Trident scientific workflow workbench. In: Proceedings of the 2008 Fourth IEEE International Conference on eScience, pp. 317\u2013318. IEEE Computer Society, Washington, DC (2008)"},{"key":"9265_CR7","unstructured":"Benson, T., Conley, E.C., Harrison, A.B., Taylor, I.: Sintero server\u2014simplifying interoperability for distributed collaborative health care. In: IHIC 2011 Conference, Orlando (2011)"},{"issue":"6","key":"9265_CR8","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1016\/j.jcss.2009.11.005","volume":"76","author":"S Callaghan","year":"2010","unstructured":"Callaghan, S., Deelman, E., Gunter, D., Juve, G., Maechling, P., Brooks, C.X., Vahi, K., Milner, K., Graves, R., Field, E., Okaya, D., Jordan, T.: Scaling up workflow-based applications. J. Comput. Syst. Sci. 76(6), 428\u2013446 (2010)","journal-title":"J. Comput. Syst. Sci."},{"issue":"3","key":"9265_CR9","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1177\/1094342011414743","volume":"25","author":"S Callaghan","year":"2011","unstructured":"Callaghan, S., Maechling, P., Small, P., Milner, K., Juve, G., Jordan, T., Deelman, E., Mehta, G., Vahi, K., Gunter, D., Beattie, K., Brooks, C.X.: Metrics for heterogeneous scientific workflows: a case study of an earthquake science application. Int. J. High Perform. Comput. Appl. 25(3), 274\u2013285 (2011)","journal-title":"Int. J. High Perform. Comput. Appl."},{"key":"9265_CR10","doi-asserted-by":"crossref","unstructured":"Couvares, P., Kosar, T., Roy, A., Weber, J., Wenger, K.: Workflow in Condor. In: Taylor, I., Deelman, E., Gannon, D., Shields, M. (eds.) Workflows for e-Science. Springer Press (2007)","DOI":"10.1007\/978-1-84628-757-2_22"},{"key":"9265_CR11","unstructured":"Data Mining Tools and Services for Grid Computing Environments (DataMiningGrid). http:\/\/www.datamininggrid.org\/ . Accessed Apr 2012"},{"issue":"3","key":"9265_CR12","first-page":"219","volume":"13","author":"E Deelman","year":"2005","unstructured":"Deelman, E., Singh, G., Su, M.-H., Blythe, J., Gil, Y., Kesselman, C., Mehta, G., Vahi, K., Berriman, G.B., Good, J., Laity, A., Jacob, J.C., Katz, D.S.: Pegasus: a framework for mapping complex scientific workflows onto distributed systems. Sci. Program. J. 13(3), 219\u2013237 (2005)","journal-title":"Sci. Program. J."},{"key":"9265_CR13","volume-title":"Proceedings of the Second IEEE International Conference on e-Science and Grid Computing, E-SCIENCE \u201906","author":"E Deelman","year":"2006","unstructured":"Deelman, E., Callaghan, S., Field, E., Francoeur, H., Graves, R., Gupta, N., Gupta, V., Jordan, T.H., Kesselman, C., Maechling, P., Mehringer, J., Mehta, G., Okaya, D., Vahi, K., Zhao, L.: Managing large-scale workflow execution from resource provisioning to provenance tracking: the cybershake example. In: Proceedings of the Second IEEE International Conference on e-Science and Grid Computing, E-SCIENCE \u201906. IEEE Computer Society, Washington, DC (2006)"},{"key":"9265_CR14","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1016\/j.future.2008.06.012","volume":"25","author":"E Deelman","year":"2009","unstructured":"Deelman, E., Gannon, D., Shields, M., Taylor, I.: Workflows and e-science: an overview of workflow system features and capabilities. Future Gener. Comput. Syst. 25, 528\u2013540 (2009)","journal-title":"Future Gener. Comput. Syst."},{"issue":"3","key":"9265_CR15","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1007\/s10723-005-9015-3","volume":"3","author":"W Emmerich","year":"2005","unstructured":"Emmerich, W., Butchart, B., Chen, L., Wassermann, B., Price, S.L.: Grid service orchestration using the Business Process Execution Language (BPEL). J. Grid Computing 3(3), 283\u2013304 (2005)","journal-title":"J. Grid Computing"},{"key":"9265_CR16","first-page":"122","volume-title":"6th International Workshop on Grid Computing","author":"T Fahringer","year":"2005","unstructured":"Fahringer, T., Prodan, R., Duan, R., Nerieri, F., Podlipnig, S., Qin, J., Siddiqui, M., Truong, H.-L., Villazon, A., Wieczorek, M.: ASKALON: a Grid application development and computing environment. In: 6th International Workshop on Grid Computing, pp. 122\u2013131. IEEE Computer Society Press, New York (2005)"},{"issue":"2","key":"9265_CR17","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1177\/109434209701100205","volume":"11","author":"I Foster","year":"1997","unstructured":"Foster, I., Kesselman, C.: Globus: a metacomputing infrastructure toolkit. Int. J. Supercomput. Appl. 11(2), 115\u2013128 (1997)","journal-title":"Int. J. Supercomput. Appl."},{"key":"9265_CR18","volume-title":"Proceedings of the 10th IEEE International Symposium on High Performance Distributed Computing (HPCD-\u201901)","author":"J Frey","year":"2001","unstructured":"Frey, J., Tannenbaum, T., Livny, M., Foster, I., Tuecke, S.: Condor-G: a computation management agent for multi-institutional Grids. In: Proceedings of the 10th IEEE International Symposium on High Performance Distributed Computing (HPCD-\u201901). IEEE Computer Society, New York (2001)"},{"issue":"3","key":"9265_CR19","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1177\/1094342008096067","volume":"22","author":"T Glatard","year":"2008","unstructured":"Glatard, T., Montagnat, J., Lingrand, D., Pennec, X.: Flexible and efficient workflow deployment of data-intensive applications on Grids with moteur. Int. J. High Perform. Comput. Appl. 22(3), 347\u2013360 (2008)","journal-title":"Int. J. High Perform. Comput. Appl."},{"key":"9265_CR20","unstructured":"Gunter, D., Tierney, B.: Netlogger: a toolkit for distributed system performance tuning and debugging. In: Integrated Network Management, IFIP\/IEEE Eighth International Symposium on Integrated Network Management (IM 2003). IFIP Conference Proceedings, vol.\u00a0246, pp. 97\u2013100. Kluwer (2003)"},{"key":"9265_CR21","unstructured":"Gunter, D., Deelman, E., Samak, T., Brooks, C.X., Goode, M., Juve, G., Mehta, G., Moraes, P., Silva, F., Martin Swany, D., Vahi, K: Online workflow management and performance analysis with Stampede. In: CNSM, pp. 1\u201310. IEEE (2011)"},{"issue":"3","key":"9265_CR22","doi-asserted-by":"crossref","first-page":"268","DOI":"10.1177\/1094342007086226","volume":"22","author":"A Harrison","year":"2008","unstructured":"Harrison, A., Taylor, I., Wang, I., Shields, M.: WS-RF workflow in Triana. Int. J. High Perform. Comput. Appl. 22(3), 268\u2013283 (2008)","journal-title":"Int. J. High Perform. Comput. Appl."},{"key":"9265_CR23","unstructured":"Huang, J., Kini, A., Paulson, E., Reilly, C., Robinson, E., Shankar, S., Shrinivas, L., DeWitt, D., Naughton, J.: An overview of Quill: a passive operational data logging system for Condor. Computer Sciences Technical Report, University of Wisconsin (2007)"},{"key":"9265_CR24","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1002\/cpe.1654","volume":"23","author":"P Kacsuk","year":"2011","unstructured":"Kacsuk, P.: P-grade portal family for Grid infrastructures. Concurr. Comput.: Pract. Exper. 23, 235\u2013245 (2011)","journal-title":"Concurr. Comput.: Pract. Exper."},{"key":"9265_CR25","unstructured":"Katz, D.S., Jacob, J.C., Bruce Berriman, G., Good, J., Laity, A.C., Deelman, E., Kesselman, C., Singh, G., Su, M.-H., Prince, T.A.: A comparison of two methods for building astronomical image mosaics on a Grid. In: ICPP Workshops, pp. 85\u201394. IEEE Computer Society (2005)"},{"key":"9265_CR26","unstructured":"Maechling, P., Deelman, E., Zhao, L., Graves, R., Mehta, G., Gupta, N., Mehringer, J., Kesselman, C., Callaghan, S., Okaya, D., Francoeur, H., Gupta, V., Cui, Y., Vahi, K., Jordan, T., Field, E.: SCEC cybershake workflows\u2014automating probabilistic seismic hazard analysis calculations. In: Taylor, I., Deelman, E., Gannon, D., Shield, M. (eds.) Worflows for e-Sciences. Springer (2006)"},{"key":"9265_CR27","doi-asserted-by":"crossref","unstructured":"Miles, S., Deelman, E., Groth, P., Vahi, K., Mehta, G., Moreau, L.: Connecting Scientific Data to Scientific Experiments with Provenance (2007)","DOI":"10.1109\/E-SCIENCE.2007.22"},{"issue":"17","key":"9265_CR28","doi-asserted-by":"crossref","first-page":"3045","DOI":"10.1093\/bioinformatics\/bth361","volume":"20","author":"T Oinn","year":"2004","unstructured":"Oinn, T., Addis, M., Ferris, J., Marvin, D., Senger, M., Greenwood, M., Carver, T., Glover, K., Pocock, M.R., Wipat, A., Li, P.: Taverna: a tool for the composition and enactment of bioinformatics workflows. Bioinformatics 20(17), 3045\u20133054 (2004)","journal-title":"Bioinformatics"},{"key":"9265_CR29","unstructured":"Oracle Technology Network: Oracle BPEL resources. See web site at http:\/\/www.oracle.com\/technology\/products\/ias\/bpel\/ . Accessed Apr 2012"},{"key":"9265_CR30","doi-asserted-by":"crossref","unstructured":"Ostermann, S., Plankensteiner, K., Prodan, R., Fahringer, T., Iosup, A.: Workflow monitoring and analysis tool for askalon. In: Yahyapour, R., Talia, D., Meyer, N. (eds.) CoreGRID Workshop on Grid Middleware, pp. 1\u201314 (2008)","DOI":"10.1007\/978-0-387-85966-8_6"},{"key":"9265_CR31","unstructured":"PREservation Metadata Implementation Strategies (PREMIS). http:\/\/www.loc.gov\/standards\/premis\/v2\/premis-2-0.pdf . Accessed Apr 2012"},{"key":"9265_CR32","unstructured":"PYANG\u2014An extensible YANG validator and converter in python. http:\/\/www.yang-central.org\/twiki\/pub\/Main\/YangTools\/pyang.1.html . Accessed Apr 2012"},{"key":"9265_CR33","unstructured":"R project. http:\/\/cran.r-project.org\/ . Accessed Apr 2012"},{"key":"9265_CR34","unstructured":"RabbitMQ. http:\/\/www.rabbitmq.com . Accessed Apr 2012"},{"key":"9265_CR35","doi-asserted-by":"crossref","unstructured":"Riposan, A., Taylor, I.J., Rana, O., Owens, D.R., Conley, E.C.: TRIACS workflows platform for distributed decision support processes. In: CBMS 2009, Albuquerque (2009)","DOI":"10.1109\/CBMS.2009.5255422"},{"key":"9265_CR36","unstructured":"RPy2. http:\/\/rpy.sourceforge.net\/ . Accessed Apr 2012"},{"key":"9265_CR37","doi-asserted-by":"crossref","unstructured":"Samak, T., Gunter, D., Goode, M., Deelman, E., Juve, G., Mehta, G., Silva, F., Vahi, K.: Online fault and anomaly detection for large-scale scientific workflows. In: Thulasiraman, P., Yang, L.T., Pan, Q., Liu, X., Chen, Y.-C., Huang, Y.-P., L.h. Chang, Hung, C.-L., Lee, C.-R., Shi, J.Y., Zhang, Y. (eds.) HPCC, pp. 373\u2013381. IEEE (2011)","DOI":"10.1109\/HPCC.2011.55"},{"key":"9265_CR38","doi-asserted-by":"crossref","unstructured":"Samak, T., Gunter, D., Goode, M., Deelman, E., Mehta, G., Silva, F., Vahi, K.: Failure prediction and localization in large scientific workflows. In: The Sixth Workshop on Workflows in Support of Large-Scale Science (WORKS11), Seattle, WA, USA (2011)","DOI":"10.1145\/2110497.2110510"},{"key":"9265_CR39","unstructured":"Semantic Web Applications in Neuromedicine (SWAN). http:\/\/swan.mindinformatics.org\/spec\/1.2\/pav.html . Accessed Feb 2010"},{"issue":"3\u20134","key":"9265_CR40","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/s10723-005-9011-7","volume":"3","author":"G Singh","year":"2005","unstructured":"Singh, G., Kesselman, C., Deelman, E.: Optimizing Grid-based workflow execution. J. Grid Computing 3(3\u20134), 201\u2013219 (2005)","journal-title":"J. Grid Computing"},{"key":"9265_CR41","unstructured":"SQLAlchemy. http:\/\/www.sqlalchemy.org . Accessed Apr 2012"},{"key":"9265_CR42","doi-asserted-by":"crossref","unstructured":"Taylor, I.: Triana generations. In: Scientific Workflows and Business Workflow Standards in e-Science in Conjunction with Second IEEE International Conference on e-Science, Amsterdam, Netherlands, 2\u20134 December 2006","DOI":"10.1109\/E-SCIENCE.2006.261076"},{"key":"9265_CR43","unstructured":"Taylor, I., Al-Shakarchi, E., Beck, S.D.: Distributed Audio Retrieval using Triana (DART). In: International Computer Music Conference (ICMC) 2006 at Tulane University, USA, 6\u201311 November, pp. 716\u2013722 (2006)"},{"key":"9265_CR44","unstructured":"The EU Wf4Ever Project. http:\/\/www.wf4ever-project.org\/ . Accessed May 2012"},{"key":"9265_CR45","unstructured":"The Open Provenance Model (OPM). http:\/\/openprovenance.org\/ . Accessed May 2012"},{"key":"9265_CR46","unstructured":"The Open Provenance Model Vocabulary Specification (OPM-V). http:\/\/open-biomed.sourceforge.net\/opmv\/ns.html . Accessed May 2012"},{"key":"9265_CR47","unstructured":"The SHaring Interoperable Workflows for large-scale scientific simulations on Available DCIs project. http:\/\/www.shiwa-workflow.eu\/ . Accessed May 2012"},{"key":"9265_CR48","unstructured":"Tierney, B., Gunter, D.: NetLogger: a toolkit for distributed system performance, tuning and debugging. In: Proceedings of the IFIP\/IEEE Eighth International Symposium on Integrated Network Management (IM 2003). IFIP Conference Proceedings, vol. 246, pp. 97\u2013100. Kluwer (2003)"},{"key":"9265_CR49","doi-asserted-by":"crossref","unstructured":"Tierney, B., Gunter, D., Pearlman, L.: Grid Logging: Best Practices Guide (2008)","DOI":"10.2172\/935326"},{"key":"9265_CR50","doi-asserted-by":"crossref","unstructured":"Vahi, K., Harvey, I., Samak, T., Gunter, D., Evans, K., Rogers, D., Taylor, I., Goode, M., Silva, F., Al-Shakarchi, E., Mehta, G., Jones, A., Deelman, E.: A general approach to real-time workflow monitoring. In: The Seventh Workshop on Workflows in Support of Large-Scale Science (WORKS12). IEEE\/ACM (2012)","DOI":"10.1109\/SC.Companion.2012.26"},{"key":"9265_CR51","unstructured":"Voeckler, J.S., Mehta, G., Zhao, Y., Deelman, E., Wilde, M.: Kickstarting remote applications. In: 2nd International Workshop on Grid Computing Environments (2006)"},{"key":"9265_CR52","unstructured":"YANG\u2014a data modeling language for the network configuration protocol. http:\/\/tools.ietf.org\/html\/rfc6020 . Accessed May 2012"},{"key":"9265_CR53","unstructured":"Yang Schema for Stampede Netlogger Formatted Log Messages. http:\/\/acs.lbl.gov\/projects\/stampede\/4.0\/stampede-schema.html . Accessed May 2012"}],"container-title":["Journal of Grid Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-013-9265-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10723-013-9265-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10723-013-9265-4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,24]],"date-time":"2022-02-24T20:08:22Z","timestamp":1645733302000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10723-013-9265-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,6,12]]},"references-count":53,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2013,9]]}},"alternative-id":["9265"],"URL":"https:\/\/doi.org\/10.1007\/s10723-013-9265-4","relation":{},"ISSN":["1570-7873","1572-9184"],"issn-type":[{"value":"1570-7873","type":"print"},{"value":"1572-9184","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,6,12]]}}}