{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T04:40:10Z","timestamp":1751690410826,"version":"3.41.0"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319917634"},{"type":"electronic","value":"9783319917641"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-91764-1_17","type":"book-chapter","created":{"date-parts":[[2018,6,15]],"date-time":"2018-06-15T09:45:50Z","timestamp":1529055950000},"page":"215-227","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Lessons Learned from Evaluating Workflow Management Systems"],"prefix":"10.1007","author":[{"given":"J\u00f6rg","family":"Lenhard","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vincenzo","family":"Ferme","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Harrer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthias","family":"Geiger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cesare","family":"Pautasso","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,6,16]]},"reference":[{"key":"17_CR1","doi-asserted-by":"crossref","unstructured":"Bianculli, D., Binder, W., Drago, M.L.: Automated performance assessment for service-oriented middleware: a case study on BPEL engines. In: 19th WWW, Raleigh, North Carolina, USA, pp. 141\u2013150, April 2010","DOI":"10.1145\/1772690.1772706"},{"issue":"3","key":"17_CR2","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1007\/s10270-011-0214-z","volume":"11","author":"E B\u00f6rger","year":"2012","unstructured":"B\u00f6rger, E.: Approaches to modeling business processes: a critical analysis of BPMN, workflow patterns and YAWL. Softw. Syst. Model. 11(3), 305\u2013318 (2012)","journal-title":"Softw. Syst. Model."},{"key":"17_CR3","series-title":"IFIP Advances in Information and Communication Technology","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/978-3-319-17837-0_8","volume-title":"Open Source Systems: Adoption and Impact","author":"A Delgado","year":"2015","unstructured":"Delgado, A., Calegari, D., Milanese, P., Falcon, R., Garc\u00eda, E.: A systematic approach for evaluating BPM systems: case studies on open source and proprietary tools. In: Damiani, E., Frati, F., Riehle, D., Wasserman, A.I. (eds.) OSS 2015. IAICT, vol. 451, pp. 81\u201390. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-17837-0_8"},{"key":"17_CR4","doi-asserted-by":"crossref","unstructured":"Ferme, V., Ivanchikj, A., Pautasso, C., Skouradaki, M., Leymann, F.: A container-centric methodology for benchmarking workflow management systems. In: 6th CLOSER, Rome, Italy (2016)","DOI":"10.5220\/0005908400740084"},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"Ferme, V., Lenhard, J., Harrer, S., Geiger, M., Pautasso, C.: Workflow management systems benchmarking: unfulfilled expectations and lessons learned (extended abstract). In: 39th ICSE Companion, Poster Track (2017)","DOI":"10.1109\/ICSE-C.2017.126"},{"key":"17_CR6","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/978-3-319-59466-8_7","volume-title":"Enterprise, Business-Process and Information Systems Modeling","author":"V Ferme","year":"2017","unstructured":"Ferme, V., Skouradaki, M., Ivanchikj, A., Pautasso, C., Leymann, F.: Performance comparison between BPMN 2.0 workflow management systems versions. In: Reinhartz-Berger, I., Gulden, J., Nurcan, S., Gu\u00e9dria, W., Bera, P. (eds.) BPMDS\/EMMSAD -2017. LNBIP, vol. 287, pp. 103\u2013118. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-59466-8_7"},{"key":"17_CR7","unstructured":"Garc\u00eas, R., Jesus, T., Cardoso, J., Valente, P.: Open source workflow management systems: a concise survey. In: BPM & Workflow Handbook. Future Strategies (2009)"},{"key":"17_CR8","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1016\/j.future.2017.01.006","volume":"80","author":"M Geiger","year":"2017","unstructured":"Geiger, M., Harrer, S., Lenhard, J., Wirtz, G.: BPMN 2.0: the state of support and implementation. Future Gener. Comput. Syst. 80, 250\u2013262 (2017)","journal-title":"Future Gener. Comput. Syst."},{"key":"17_CR9","unstructured":"Geiger, M., Wirtz, G.: BPMN 2.0 serialization - standard compliance issues and evaluation of modeling tools. In: 5th EMISA, September 2013"},{"key":"17_CR10","unstructured":"Harrer, S., Lenhard, J.: Betsy-a BPEL engine test system. Technical report 90, Otto-Friedrich Universit\u00e4t Bamberg, July 2012"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Harrer, S., Lenhard, J., Wirtz, G.: BPEL conformance in open source engines. In: 5th IEEE SOCA, pp. 237\u2013244, December 2012","DOI":"10.1109\/SOCA.2012.6449467"},{"key":"17_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/978-3-642-45005-1_8","volume-title":"Service-Oriented Computing","author":"S Harrer","year":"2013","unstructured":"Harrer, S., Lenhard, J., Wirtz, G.: Open source versus proprietary software in service-orientation: the case of BPEL engines. In: Basu, S., Pautasso, C., Zhang, L., Fu, X. (eds.) ICSOC 2013. LNCS, vol. 8274, pp. 99\u2013113. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-45005-1_8"},{"key":"17_CR13","doi-asserted-by":"crossref","unstructured":"Harrer, S., Nizamic, F., Wirtz, G., Lazovik, A.: Towards a robustness evaluation framework for BPEL engines. In: 7th IEEE SOCA, pp. 199\u2013206, November 2014","DOI":"10.1109\/SOCA.2014.40"},{"key":"17_CR14","doi-asserted-by":"crossref","unstructured":"Harrer, S., Prei\u00dfinger, C., Wirtz, G.: BPEL conformance in open source engines: the case of static analysis. In: 7th IEEE SOCA, pp. 33\u201340, November 2014","DOI":"10.1109\/SOCA.2014.49"},{"key":"17_CR15","unstructured":"ISO\/IEC: ISO\/IEC 25010:2011; Systems and software engineering - Systems and software Quality Requirements and Evaluation (SQuaRE) - System and software quality models (2011)"},{"key":"17_CR16","unstructured":"ISO\/IEC: ISO\/IEC 19510:2013 - Information technology - Object Management Group Business Process Model and Notation (2013). v2.0.2"},{"issue":"4","key":"17_CR17","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1007\/s11761-016-0195-4","volume":"10","author":"J Lenhard","year":"2016","unstructured":"Lenhard, J., Wirtz, G.: Portability of executable service-oriented processes: metrics and validation. Serv. Oriented Comput. Appl. 10(4), 391\u2013411 (2016)","journal-title":"Serv. Oriented Comput. Appl."},{"key":"17_CR18","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1007\/978-3-642-16298-5_2","volume-title":"Business Process Modeling Notation","author":"F Leymann","year":"2010","unstructured":"Leymann, F.: BPEL vs. BPMN 2.0: should you care? In: Mendling, J., Weidlich, M., Weske, M. (eds.) BPMN 2010. LNBIP, vol. 67, pp. 8\u201313. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-16298-5_2"},{"key":"17_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1007\/978-3-642-45005-1_37","volume-title":"Service-Oriented Computing","author":"M L\u00f3pez","year":"2013","unstructured":"L\u00f3pez, M., Ferreiro, H., Francisco, M.A., Castro, L.M.: Automatic generation of test models for web services using WSDL and OCL. In: Basu, S., Pautasso, C., Zhang, L., Fu, X. (eds.) ICSOC 2013. LNCS, vol. 8274, pp. 483\u2013490. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-45005-1_37"},{"key":"17_CR20","unstructured":"OASIS: Web Services Business Process Execution Language (2007). v2.0"},{"issue":"10","key":"17_CR21","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/MC.2003.1236471","volume":"36","author":"C Peltz","year":"2003","unstructured":"Peltz, C.: Web services orchestration and choreography. Computer 36(10), 46\u201352 (2003)","journal-title":"Computer"},{"key":"17_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/978-3-319-39696-5_5","volume-title":"Advanced Information Systems Engineering","author":"M Skouradaki","year":"2016","unstructured":"Skouradaki, M., Ferme, V., Pautasso, C., Leymann, F., van Hoorn, A.: Micro-benchmarking BPMN 2.0 workflow management systems with workflow patterns. In: Nurcan, S., Soffer, P., Bajec, M., Eder, J. (eds.) CAiSE 2016. LNCS, vol. 9694, pp. 67\u201382. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-39696-5_5"},{"key":"17_CR23","doi-asserted-by":"crossref","unstructured":"Skouradaki, M., Roller, D.H., Leymann, F., Ferme, V., Pautasso, C.: On the road to benchmarking BPMN 2.0 workflow engines. In: 6th ACM\/SPEC ICPE, pp. 301\u2013304. ACM (2015)","DOI":"10.1145\/2668930.2695527"},{"key":"17_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/978-3-642-40176-3_25","volume-title":"Business Process Management","author":"C Thiemich","year":"2013","unstructured":"Thiemich, C., Puhlmann, F.: An agile BPM project methodology. In: Daniel, F., Wang, J., Weber, B. (eds.) BPM 2013. LNCS, vol. 8094, pp. 291\u2013306. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-40176-3_25"},{"key":"17_CR25","doi-asserted-by":"crossref","unstructured":"Tsai, W.T., Song, W., Paul, R., Cao, Z., Huang, H.: Services-oriented dynamic reconfiguration framework for dependable distributed computing. In: COMPSAC, pp. 554\u2013559 (2004)","DOI":"10.1109\/CMPSAC.2004.1342894"},{"issue":"1","key":"17_CR26","first-page":"102","volume":"11","author":"R Wieringa","year":"2006","unstructured":"Wieringa, R., Maiden, N., Mead, N., Rolland, C.: Requirements engineering paper classification and evaluation criteria: a proposal and a discussion. RE 11(1), 102\u2013107 (2006)","journal-title":"RE"},{"key":"17_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/11841760_12","volume-title":"Business Process Management","author":"P Wohed","year":"2006","unstructured":"Wohed, P., van der Aalst, W.M.P., Dumas, M., ter Hofstede, A.H.M., Russell, N.: On the suitability of BPMN for business process modelling. In: Dustdar, S., Fiadeiro, J.L., Sheth, A.P. (eds.) BPM 2006. LNCS, vol. 4102, pp. 161\u2013176. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11841760_12"}],"container-title":["Lecture Notes in Computer Science","Service-Oriented Computing \u2013 ICSOC 2017 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-91764-1_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T04:20:04Z","timestamp":1751689204000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-91764-1_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319917634","9783319917641"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-91764-1_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"16 June 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICSOC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Service-Oriented Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Malaga","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 November 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 November 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icsoc2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.icsoc.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}