{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T10:19:37Z","timestamp":1777889977905,"version":"3.51.4"},"reference-count":24,"publisher":"SAGE Publications","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["SW"],"published-print":{"date-parts":[[2019,1,21]]},"DOI":"10.3233\/sw-180308","type":"journal-article","created":{"date-parts":[[2018,8,10]],"date-time":"2018-08-10T11:02:26Z","timestamp":1533898946000},"page":"231-245","source":"Crossref","is-referenced-by-count":13,"title":["SML-Bench\u00a0\u2013 A benchmarking framework for structured machine learning"],"prefix":"10.1177","volume":"10","author":[{"given":"Patrick","family":"Westphal","sequence":"first","affiliation":[{"name":"Computer Science Institute, University of Leipzig, Germany. E-mails:\u00a0patrick.westphal@informatik.uni-leipzig.de,\u00a0buehmann@informatik.uni-leipzig.de,\u00a0sbin@informatik.uni-leipzig.de"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lorenz","family":"B\u00fchmann","sequence":"additional","affiliation":[{"name":"Computer Science Institute, University of Leipzig, Germany. E-mails:\u00a0patrick.westphal@informatik.uni-leipzig.de,\u00a0buehmann@informatik.uni-leipzig.de,\u00a0sbin@informatik.uni-leipzig.de"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Bin","sequence":"additional","affiliation":[{"name":"Computer Science Institute, University of Leipzig, Germany. E-mails:\u00a0patrick.westphal@informatik.uni-leipzig.de,\u00a0buehmann@informatik.uni-leipzig.de,\u00a0sbin@informatik.uni-leipzig.de"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hajira","family":"Jabeen","sequence":"additional","affiliation":[{"name":"Computer Science Institute, University of Bonn, Germany. E-mails:\u00a0jabeen@cs.uni-bonn.de,\u00a0jens.lehmann@cs.uni-bonn.de"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jens","family":"Lehmann","sequence":"additional","affiliation":[{"name":"Computer Science Institute, University of Bonn, Germany. E-mails:\u00a0jabeen@cs.uni-bonn.de,\u00a0jens.lehmann@cs.uni-bonn.de"},{"name":"Fraunhofer Institute for Intelligent Analysis and Information Systems (IAIS), Germany. E-mail:\u00a0jens.lehmann@iais.fraunhofer.de"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"179","reference":[{"issue":"1","key":"10.3233\/SW-180308_ref1","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1145\/2627692.2627697","article-title":"The linked data benchmark council: A graph and rdf industry benchmarking effort","volume":"43","author":"Angles","year":"2014","journal-title":"ACM SIGMOD Record"},{"key":"10.3233\/SW-180308_ref2","doi-asserted-by":"crossref","unstructured":"C.\u00a0Baru, M.\u00a0Bhandarkar, R.\u00a0Nambiar, M.\u00a0Poess and T.\u00a0Rabl, Setting the direction for big data benchmark standards, in: Selected Topics in Performance Evaluation and Benchmarking, Springer, 2012, pp.\u00a0197\u2013208.","DOI":"10.1007\/978-3-642-36727-4_14"},{"issue":"1","key":"10.3233\/SW-180308_ref3","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1089\/big.2013.1509","article-title":"Benchmarking big data systems and the bigdata top100 list","volume":"1","author":"Baru","year":"2013","journal-title":"Big Data"},{"issue":"3","key":"10.3233\/SW-180308_ref5","first-page":"27","article-title":"Libsvm: A library for support vector machines","volume":"2","author":"Chang","year":"2011","journal-title":"ACM Transactions on Intelligent Systems and Technology (TIST)"},{"key":"10.3233\/SW-180308_ref6","doi-asserted-by":"crossref","unstructured":"D.\u00a0Esteves, D.\u00a0Moussallem, C.B.\u00a0Neto, T.\u00a0Soru, R.\u00a0Usbeck, M.\u00a0Ackermann and J.\u00a0Lehmann, Mex vocabulary: A lightweight interchange format for machine learning experiments, in: 11th International Conference on Semantic Systems (SEMANTiCS 2015), 15\u201317 September 2015, Vienna, Austria, 2015.","DOI":"10.1145\/2814864.2814883"},{"key":"10.3233\/SW-180308_ref7","first-page":"47","article-title":"Towards a comprehensive set of big data benchmarks","volume":"26","author":"Fox","year":"2015","journal-title":"Big Data and High Performance Computing"},{"key":"10.3233\/SW-180308_ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2463676.2463712"},{"key":"10.3233\/SW-180308_ref10","unstructured":"R.D.\u00a0King, Statlog Databases, Department of Statistics and Modelling Science, University of Strathclyde, Glasgow, UK, 1992."},{"key":"10.3233\/SW-180308_ref11","doi-asserted-by":"crossref","unstructured":"O.\u00a0Ku\u017eelka, A.\u00a0Szab\u00f3ov\u00e1, M.\u00a0Holec and F.\u00a0\u017delezn\u00fd, Gaussian logic for predictive classification, in: ECML\/PKDD 2011: European Conference on Machine Learning and Principles and Practice of Knowledge Discovery in Databases, 2011.","DOI":"10.1007\/978-3-642-23783-6_18"},{"key":"10.3233\/SW-180308_ref12","doi-asserted-by":"crossref","unstructured":"O.\u00a0Ku\u017eelka, A.\u00a0Szab\u00f3ov\u00e1 and F.\u00a0\u017delezn\u00fd, Relational learning with polynomials, in: 24th International Conference on Tools with Artificial Intelligence, 2012.","DOI":"10.1109\/ICTAI.2012.163"},{"key":"10.3233\/SW-180308_ref13","unstructured":"O.\u00a0Ku\u017eelka and F.\u00a0\u017delezn\u00fd, Hifi: Tractable propositionalization through hierarchical feature construction, in: 18th International Conference on Inductive Logic Programming, 2008."},{"issue":"2","key":"10.3233\/SW-180308_ref14","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1007\/s10994-010-5208-5","article-title":"Block-wise construction of tree-like relational features with monotone reducibility and redundancy","volume":"83","author":"Ku\u017eelka","year":"2011","journal-title":"Machine Learning"},{"key":"10.3233\/SW-180308_ref15","first-page":"2639","article-title":"DL-Learner: Learning concepts in description logics","volume":"10","author":"Lehmann","year":"2009","journal-title":"Journal of Machine Learning Research (JMLR)"},{"key":"10.3233\/SW-180308_ref16","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.websem.2011.01.001","article-title":"Class expression learning for ontology engineering","volume":"9","author":"Lehmann","year":"2011","journal-title":"Journal of Web Semantics"},{"key":"10.3233\/SW-180308_ref17","doi-asserted-by":"crossref","unstructured":"M.\u00a0Li, J.\u00a0Tan, Y.\u00a0Wang, L.\u00a0Zhang and V.\u00a0Salapura, Sparkbench: A comprehensive benchmarking suite for in memory data analytic platform spark, in: Proceedings of the 12th ACM International Conference on Computing Frontiers, ACM, 2015, p.\u00a053.","DOI":"10.1145\/2742854.2747283"},{"key":"10.3233\/SW-180308_ref18","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.websem.2013.05.006","article-title":"Evaluating question answering over linked data","volume":"21","author":"Lopez","year":"2013","journal-title":"Web Semantics: Science, Services and Agents on the World Wide Web"},{"key":"10.3233\/SW-180308_ref19","doi-asserted-by":"crossref","unstructured":"Z.\u00a0Ming, C.\u00a0Luo, W.\u00a0Gao, R.\u00a0Han, Q.\u00a0Yang, L.\u00a0Wang and J.\u00a0Zhan, Bdgs: A scalable big data generator suite in big data benchmarking, in: Advancing Big Data Benchmarks, Springer, 2013, pp.\u00a0138\u2013154.","DOI":"10.1007\/978-3-319-10596-3_11"},{"issue":"3","key":"10.3233\/SW-180308_ref20","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/BF03037227","article-title":"Inverse entailment and progol","volume":"13","author":"Muggleton","year":"1995","journal-title":"New Generation Computing"},{"key":"10.3233\/SW-180308_ref21","unstructured":"S.\u00a0Muggleton and C.\u00a0Feng, Efficient induction of logic programs, in: Proceedings of the First Conference on Algorithmic Learning Theory, 1990."},{"key":"10.3233\/SW-180308_ref22","doi-asserted-by":"crossref","unstructured":"S.\u00a0Muggleton, J.C.A.\u00a0Santos and A.\u00a0Tamaddoni-Nezhad, Progolem: A system based on relative minimal generalisation, in: Proceedings of the 19th International Conference on Inductive Logic Programming, 2010.","DOI":"10.1007\/978-3-642-13840-9_13"},{"key":"10.3233\/SW-180308_ref23","doi-asserted-by":"crossref","unstructured":"S.\u00a0Muggleton and J.C.A.S.A.\u00a0Tamaddoni-Nezhad, Toplog: ILP using a logic program declarative bias, in: 24th International Conference on Logic Programming, 2008.","DOI":"10.1007\/978-3-540-89982-2_58"},{"key":"10.3233\/SW-180308_ref24","doi-asserted-by":"crossref","unstructured":"J.C.A.\u00a0Santos, A.\u00a0Tamaddoni-Nezhad and S.\u00a0Muggleton, An ILP system for learning head output connected predicates, in: Proceedings of the 14th Portuguese Conference on Artificial Intelligence, 2009.","DOI":"10.1007\/978-3-642-04686-5_13"},{"issue":"4","key":"10.3233\/SW-180308_ref25","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","article-title":"A systematic analysis of performance measures for classification tasks","volume":"45","author":"Sokolova","year":"2009","journal-title":"Information Processing & Management"},{"issue":"12","key":"10.3233\/SW-180308_ref27","doi-asserted-by":"publisher","first-page":"1147","DOI":"10.1109\/32.888628","article-title":"Experience with performance testing of software systems: Issues, an approach, and case study","volume":"26","author":"Weyuker","year":"2000","journal-title":"IEEE transactions on software engineering"}],"container-title":["Semantic Web"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/SW-180308","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T05:24:04Z","timestamp":1777613044000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/SW-180308"}},"subtitle":[],"editor":[{"given":"Axel-Cyrille","family":"Ngonga Ngomo","sequence":"additional","affiliation":[{"name":"Institute for Applied Informatics, Germany"}],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Irini","family":"Fundulaki","sequence":"additional","affiliation":[{"name":"ICS-FORTH, Greece"}],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Anastasia","family":"Krithara","sequence":"additional","affiliation":[{"name":"National Center for Scientific Research \u201cDemokritos\u201d, Greece"}],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Axel-Cyrille","family":"Ngonga Ngomo","sequence":"additional","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Irini","family":"Fundulaki","sequence":"additional","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]},{"given":"Anastasia","family":"Krithara","sequence":"additional","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2019,1,21]]},"references-count":24,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.3233\/sw-180308","relation":{},"ISSN":["2210-4968","1570-0844"],"issn-type":[{"value":"2210-4968","type":"electronic"},{"value":"1570-0844","type":"print"}],"subject":[],"published":{"date-parts":[[2019,1,21]]}}}