{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T09:50:38Z","timestamp":1773481838090,"version":"3.50.1"},"reference-count":68,"publisher":"Association for Computing Machinery (ACM)","issue":"4","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Proc. VLDB Endow."],"published-print":{"date-parts":[[2018,12]]},"abstract":"<jats:p>\n            Despite the increasing interest in graph databases their requirements and specifications are not yet fully understood by everyone, leading to a great deal of variation in the supported functionalities and the achieved performances. In this work, we provide a comprehensive study of the existing graph database systems. We introduce a novel microbenchmarking framework that provides insights on their performance that go beyond what macro-benchmarks can offer. The framework includes the largest set of queries and operators so far considered. The graph database systems are evaluated on synthetic and real data, from different domains, and at scales much larger than any previous work. The framework is materialized as an open-source suite and is easily extended to new datasets, systems, and queries\n            <jats:sup>1<\/jats:sup>\n            .\n          <\/jats:p>","DOI":"10.14778\/3297753.3297759","type":"journal-article","created":{"date-parts":[[2019,2,27]],"date-time":"2019-02-27T14:57:56Z","timestamp":1551279476000},"page":"390-403","source":"Crossref","is-referenced-by-count":36,"title":["Beyond macrobenchmarks"],"prefix":"10.14778","volume":"12","author":[{"given":"Matteo","family":"Lissandrini","sequence":"first","affiliation":[{"name":"Aalborg University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"Brugnara","sequence":"additional","affiliation":[{"name":"University of Trento"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yannis","family":"Velegrakis","sequence":"additional","affiliation":[{"name":"University of Trento"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,12]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.14778\/3151106.3151109"},{"key":"e_1_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.14778\/1453856.1453886"},{"key":"e_1_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2012.31"},{"key":"e_1_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2627692.2627697"},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1322432.1322433"},{"key":"e_1_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484425.2484440"},{"key":"e_1_2_1_7_1","unstructured":"Apache Cassandra. http:\/\/cassandra.apache.org.  Apache Cassandra. http:\/\/cassandra.apache.org."},{"key":"e_1_2_1_8_1","unstructured":"Apache Hbase. http:\/\/hbase.apache.org.  Apache Hbase. http:\/\/hbase.apache.org."},{"key":"e_1_2_1_9_1","unstructured":"Apache Tinkerpop. http:\/\/tinkerpop.apache.org\/.  Apache Tinkerpop. http:\/\/tinkerpop.apache.org\/."},{"key":"e_1_2_1_10_1","unstructured":"Apache Tinkerpop. Graphson data format. http:\/\/tinkerpop.apache.org\/docs\/current\/reference\/#graphson-io-format 2015.  Apache Tinkerpop. Graphson data format. http:\/\/tinkerpop.apache.org\/docs\/current\/reference\/#graphson-io-format 2015."},{"key":"e_1_2_1_11_1","unstructured":"Arangodb. https:\/\/www.arangodb.com\/.  Arangodb. https:\/\/www.arangodb.com\/."},{"key":"e_1_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2933267.2933299"},{"key":"e_1_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2567948.2577016"},{"key":"e_1_2_1_14_1","unstructured":"Batagelj Vladimir and Mrvar Andrej. Yeast Pajek dataset. http:\/\/vlado.fmf.uni-lj.si\/pub\/networks\/data\/ 2006.  Batagelj Vladimir and Mrvar Andrej. Yeast Pajek dataset. http:\/\/vlado.fmf.uni-lj.si\/pub\/networks\/data\/ 2006."},{"key":"e_1_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/602259.602283"},{"key":"e_1_2_1_16_1","doi-asserted-by":"crossref","unstructured":"D. Bu Y. Zhao L. Cai H. Xue X. Zhu H. Lu J. Zhang S. Sun L. Ling N. Zhang etal Topological structure analysis of the protein-protein interaction network in budding yeast. Nucleic acids research 31(9):2443--2450 2003.  D. Bu Y. Zhao L. Cai H. Xue X. Zhu H. Lu J. Zhang S. Sun L. Ling N. Zhang et al. Topological structure analysis of the protein-protein interaction network in budding yeast. Nucleic acids research 31(9):2443--2450 2003.","DOI":"10.1093\/nar\/gkg340"},{"key":"e_1_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1038\/nrn2575"},{"key":"e_1_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2764947.2764954"},{"key":"e_1_2_1_19_1","unstructured":"CayleyGraph. Cayley. https:\/\/cayley.io\/.  CayleyGraph. Cayley. https:\/\/cayley.io\/."},{"key":"e_1_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2011.5767911"},{"key":"e_1_2_1_21_1","unstructured":"I. Dgraph Labs. Dgraph. https:\/\/dgraph.io\/.  I. Dgraph Labs. Dgraph. https:\/\/dgraph.io\/."},{"key":"e_1_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.5555\/1927585.1927590"},{"key":"e_1_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:MACH.0000033113.59016.96"},{"key":"e_1_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183713.3190660"},{"key":"e_1_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.14778\/2732286.2732289"},{"key":"e_1_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2742786"},{"key":"e_1_2_1_27_1","volume-title":"CIDR","author":"Fan J.","year":"2015"},{"key":"e_1_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.14778\/1687627.1687681"},{"key":"e_1_2_1_29_1","unstructured":"A. S. Foundation. Apache jena. https:\/\/jena.apache.org\/.  A. S. Foundation. Apache jena. https:\/\/jena.apache.org\/."},{"key":"e_1_2_1_30_1","unstructured":"Google. Freebase data dumps. https:\/\/developers.google.com\/freebase\/data 2015.  Google. Freebase data dumps. https:\/\/developers.google.com\/freebase\/data 2015."},{"key":"e_1_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2764947.2764952"},{"key":"e_1_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.14778\/2732977.2732980"},{"key":"e_1_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2457317.2457351"},{"key":"e_1_2_1_34_1","unstructured":"F. Inc. Allegrograph. https:\/\/franz.com\/agraph\/allegrograph\/.  F. Inc. Allegrograph. https:\/\/franz.com\/agraph\/allegrograph\/."},{"key":"e_1_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13740-012-0015-8"},{"key":"e_1_2_1_36_1","first-page":"9","article-title":"Embench++: Data for a thorough benchmarking of matching-related methods","author":"Ioanou E.","year":"2018","journal-title":"Semantic Web Journal"},{"key":"e_1_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/SocialCom.2013.106"},{"key":"e_1_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2539150.2539155"},{"key":"e_1_2_1_39_1","unstructured":"M. Lissandrini. Freebase exq data dump. https:\/\/disi.unitn.it\/~lissandrini\/notes\/freebase-data-dump.html 2017.  M. Lissandrini. Freebase exq data dump. https:\/\/disi.unitn.it\/~lissandrini\/notes\/freebase-data-dump.html 2017."},{"key":"e_1_2_1_40_1","first-page":"04","article-title":"An Evaluation Methodology and Experimental Comparison of Graph Databases. Technical report","author":"Lissandrini M.","year":"2017","journal-title":"University of Trento"},{"key":"e_1_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2737817.2737822"},{"key":"e_1_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.14778\/2212351.2212354"},{"key":"e_1_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.14778\/2735508.2735517"},{"key":"e_1_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807167.1807184"},{"key":"e_1_2_1_45_1","first-page":"631","volume-title":"2017 USENIX Annual Technical Conference (USENIX ATC 17)","author":"Malicevic J.","year":"2017"},{"key":"e_1_2_1_46_1","unstructured":"P.Martin. Sqlg. http:\/\/www.sqlg.org\/.  P.Martin. Sqlg. http:\/\/www.sqlg.org\/."},{"key":"e_1_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2351476.2351489"},{"key":"e_1_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2011.5767616"},{"key":"e_1_2_1_49_1","volume-title":"15th Workshop on Hot Topics in Operating Systems (HotOS XV)","author":"McSherry F.","year":"2015"},{"key":"e_1_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00778-016-0429-2"},{"key":"e_1_2_1_51_1","unstructured":"Neo4j. http:\/\/neo4j.com.  Neo4j. http:\/\/neo4j.com."},{"key":"e_1_2_1_52_1","unstructured":"Oracle BerkeleyDB. http:\/\/www.oracle.com\/technetwork\/products\/berkeleydb.  Oracle BerkeleyDB. http:\/\/www.oracle.com\/technetwork\/products\/berkeleydb."},{"key":"e_1_2_1_53_1","unstructured":"Orientdb. http:\/\/orientdb.com\/orientdb\/.  Orientdb. http:\/\/orientdb.com\/orientdb\/."},{"key":"e_1_2_1_54_1","volume-title":"TR 1999--66","author":"Page L."},{"key":"e_1_2_1_55_1","unstructured":"E. Prud' Hommeaux A. Seaborne etal Sparql query language for rdf. W3C recommendation 15 2008.  E. Prud' Hommeaux A. Seaborne et al. Sparql query language for rdf. W3C recommendation 15 2008."},{"key":"e_1_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815072.2815073"},{"key":"e_1_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2169090.2169092"},{"key":"e_1_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3186728.3164139"},{"key":"e_1_2_1_59_1","unstructured":"O. Software. Openlink virtuoso. https:\/\/virtuoso.openlinksw.com\/.  O. Software. Openlink virtuoso. https:\/\/virtuoso.openlinksw.com\/."},{"key":"e_1_2_1_60_1","unstructured":"Sparsity Technologies Sparksee. http:\/\/www.sparsity-technologies.com\/.  Sparsity Technologies Sparksee. http:\/\/www.sparsity-technologies.com\/."},{"key":"e_1_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242667"},{"key":"e_1_2_1_62_1","unstructured":"Systap llc. blazegraph. https:\/\/www.blazegraph.com\/.  Systap llc. blazegraph. https:\/\/www.blazegraph.com\/."},{"key":"e_1_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1137\/0201010"},{"key":"e_1_2_1_64_1","unstructured":"Thinkaurelius Titan. http:\/\/titan.thinkaurelius.com\/.  Thinkaurelius Titan. http:\/\/titan.thinkaurelius.com\/."},{"key":"e_1_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3187009.3177740"},{"key":"e_1_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/2287076.2287104"},{"key":"e_1_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2912566"},{"key":"e_1_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3127479.3128606"}],"container-title":["Proceedings of the VLDB Endowment"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.14778\/3297753.3297759","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,28]],"date-time":"2022-12-28T09:34:17Z","timestamp":1672220057000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.14778\/3297753.3297759"}},"subtitle":["microbenchmark-based graph database evaluation"],"short-title":[],"issued":{"date-parts":[[2018,12]]},"references-count":68,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["10.14778\/3297753.3297759"],"URL":"https:\/\/doi.org\/10.14778\/3297753.3297759","relation":{},"ISSN":["2150-8097"],"issn-type":[{"value":"2150-8097","type":"print"}],"subject":[],"published":{"date-parts":[[2018,12]]}}}