{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,29]],"date-time":"2026-10-29T02:09:15Z","timestamp":1793239755394,"version":"4.5.0"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031334542","type":"print"},{"value":"9783031334559","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-33455-9_40","type":"book-chapter","created":{"date-parts":[[2023,5,21]],"date-time":"2023-05-21T19:01:35Z","timestamp":1684695695000},"page":"679-696","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Evaluation of\u00a0a\u00a0Representative Selection of\u00a0SPARQL Query Engines Using Wikidata"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4929-054X","authenticated-orcid":false,"given":"An Ngoc","family":"Lam","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7304-4950","authenticated-orcid":false,"given":"Brian","family":"Elves\u00e6ter","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7146-692X","authenticated-orcid":false,"given":"Francisco","family":"Martin-Recuerda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,5,22]]},"reference":[{"key":"40_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/978-3-319-11964-9_13","volume-title":"The Semantic Web \u2013 ISWC 2014","author":"G Alu\u00e7","year":"2014","unstructured":"Alu\u00e7, G., Hartig, O., \u00d6zsu, M.T., Daudjee, K.: Diversified stress testing of RDF data management systems. In: Mika, P., et al. (eds.) ISWC 2014. LNCS, vol. 8796, pp. 197\u2013212. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-11964-9_13"},{"key":"40_CR2","unstructured":"Amazon AWS: Amazon Neptune Official Website. https:\/\/aws.amazon.com\/neptune\/"},{"key":"40_CR3","unstructured":"Amazon Web Services: Amazon EC2 Instance Types - Memory Optimized. https:\/\/aws.amazon.com\/ec2\/instance-types\/#Memory_Optimized. Accessed 12 Dec 2022"},{"key":"40_CR4","doi-asserted-by":"crossref","unstructured":"Amazon Web Services: Amazon Neptune Pricing. https:\/\/aws.amazon.com\/neptune\/pricing\/. Accessed 12 Dec 2022","DOI":"10.1002\/nba.31230"},{"key":"40_CR5","doi-asserted-by":"publisher","unstructured":"Angles, R., Aranda, C.B., Hogan, A., Rojas, C., Vrgoc\u0306, D.: WDBench: A Wikidata Graph Query Benchmark. In: The Semantic Web\u2013ISWC 2022. ISWC 2022. Lecture Notes in Computer Science, vol. pp. 714\u2013731 13489. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-031-19433-7_41","DOI":"10.1007\/978-3-031-19433-7_41"},{"key":"40_CR6","unstructured":"Apache Jena: Apache Jena Fuseki Documentation. https:\/\/jena.apache.org\/documentation\/fuseki2\/"},{"key":"40_CR7","unstructured":"Apache Jena: Apache Jena TDB xloader. https:\/\/jena.apache.org\/documentation\/tdb\/tdb-xloader.html. Accessed 12 Dec 2022"},{"key":"40_CR8","unstructured":"Bail, S., et al.: FishMark: A Linked Data Application Benchmark. CEUR (2012)"},{"key":"40_CR9","unstructured":"Hannah, B., Bj\u00f6rn, B.: QLever GitHub repository. https:\/\/github.com\/ad-freiburg\/qlever"},{"issue":"2","key":"40_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/jswis.2009040101","volume":"5","author":"C Bizer","year":"2009","unstructured":"Bizer, C., Schultz, A.: The berlin SPARQL benchmark. Int. J. Seman. Web Inf. Syst. (IJSWIS) 5(2), 1\u201324 (2009)","journal-title":"Int. J. Seman. Web Inf. Syst. (IJSWIS)"},{"key":"40_CR11","unstructured":"Blazegraph: Blazegraph Official Website. https:\/\/blazegraph.com\/"},{"key":"40_CR12","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1007\/978-3-642-34044-4_5","volume-title":"Data-Driven Process Discovery and Analysis","author":"G Demartini","year":"2012","unstructured":"Demartini, G., Enchev, I., Wylot, M., Gapany, J., Cudr\u00e9-Mauroux, P.: BowlognaBench\u2014benchmarking RDF analytics. In: Aberer, K., Damiani, E., Dillon, T. (eds.) SIMPDA 2011. LNBIP, vol. 116, pp. 82\u2013102. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-34044-4_5"},{"key":"40_CR13","doi-asserted-by":"crossref","unstructured":"Erling, O., et al.: The LDBC social network benchmark: interactive workload. In: Proceedings of the 2015 ACM SIGMOD International Conference on Management of Data, pp. 619\u2013630 (2015)","DOI":"10.1145\/2723372.2742786"},{"key":"40_CR14","unstructured":"Fahl, W., Holzheim, T., Westerinen, A., Lange, C., Decker, S.: Getting and hosting your own copy of Wikidata. In: Proceedings of the 3rd Wikidata Workshop 2022. CEUR-WS.org (2022). https:\/\/ceur-ws.org\/Vol-3262\/paper9.pdf"},{"key":"40_CR15","unstructured":"GitHub: Analysis and supplementary information for the paper, including queries, execution logs, query results and scripts. https:\/\/github.com\/SINTEF-9012\/rdf-triplestore-benchmark. Accessed 13 Mar 2023"},{"issue":"2\u20133","key":"40_CR16","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1016\/j.websem.2005.06.005","volume":"3","author":"Y Guo","year":"2005","unstructured":"Guo, Y., Pan, Z., Heflin, J.: LUBM: a benchmark for OWL knowledge base systems. J. Web Seman. 3(2\u20133), 158\u2013182 (2005)","journal-title":"J. Web Seman."},{"key":"40_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1007\/978-3-030-30793-6_15","volume-title":"The Semantic Web \u2013 ISWC 2019","author":"A Hogan","year":"2019","unstructured":"Hogan, A., Riveros, C., Rojas, C., Soto, A.: A worst-case optimal join algorithm for SPARQL. In: Ghidini, C., et al. (eds.) ISWC 2019. LNCS, vol. 11778, pp. 258\u2013275. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-30793-6_15"},{"key":"40_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1007\/11762256_12","volume-title":"The Semantic Web: Research and Applications","author":"L Ma","year":"2006","unstructured":"Ma, L., Yang, Y., Qiu, Z., Xie, G., Pan, Y., Liu, S.: Towards a complete OWL ontology benchmark. In: Sure, Y., Domingue, J. (eds.) ESWC 2006. LNCS, vol. 4011, pp. 125\u2013139. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11762256_12"},{"key":"40_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1007\/978-3-642-25073-6_29","volume-title":"The Semantic Web \u2013 ISWC 2011","author":"M Morsey","year":"2011","unstructured":"Morsey, M., Lehmann, J., Auer, S., Ngonga Ngomo, A.-C.: DBpedia SPARQL benchmark \u2013 performance assessment with real queries on real data. In: Aroyo, L., et al. (eds.) ISWC 2011. LNCS, vol. 7031, pp. 454\u2013469. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-25073-6_29"},{"key":"40_CR20","unstructured":"Ontotext: GraphDB Official Website. https:\/\/graphdb.ontotext.com\/"},{"key":"40_CR21","unstructured":"Ontotext: GraphDB Requirements. https:\/\/graphdb.ontotext.com\/documentation\/enterprise\/requirements.html. Accessed 12 Dec 2022"},{"key":"40_CR22","unstructured":"OST: RDFox Documentation: Managing Data Stores. https:\/\/docs.oxfordsemantic.tech\/5.4\/data-stores.html#. Accessed 12 Dec 2022"},{"key":"40_CR23","unstructured":"OST: RDFox Documentation: Operations on Data Stores, persist-ds. https:\/\/docs.oxfordsemantic.tech\/5.4\/data-stores.html#persist-ds. Accessed 12 Dec 2022"},{"key":"40_CR24","unstructured":"Oxford Semantic Technologies: RDFox Official Website. https:\/\/www.oxfordsemantic.tech\/product"},{"key":"40_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/978-3-319-25010-6_15","volume-title":"The Semantic Web - ISWC 2015","author":"M Saleem","year":"2015","unstructured":"Saleem, M., Ali, M.I., Hogan, A., Mehmood, Q., Ngomo, A.-C.N.: LSQ: the linked SPARQL queries dataset. In: Arenas, M., et al. (eds.) ISWC 2015. LNCS, vol. 9367, pp. 261\u2013269. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-25010-6_15"},{"key":"40_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1007\/978-3-319-25007-6_4","volume-title":"The Semantic Web - ISWC 2015","author":"M Saleem","year":"2015","unstructured":"Saleem, M., Mehmood, Q., Ngonga Ngomo, A.-C.: FEASIBLE: a feature-based SPARQL benchmark generation framework. In: Arenas, M., et al. (eds.) ISWC 2015. LNCS, vol. 9366, pp. 52\u201369. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-25007-6_4"},{"key":"40_CR27","doi-asserted-by":"crossref","unstructured":"Saleem, M., Sz\u00e1rnyas, G., Conrads, F., Bukhari, S.A.C., Mehmood, Q., Ngonga Ngomo, A.C.: How Representative Is a SPARQL Benchmark? An Analysis of RDF Triplestore Benchmarks. In: The World Wide Web Conference, pp. 1623\u20131633 (2019)","DOI":"10.1145\/3308558.3313556"},{"key":"40_CR28","doi-asserted-by":"crossref","unstructured":"Schmidt, M., Hornung, T., Lausen, G., Pinkel, C.: SP$$^2$$Bench: A SPARQL performance benchmark. In: 2009 IEEE 25th International Conference on Data Engineering, pp. 222\u2013233. IEEE (2009)","DOI":"10.1109\/ICDE.2009.28"},{"key":"40_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/978-3-030-62466-8_6","volume-title":"The Semantic Web \u2013 ISWC 2020","author":"G Singh","year":"2020","unstructured":"Singh, G., Bhatia, S., Mutharaju, R.: OWL2Bench: a benchmark for OWL 2 reasoners. In: Pan, J.Z., et al. (eds.) ISWC 2020. LNCS, vol. 12507, pp. 81\u201396. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-62466-8_6"},{"key":"40_CR30","unstructured":"Stardog: Stardog Capacity Planning. https:\/\/docs.stardog.com\/operating-stardog\/server-administration\/capacity-planning. Accessed 12 Dec 2022"},{"key":"40_CR31","unstructured":"Stardog: Stardog Official Website. https:\/\/www.stardog.com\/"},{"key":"40_CR32","unstructured":"Stardog: 7 Steps to Fast SPARQL Queries. https:\/\/www.stardog.com\/blog\/7-steps-to-fast-sparql-queries\/ (2017). Accessed 12 Dec 2022"},{"issue":"4","key":"40_CR33","doi-asserted-by":"publisher","first-page":"1365","DOI":"10.1007\/s10270-016-0571-8","volume":"17","author":"G Sz\u00e1rnyas","year":"2018","unstructured":"Sz\u00e1rnyas, G., Izs\u00f3, B., R\u00e1th, I., Varr\u00f3, D.: The train benchmark: cross-technology performance evaluation of continuous model queries. Softw. Syst. Model. 17(4), 1365\u20131393 (2018)","journal-title":"Softw. Syst. Model."},{"issue":"10","key":"40_CR34","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledgebase. Commun. ACM 57(10), 78\u201385 (2014)","journal-title":"Commun. ACM"},{"key":"40_CR35","unstructured":"W3C: RDF 1.1 Concepts and Abstract Syntax, W3C Recommendation (2014). https:\/\/www.w3.org\/TR\/rdf11-concepts\/. Accessed 12 Dec 2022"},{"key":"40_CR36","unstructured":"W3C: SPARQL 1.1 Query Language, W3C Recommendation (2013). https:\/\/www.w3.org\/TR\/sparql11-query\/. Accessed 12 Dec 2022"},{"key":"40_CR37","unstructured":"WDQS Search Team: WDQS Backend Alternatives: The process, details and result. Technical report, Wikimedia Foundation (2022). https:\/\/www.wikidata.org\/wiki\/File:WDQS_Backend_Alternatives_working_paper.pdf"},{"key":"40_CR38","unstructured":"Wikidata: SPARQL query service\/queries\/examples. https:\/\/www.wikidata.org\/wiki\/Wikidata:SPARQL_query_service\/queries\/examples. Accessed 12 Dec 2022"},{"key":"40_CR39","unstructured":"Wikidata: SPARQL query service\/WDQS backend update. https:\/\/www.wikidata.org\/wiki\/Wikidata:SPARQL_query_service\/WDQS_backend_update. Accessed 12 Dec 2022"},{"issue":"1","key":"40_CR40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/2041-1480-5-1","volume":"5","author":"H Wu","year":"2014","unstructured":"Wu, H., Fujiwara, T., Yamamoto, Y., Bolleman, J., Yamaguchi, A.: BioBenchmark toyama 2012: an evaluation of the performance of triple stores on biological data. J. Biomed. Seman. 5(1), 1\u201311 (2014)","journal-title":"J. Biomed. Seman."}],"container-title":["Lecture Notes in Computer Science","The Semantic Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-33455-9_40","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T23:15:21Z","timestamp":1690845321000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-33455-9_40"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031334542","9783031334559"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-33455-9_40","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"22 May 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hersonissos","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 May 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 June 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esws2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.eswc-conferences.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"109","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Submissions: Posters & Demos: 71 PhD Symposium: 24 Industry:14","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}