{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:00:32Z","timestamp":1740099632698,"version":"3.37.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030332198"},{"type":"electronic","value":"9783030332204"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-33220-4_25","type":"book-chapter","created":{"date-parts":[[2019,11,3]],"date-time":"2019-11-03T19:02:54Z","timestamp":1572807774000},"page":"343-358","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["QUANT - Question Answering Benchmark Curator"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4808-850X","authenticated-orcid":false,"given":"Ria Hari","family":"Gusmita","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1517-6394","authenticated-orcid":false,"given":"Rricha","family":"Jalota","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"Vollmers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jan","family":"Reineke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7112-3516","authenticated-orcid":false,"given":"Axel-Cyrille","family":"Ngonga Ngomo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0191-7211","authenticated-orcid":false,"given":"Ricardo","family":"Usbeck","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,11,4]]},"reference":[{"key":"25_CR1","unstructured":"Agosti, M., Nunzio, G.M.D., Dussin, M., Ferro, N.: 10 years of CLEF data in DIRECT: where we are and where we can go. In: Proceedings of the 3rd International Workshop on Evaluating Information Access, EVIA 2010, National Center of Sciences, Tokyo, Japan, 15 June 2010, pp. 16\u201324 (2010)"},{"key":"25_CR2","unstructured":"Berant, J., Chou, A., Frostig, R., Liang, P.: Semantic parsing on freebase from question-answer pairs. In: Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing, EMNLP 2013, A meeting of SIGDAT, a Special Interest Group of the ACL, Grand Hyatt Seattle, Seattle, Washington, USA, 18\u201321 October 2013, pp. 1533\u20131544 (2013)"},{"key":"25_CR3","unstructured":"Cai, Q., Yates, A.: Large-scale semantic parsing via schema matching and lexicon extension. In: ACL 2013, Volume 1: Long Papers, Sofia, Bulgaria, 4\u20139 August 2013, pp. 423\u2013433 (2013)"},{"issue":"3","key":"25_CR4","first-page":"20","volume":"41","author":"SRBH Chaturvedi","year":"2015","unstructured":"Chaturvedi, S.R.B.H.: Evaluation of inter-rater agreement and inter-rater reliability for observational data: an overview of concepts and methods. J. Indian Acad. Appl. Psychol. 41(3), 20\u201327 (2015)","journal-title":"J. Indian Acad. Appl. Psychol."},{"issue":"3","key":"25_CR5","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1007\/s10115-017-1100-y","volume":"55","author":"D Diefenbach","year":"2018","unstructured":"Diefenbach, D., L\u00f3pez, V., Singh, K.D., Maret, P.: Core techniques of question answering systems over knowledge bases: a survey. Knowl. Inf. Syst. 55(3), 529\u2013569 (2018)","journal-title":"Knowl. Inf. Syst."},{"key":"25_CR6","doi-asserted-by":"crossref","unstructured":"Duan, S., Kementsietsidis, A., Srinivas, K., Udrea, O.: Apples and oranges: a comparison of RDF benchmarks and real RDF datasets. In: Proceedings of the ACM SIGMOD International Conference on Management of Data, SIGMOD 2011, Athens, Greece, 12\u201316 June 2011, pp. 145\u2013156 (2011)","DOI":"10.1145\/1989323.1989340"},{"issue":"6","key":"25_CR7","doi-asserted-by":"publisher","first-page":"895","DOI":"10.3233\/SW-160247","volume":"8","author":"K H\u00f6ffner","year":"2017","unstructured":"H\u00f6ffner, K., Walter, S., Marx, E., Usbeck, R., Lehmann, J., Ngomo, A.N.: Survey on challenges of question answering in the semantic web. Semant. Web 8(6), 895\u2013920 (2017)","journal-title":"Semant. Web"},{"key":"25_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1007\/978-3-319-58068-5_19","volume-title":"The Semantic Web, Part I","author":"K Jha","year":"2017","unstructured":"Jha, K., R\u00f6der, M., Ngonga Ngomo, A.-C.: All that glitters is not gold \u2013 rule-based curation of reference datasets for named entity recognition and entity linking. In: Blomqvist, E., Maynard, D., Gangemi, A., Hoekstra, R., Hitzler, P., Hartig, O. (eds.) ESWC 2017. LNCS, vol. 10249, pp. 305\u2013320. Springer, Cham (2017). \n                      https:\/\/doi.org\/10.1007\/978-3-319-58068-5_19"},{"key":"25_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"376","DOI":"10.1007\/978-3-030-00668-6_23","volume-title":"The Semantic Web \u2013 ISWC 2018","author":"S Malyshev","year":"2018","unstructured":"Malyshev, S., Kr\u00f6tzsch, M., Gonz\u00e1lez, L., Gonsior, J., Bielefeldt, A.: Getting the most out of wikidata: semantic technology usage in Wikipedia\u2019s knowledge graph. In: Vrande\u010di\u0107, D., et al. (eds.) ISWC 2018. LNCS, vol. 11137, pp. 376\u2013394. Springer, Cham (2018). \n                      https:\/\/doi.org\/10.1007\/978-3-030-00668-6_23"},{"key":"25_CR10","unstructured":"Usbeck, R., Gusmita, R.H., Ngomo, A.C.N., Saleem, M.: 9th challenge on question answering over linked data (QALD-9). In: Semdeep\/NLIWoD@ ISWC, pp. 58\u201364 (2018)"},{"key":"25_CR11","unstructured":"Saveta, T., Daskalaki, E. Flouris, G., Fundulaki, I., Ngomo, A.N.: LANCE: a generic benchmark generator for linked data. In: Proceedings of the ISWC 2015 Posters and Demonstrations Track co-located with the 14th International Semantic Web Conference (ISWC 2015), Bethlehem, PA, USA, 11 October 2015 (2015)"},{"key":"25_CR12","doi-asserted-by":"crossref","unstructured":"Speck, R., Ngomo, A.N.: Ensemble learning of named entity recognition algorithms using multilayer perceptron for the multilingual web of data. In: Corcho, \u00d3., Janowicz, K., Rizzo, G., Tiddi, I., Garijo, D. (eds.) K-CAP 2017, pp. 26:1\u201326:4. ACM (2017)","DOI":"10.1145\/3148011.3154471"},{"key":"25_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1007\/978-3-319-68204-4_22","volume-title":"The Semantic Web \u2013 ISWC 2017","author":"P Trivedi","year":"2017","unstructured":"Trivedi, P., Maheshwari, G., Dubey, M., Lehmann, J.: LC-QuAD: a corpus for complex question answering over knowledge graphs. In: d\u2019Amato, C., et al. (eds.) ISWC 2017. LNCS, vol. 10588, pp. 210\u2013218. Springer, Cham (2017). \n                      https:\/\/doi.org\/10.1007\/978-3-319-68204-4_22"},{"key":"25_CR14","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/978-3-319-46565-4_13","volume-title":"Semantic Web Challenges","author":"C Unger","year":"2016","unstructured":"Unger, C., Ngomo, A.-C.N., Cabrio, E.: 6th open challenge on question answering over linked data (QALD-6). In: Sack, H., Dietze, S., Tordai, A., Lange, C. (eds.) SemWebEval 2016. CCIS, vol. 641, pp. 171\u2013177. Springer, Cham (2016). \n                      https:\/\/doi.org\/10.1007\/978-3-319-46565-4_13"},{"key":"25_CR15","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1007\/978-3-319-69146-6_6","volume-title":"Semantic Web Challenges","author":"R Usbeck","year":"2017","unstructured":"Usbeck, R., Ngomo, A.-C.N., Haarmann, B., Krithara, A., R\u00f6der, M., Napolitano, G.: 7th open challenge on question answering over linked data (QALD-7). In: Dragoni, M., Solanki, M., Blomqvist, E. (eds.) SemWebEval 2017. CCIS, vol. 769, pp. 59\u201369. Springer, Cham (2017). \n                      https:\/\/doi.org\/10.1007\/978-3-319-69146-6_6"},{"issue":"2","key":"25_CR16","doi-asserted-by":"publisher","first-page":"293","DOI":"10.3233\/SW-180312","volume":"10","author":"R Usbeck","year":"2018","unstructured":"Usbeck, R., et al.: Benchmarking question answering systems. Semant. Web J. 10(2), 293\u2013304 (2018)","journal-title":"Semant. Web J."},{"key":"25_CR17","first-page":"77","volume":"99","author":"EM Voorhees","year":"1999","unstructured":"Voorhees, E.M., et al.: The TREC-8 question answering track report. TREC 99, 77\u201382 (1999)","journal-title":"TREC"},{"key":"25_CR18","doi-asserted-by":"crossref","unstructured":"Yih, W., Richardson, M., Meek, C., Chang, M., Suh, J.: The value of semantic parse labeling for knowledge base question answering. In Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics, ACL 2016, Volume 2: Short Papers, Berlin, Germany, 7\u201312 August 2016 (2016)","DOI":"10.18653\/v1\/P16-2033"}],"container-title":["Lecture Notes in Computer Science","Semantic Systems. The Power of AI and Knowledge Graphs"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-33220-4_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,11,3]],"date-time":"2019-11-03T19:06:52Z","timestamp":1572808012000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-33220-4_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030332198","9783030332204"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-33220-4_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"4 November 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SEMANTiCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Semantic Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Karlsruhe","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"semantics2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2019.semantics.cc\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"88","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}