{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,29]],"date-time":"2025-06-29T19:40:01Z","timestamp":1751226001130,"version":"3.41.0"},"publisher-location":"New York, New York, USA","reference-count":37,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Joint NSFC-ISF Research Program 61561146397","award":["2016YFB1001403"],"award-info":[{"award-number":["2016YFB1001403"]}]},{"name":"Shandong Provincial Science and Technology Development Program","award":["2016GGX106001"],"award-info":[{"award-number":["2016GGX106001"]}]},{"name":"National Natural Science Foundation of China","award":["61503217"],"award-info":[{"award-number":["61503217"]}]},{"name":"National 973 Program","award":["2015CB352500"],"award-info":[{"award-number":["2015CB352500"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1145\/3041021.3054135","type":"proceedings-article","created":{"date-parts":[[2018,1,11]],"date-time":"2018-01-11T18:39:25Z","timestamp":1515695965000},"page":"79-88","source":"Crossref","is-referenced-by-count":8,"title":["Multimodal Question Answering over Structured Data with Ambiguous Entities"],"prefix":"10.1145","author":[{"given":"Huadong","family":"Li","sequence":"first","affiliation":[{"name":"Shandong University, Jinan, China"}]},{"given":"Yafang","family":"Wang","sequence":"additional","affiliation":[{"name":"Shandong University, Jinan, China"}]},{"given":"Gerard","family":"de Melo","sequence":"additional","affiliation":[{"name":"Rutgers University, New Brunswick, NJ, USA"}]},{"given":"Changhe","family":"Tu","sequence":"additional","affiliation":[{"name":"Shandong University, Jinan, China"}]},{"given":"Baoquan","family":"Chen","sequence":"additional","affiliation":[{"name":"Shandong University, Jinan, China"}]}],"member":"320","reference":[{"key":"key-10.1145\/3041021.3054135-1","doi-asserted-by":"crossref","unstructured":"J. Berant, A. Chou, R. Frostig, and P. Liang. Semantic parsing on Freebase from question-answer pairs. In phThe Conference on Empirical Methods on Natural Language Processing, pages 1533--1544, 2013.","DOI":"10.18653\/v1\/D13-1160"},{"key":"key-10.1145\/3041021.3054135-2","unstructured":"Q. Cai and A. Yates. Large-scale semantic parsing via schema matching and lexicon extension. In phThe annual meeting of the Association for Computational Linguistics (1), pages 423--433. Citeseer, 2013."},{"key":"key-10.1145\/3041021.3054135-3","doi-asserted-by":"crossref","unstructured":"Y. Cao, H. Wang, C. Wang, Z. Li, L. Zhang, and L. Zhang. MindFinder: interactive sketch-based image search on millions of images. In phACM Multimedia Conference, pages 1605--1608. ACM, 2010.","DOI":"10.1145\/1873951.1874299"},{"key":"key-10.1145\/3041021.3054135-4","unstructured":"T. Chen, M.-M. Cheng, P. Tan, A. Shamir, and S.-M. Hu. Sketch2Photo: Internet image montage. phACM Transactions on Graphics (TOG), 28 (5): 124, 2009."},{"key":"key-10.1145\/3041021.3054135-5","doi-asserted-by":"crossref","unstructured":"P. Cimiano, V. Lopez, C. Unger, E. Cabrio, A.-C. Ngonga Ngomo, and S. Walter. Multilingual question answering over linked data (qald-3): Lab overview. In phProceedings of CLEF 2013, pages 321--332. Springer Berlin Heidelberg, 2013.","DOI":"10.1007\/978-3-642-40802-1_30"},{"key":"key-10.1145\/3041021.3054135-6","doi-asserted-by":"crossref","unstructured":"H. T. Dang, D. Kelly, and J. J. Lin. Overview of the TREC 2007 question answering track. In phTREC, volume 7, page 63. Citeseer, 2007.","DOI":"10.6028\/NIST.SP.500-274.qa-overview"},{"key":"key-10.1145\/3041021.3054135-7","doi-asserted-by":"crossref","unstructured":"G. de Melo and K. Hose. Searching the web of data. In phProc. ECIR 2013, LNCS. Springer, 2013.","DOI":"10.1007\/978-3-642-36973-5_105"},{"key":"key-10.1145\/3041021.3054135-8","doi-asserted-by":"crossref","unstructured":"G. de Melo and N. Tandon. Seeing is believing: The quest for multimodal knowledge. phACM SIGWEB Newsletter, (Spring 2016), 2016. ISSN 1931--1745. URL http:\/\/dl.acm.org\/citation.cfm?id=2903517.","DOI":"10.1145\/2903513.2903517"},{"key":"key-10.1145\/3041021.3054135-9","doi-asserted-by":"crossref","unstructured":"G. de Melo and G. Weikum. MENTA: Inducing multilingual taxonomies from Wikipedia. In J. Huang, N. Koudas, G. Jones, X. Wu, K. Collins-Thompson, and A. An, editors, phProceedings of the 19th ACM Conference on Information and Knowledge Management (CIKM 2010), pages 1099--1108, New York, NY, USA, October 2010. ACM. ISBN 978--1--4503-0099--5.","DOI":"10.1145\/1871437.1871577"},{"key":"key-10.1145\/3041021.3054135-10","doi-asserted-by":"crossref","unstructured":"A. Fader, L. Zettlemoyer, and O. Etzioni. Open question answering over curated and extracted knowledge bases. In phACM SIGKDD Conferences on Knowledge Discovery and Data Mining, pages 1156--1165. ACM, 2014.","DOI":"10.1145\/2623330.2623677"},{"key":"key-10.1145\/3041021.3054135-11","unstructured":"013)}ferre2013squall2sparqlS. Ferr&#233;. squall2sparql: a translator from Controlled English to full SPARQL 1.1. In phQALD-3t, 2013."},{"key":"key-10.1145\/3041021.3054135-12","unstructured":"D. Ferrucci, E. Brown, J. Chu-Carroll, J. Fan, D. Gondek, A. A. Kalyanpur, A. Lally, J. W. Murdock, E. Nyberg, J. Prager, et al. Building Watson: An overview of the DeepQA project. phAI magazine, 31 (3): 59--79, 2010."},{"key":"key-10.1145\/3041021.3054135-13","doi-asserted-by":"crossref","unstructured":", and Sch\\\"afer}frank2007questionA. Frank, H.-U. Krieger, F. Xu, H. Uszkoreit, B. Crysmann, B. J&#246;rg, and U. Sch\\\"afer. Question answering from structured knowledge sources. phJournal of Applied Logic, 5 (1): 20--48, 2007.","DOI":"10.1016\/j.jal.2005.12.006"},{"key":"key-10.1145\/3041021.3054135-14","doi-asserted-by":"crossref","unstructured":"C. Gan, M. Lin, Y. Yang, G. de Melo, and A. G. Hauptmann. Concepts not alone: Exploring pairwise relationships for zero-shot video activity recognition. In phProceedings of the 30th AAAI Conference on Artificial Intelligence (AAAI 2016). AAAI Press, 2016.","DOI":"10.1609\/aaai.v30i1.10466"},{"key":"key-10.1145\/3041021.3054135-15","doi-asserted-by":"crossref","unstructured":"T. Ge, Y. Wang, G. de Melo, and H. Li. Visualizing and curating knowledge graphs over time and space. In phProceedings of ACL 2016. ACL, 2016.","DOI":"10.18653\/v1\/P16-4005"},{"key":"key-10.1145\/3041021.3054135-16","doi-asserted-by":"crossref","unstructured":"B. F. Green, Jr., A. K. Wolf, C. Chomsky, and K. Laughery. Baseball: An automatic question-answerer. In phWestern Joint IRE-AIEE-ACM, IRE-AIEE-ACM '61 (Western), pages 219--224, 1961.","DOI":"10.1145\/1460690.1460714"},{"key":"key-10.1145\/3041021.3054135-17","doi-asserted-by":"crossref","unstructured":"S. He, K. Liu, Y. Zhang, L. Xu, and J. Zhao. Question answering over linked data using first-order logic. In phThe 2017 Conference on Empirical Methods on Natural Language Processing, 2014.","DOI":"10.3115\/v1\/D14-1116"},{"key":"key-10.1145\/3041021.3054135-18","unstructured":"O. Herzog, J. H. Siekmann, and C. Rollinger. phText Understanding in LILOG: Integrating Computational Linguistics and Artificial Intelligence. Springer-Verlag, 1991."},{"key":"key-10.1145\/3041021.3054135-19","doi-asserted-by":"crossref","unstructured":"Hoffart, Suchanek, Berberich, Lewis-Kelham, De Melo, and Weikum}hoffart2011yago2J. Hoffart, F. M. Suchanek, K. Berberich, E. Lewis-Kelham, G. De Melo, and G. Weikum. YAGO2: exploring and querying world knowledge in time, space, context, and many languages. In phThe World Wide Web conference. ACM, 2011\\natexlaba.","DOI":"10.1145\/1963192.1963296"},{"key":"key-10.1145\/3041021.3054135-20","unstructured":"Hoffart, Yosef, Bordino, F&#252;rstenau, Pinkal, Spaniol, Taneva, Thater, and Weikum}Hoffart:2011J. Hoffart, M. A. Yosef, I. Bordino, H. F&#252;rstenau, M. Pinkal, M. Spaniol, B. Taneva, S. Thater, and G. Weikum. Robust disambiguation of named entities in text. In phThe 2017 Conference on Empirical Methods on Natural Language Processing, 2011\\natexlabb."},{"key":"key-10.1145\/3041021.3054135-21","doi-asserted-by":"crossref","unstructured":"C. Kwok, O. Etzioni, and D. S. Weld. Scaling question answering to the web. phACM Transactions on Information Systems, 19 (3): 242--262, 2001.","DOI":"10.1145\/502115.502117"},{"key":"key-10.1145\/3041021.3054135-22","unstructured":"Y. Li, H. Yang, and H. Jagadish. NaLIX: A generic natural language search environment for XML data. phACM Transactions on Database Systems, 32 (4): 30, 2007."},{"key":"key-10.1145\/3041021.3054135-23","doi-asserted-by":"crossref","unstructured":"C. D. Manning, M. Surdeanu, J. Bauer, J. Finkel, S. J. Bethard, and D. McClosky. The Stanford CoreNLP natural language processing toolkit. In phThe annual meeting of the Association for Computational Linguistics, 2014.","DOI":"10.3115\/v1\/P14-5010"},{"key":"key-10.1145\/3041021.3054135-24","unstructured":"N. Nakashole, G. Weikum, and F. Suchanek. PATTY: a taxonomy of relational patterns with semantic types. In phENMLP and CoNLL, pages 1135--1145. ACL, 2012."},{"key":"key-10.1145\/3041021.3054135-25","doi-asserted-by":"crossref","unstructured":"and Hose}FrameBaseSchemaJ. Rouces, G. de Melo, and K. Hose. FrameBase: Representing n-ary relations using semantic frames. In phProceedings of ESWC 2015, pages 505--521, 2015.","DOI":"10.1007\/978-3-319-18818-8_31"},{"key":"key-10.1145\/3041021.3054135-26","doi-asserted-by":"crossref","unstructured":"ShutovaEtAl2015PerceptSPsE. Shutova, N. Tandon, and G. de Melo. Perceptually grounded selectional preferences. In phProceedings of ACL 2015, pages 950--960, 2015.","DOI":"10.3115\/v1\/P15-1092"},{"key":"key-10.1145\/3041021.3054135-27","doi-asserted-by":"crossref","unstructured":"C. Szegedy, W. Liu, Y. Jia, P. Sermanet, S. Reed, D. Anguelov, D. Erhan, V. Vanhoucke, and A. Rabinovich. Going deeper with convolutions. In phConference on Computer Vision and Pattern Recognition, pages 1--9, 2015.","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"key-10.1145\/3041021.3054135-28","unstructured":"De, and Weikum}TandonEtAl2015KnowlywoodN. Tandon, G. de Melo, A. De, and G. Weikum. Knowlywood: Mining activity knowledge from Hollywood narratives. In phProceedings of CIKM 2015, 2015."},{"key":"key-10.1145\/3041021.3054135-29","doi-asserted-by":"crossref","unstructured":"C. Unger and P. Cimiano. Pythia: Compositional meaning construction for ontology-based question answering on the semantic web. In phInternational Conference on Natural Language and Information Systems, pages 153--160. Springer, 2011.","DOI":"10.1007\/978-3-642-22327-3_15"},{"key":"key-10.1145\/3041021.3054135-30","doi-asserted-by":"crossref","unstructured":"T. Winograd. Understanding natural language. phCognitive psychology, 3 (1): 1--191, 1972.","DOI":"10.1016\/0010-0285(72)90002-3"},{"key":"key-10.1145\/3041021.3054135-31","unstructured":"W. A. Woods and R. Kaplan. Lunar rocks in natural English: Explorations in natural language question answering. phLinguistic structures processing, 5: 521--569, 1977."},{"key":"key-10.1145\/3041021.3054135-32","unstructured":"H. Xu, Y. Wang, K. Feng, G. de Melo, W. Wu, A. Sharf, and B. Chen. Shapelearner: Towards shape-based visual knowledge harvesting. In G. A. Kaminka, M. Fox, P. Bouquet, E. H&#252;llermeier, V. Dignum, F. Dignum, and F. van Harmelen, editors, phProceedings of ECAI 2016, volume 285 of phFrontiers in Artificial Intelligence and Applications, pages 435--443. IOS Press, 2016. ISBN 978--1--61499--671--2. 10.3233\/978--1--61499--672--9--435."},{"key":"key-10.1145\/3041021.3054135-33","unstructured":"M. Yahya, K. Berberich, S. Elbassuoni, M. Ramanath, V. Tresp, and G. Weikum. Natural language questions for the web of data. In phThe Conference on Empirical Methods on Natural Language Processing and Computational Natural Language Learning, pages 379--390, 2012."},{"key":"key-10.1145\/3041021.3054135-34","unstructured":"M. A. Yosef, J. Hoffart, I. Bordino, M. Spaniol, and G. Weikum. AIDA: An online tool for accurate disambiguation of named entities in text and tables. phInternational Conference on Very Large Data Bases, 4 (12): 1450--1453, 2011."},{"key":"key-10.1145\/3041021.3054135-35","doi-asserted-by":"crossref","unstructured":"Z. Zheng. AnswerBus question answering system. In phHTL, pages 399--404, 2002.","DOI":"10.3115\/1289189.1289238"},{"key":"key-10.1145\/3041021.3054135-36","unstructured":"and Fei-Fei}zhu2015buildingY. Zhu, C. Zhang, C. R&#233;, and L. Fei-Fei. Building a large-scale multimodal knowledge base for visual question answering. pharXiv 1507.05670, 2015."},{"key":"key-10.1145\/3041021.3054135-37","doi-asserted-by":"crossref","unstructured":"L. Zou, R. Huang, H. Wang, J. X. Yu, W. He, and D. Zhao. Natural language question answering over RDF: a graph data driven approach. In phProc. ACM-SIGMOD Int. Conf. on Management of Data, pages 313--324. ACM, 2014.","DOI":"10.1145\/2588555.2610525"}],"event":{"number":"26","sponsor":["SIGWEB, ACM Special Interest Group on Hypertext, Hypermedia, and Web","IW3C2, International World Wide Web Conference Committee"],"acronym":"WWW '17 Companion","name":"the 26th International Conference","start":{"date-parts":[[2017,4,3]]},"location":"Perth, Australia","end":{"date-parts":[[2017,4,7]]}},"container-title":["Proceedings of the 26th International Conference on World Wide Web Companion - WWW '17 Companion"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3041021.3054135","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3054135&ftid=1865236&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,29]],"date-time":"2025-06-29T19:07:34Z","timestamp":1751224054000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3041021.3054135"}},"subtitle":[],"proceedings-subject":"World Wide Web Companion","short-title":[],"issued":{"date-parts":[[2017]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1145\/3041021.3054135","relation":{},"subject":[],"published":{"date-parts":[[2017]]}}}