{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T18:02:21Z","timestamp":1771524141448,"version":"3.50.1"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T00:00:00Z","timestamp":1667606400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T00:00:00Z","timestamp":1667606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2020YJS012"],"award-info":[{"award-number":["2020YJS012"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key R &D Program of China","doi-asserted-by":"crossref","award":["No.2018YFC0832300"],"award-info":[{"award-number":["No.2018YFC0832300"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National Key R &D Program of China","doi-asserted-by":"crossref","award":["No.2018YFC0832303"],"award-info":[{"award-number":["No.2018YFC0832303"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s00521-022-07965-0","type":"journal-article","created":{"date-parts":[[2022,11,5]],"date-time":"2022-11-05T12:02:51Z","timestamp":1667649771000},"page":"5513-5533","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Improving and evaluating complex question answering over knowledge bases by constructing strongly supervised data"],"prefix":"10.1007","volume":"35","author":[{"given":"Xing","family":"Cao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0821-1852","authenticated-orcid":false,"given":"Yingsi","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bo","family":"Shen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,11,5]]},"reference":[{"key":"7965_CR1","doi-asserted-by":"crossref","unstructured":"Jiang Y, Bansal M (2019) Self-assembling modular networks for interpretable multi-hop reasoning. In: Proceedings of the 2019 conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), pp 4474\u20134484","DOI":"10.18653\/v1\/D19-1455"},{"key":"7965_CR2","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/s10844-021-00645-w","volume":"58","author":"X Cao","year":"2021","unstructured":"Cao X, Liu Y (2021) Coarse-grained decomposition and fine-grained interaction for multi-hop question answering. J Intell Inform Syst 58:21\u201341","journal-title":"J Intell Inform Syst"},{"key":"7965_CR3","doi-asserted-by":"crossref","unstructured":"Jiang Y, Bansal M (2019) Avoiding reasoning shortcuts: adversarial evaluation, training, and model development for multi-hop QA. In: Proceedings of the 57th annual meeting of the association for computational linguistics, pp 2726\u20132736","DOI":"10.18653\/v1\/P19-1262"},{"key":"7965_CR4","doi-asserted-by":"crossref","unstructured":"Yang Z, Qi P, Zhang S, Bengio Y, Cohen W, Salakhutdinov R, Manning CD (2018) Hotpotqa: a dataset for diverse, explainable multi-hop question answering. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp 2369\u20132380","DOI":"10.18653\/v1\/D18-1259"},{"key":"7965_CR5","doi-asserted-by":"publisher","unstructured":"Cao X, Liu Y, Hu B, Zhang Y (2021) Dual-channel reasoning model for complex question answering. Complexity 2021:7367181. https:\/\/doi.org\/10.1155\/2021\/7367181","DOI":"10.1155\/2021\/7367181"},{"key":"7965_CR6","unstructured":"Ren H, Dai H, Dai B, Chen X, Yasunaga M, Sun H, Schuurmans D, Leskovec J, Zhou D (2021) Lego: latent execution-guided reasoning for multi-hop question answering on knowledge graphs. In: International conference on machine learning, pp 8959\u20138970. PMLR"},{"key":"7965_CR7","doi-asserted-by":"crossref","unstructured":"Saxena A, Chakrabarti S, Talukdar P (2021) Question answering over temporal knowledge graphs. In: Proceedings of the 59th annual meeting of the association for computational linguistics and the 11th international joint conference on natural language processing (Volume 1: Long Papers), pp 6663\u20136676","DOI":"10.18653\/v1\/2021.acl-long.520"},{"key":"7965_CR8","doi-asserted-by":"crossref","unstructured":"Kapanipathi P, Abdelaziz I, Ravishankar S, Roukos S, Gray A, Astudillo RF, Chang M, Cornelio C, Dana S, Fokoue-Nkoutche A et al (2021) Leveraging abstract meaning representation for knowledge base question answering. In: Findings of the association for computational linguistics: ACL-IJCNLP 2021, pp 3884\u20133894","DOI":"10.18653\/v1\/2021.findings-acl.339"},{"key":"7965_CR9","doi-asserted-by":"crossref","unstructured":"Gu Y, Kase S, Vanni M, Sadler B, Liang P, Yan X, Su Y (2021) Beyond iid: three levels of generalization for question answering on knowledge bases. In: Proceedings of the web conference 2021, pp 3477\u20133488","DOI":"10.1145\/3442381.3449992"},{"key":"7965_CR10","doi-asserted-by":"crossref","unstructured":"Xu K, Lai Y, Feng Y, Wang Z (2019) Enhancing key-value memory neural networks for knowledge based question answering. In: Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, Volume 1 (Long and Short Papers), pp 2937\u20132947","DOI":"10.18653\/v1\/N19-1301"},{"key":"7965_CR11","doi-asserted-by":"crossref","unstructured":"Auer S, Bizer C, Kobilarov G, Lehmann J, Cyganiak R, Ives Z (2007) Dbpedia: a nucleus for a web of open data. In: The Semantic Web, pp 722\u2013735. Springer","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"7965_CR12","doi-asserted-by":"crossref","unstructured":"Suchanek FM, Kasneci G, Weikum G (2007) Yago: a core of semantic knowledge. In: Proceedings of the 16th international conference on world wide web, pp 697\u2013706","DOI":"10.1145\/1242572.1242667"},{"key":"7965_CR13","doi-asserted-by":"crossref","unstructured":"Bollacker K, Evans C, Paritosh P, Sturge T, Taylor J (2008) Freebase: a collaboratively created graph database for structuring human knowledge. In: Proceedings of the 2008 ACM SIGMOD international conference on management of data, pp. 1247\u20131250","DOI":"10.1145\/1376616.1376746"},{"issue":"16","key":"7965_CR14","doi-asserted-by":"publisher","first-page":"10587","DOI":"10.1007\/s00521-021-05762-9","volume":"33","author":"X Li","year":"2021","unstructured":"Li X, Zang H, Yu X, Wu H, Zhang Z, Liu J, Wang M (2021) On improving knowledge graph facilitated simple question answering system. Neural Comput Appl 33(16):10587\u201310596","journal-title":"Neural Comput Appl"},{"key":"7965_CR15","doi-asserted-by":"crossref","unstructured":"Min S, Zhong V, Zettlemoyer L, Hajishirzi H (2019) Multi-hop reading comprehension through question decomposition and rescoring. In: Proceedings of the 57th annual meeting of the association for computational linguistics, pp 6097\u20136109","DOI":"10.18653\/v1\/P19-1613"},{"key":"7965_CR16","doi-asserted-by":"crossref","unstructured":"Liang C, Berant J, Le Q, Forbus K, Lao N (2017) Neural symbolic machines: learning semantic parsers on freebase with weak supervision. In: Proceedings of the 55th annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 23\u201333","DOI":"10.18653\/v1\/P17-1003"},{"key":"7965_CR17","doi-asserted-by":"crossref","unstructured":"Qiu Y, Wang Y, Jin X, Zhang K (2020) Stepwise reasoning for multi-relation question answering over knowledge graph with weak supervision. In: Proceedings of the 13th international conference on web search and data mining, pp 474\u2013482","DOI":"10.1145\/3336191.3371812"},{"key":"7965_CR18","doi-asserted-by":"crossref","unstructured":"Qiu Y, Zhang K, Wang Y, Jin X, Bai L, Guan S, Cheng X (2020) Hierarchical query graph generation for complex question answering over knowledge graph. In: Proceedings of the 29th ACM international conference on information & knowledge management, pp 1285\u20131294","DOI":"10.1145\/3340531.3411888"},{"key":"7965_CR19","doi-asserted-by":"crossref","unstructured":"He G, Lan Y, Jiang J, Zhao WX, Wen J-R (2021) Improving multi-hop knowledge base question answering by learning intermediate supervision signals. In: Proceedings of the 14th ACM international conference on web search and data mining, pp 553\u2013561","DOI":"10.1145\/3437963.3441753"},{"key":"7965_CR20","doi-asserted-by":"crossref","unstructured":"Luo K, Lin F, Luo X, Zhu K (2018) Knowledge base question answering via encoding of complex query graphs. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp 2185\u20132194","DOI":"10.18653\/v1\/D18-1242"},{"key":"7965_CR21","doi-asserted-by":"crossref","unstructured":"Chen Y, Li H, Hua Y, Qi G (2021) Formal query building with query structure prediction for complex question answering over knowledge base. In: Proceedings of the Twenty-Ninth international conference on international joint conferences on artificial intelligence, pp 3751\u20133758","DOI":"10.24963\/ijcai.2020\/519"},{"key":"7965_CR22","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1016\/j.neucom.2019.09.003","volume":"372","author":"S Zhu","year":"2020","unstructured":"Zhu S, Cheng X, Su S (2020) Knowledge-based question answering by tree-to-sequence learning. Neurocomputing 372:64\u201372","journal-title":"Neurocomputing"},{"key":"7965_CR23","doi-asserted-by":"crossref","unstructured":"Han J, Cheng B, Wang X (2020) Open domain question answering based on text enhanced knowledge graph with hyperedge infusion. In: Findings of the association for computational linguistics: EMNLP 2020, pp 1475\u20131481","DOI":"10.18653\/v1\/2020.findings-emnlp.133"},{"key":"7965_CR24","doi-asserted-by":"crossref","unstructured":"Sun H, Dhingra B, Zaheer M, Mazaitis K, Salakhutdinov R, Cohen W (2018) Open domain question answering using early fusion of knowledge bases and text. In: Proceedings of the 2018 conference on empirical methods in natural language processing, pp. 4231\u20134242","DOI":"10.18653\/v1\/D18-1455"},{"key":"7965_CR25","doi-asserted-by":"crossref","unstructured":"Talmor A, Berant J (2018) The web as a knowledge-base for answering complex questions. In: Proceedings of the 2018 Conference of the North American chapter of the association for computational linguistics: human language technologies, Volume 1 (Long Papers), pp. 641\u2013651","DOI":"10.18653\/v1\/N18-1059"},{"key":"7965_CR26","doi-asserted-by":"crossref","unstructured":"Yih SW-t, Chang M-W, He X, Gao J (2015) Semantic parsing via staged query graph generation: Question answering with knowledge base. In: Proceedings of the joint conference of the 53rd annual meeting of the ACL and the 7th international joint conference on natural language processing of the AFNLP","DOI":"10.3115\/v1\/P15-1128"},{"key":"7965_CR27","doi-asserted-by":"crossref","unstructured":"Hao T, Li X, He Y, Wang FL, Qu Y (2022) Recent progress in leveraging deep learning methods for question answering. Neural Comput Appl 34:2765\u20132783. https:\/\/doi.org\/10.1007\/s00521-021-06748-3","DOI":"10.1007\/s00521-021-06748-3"},{"key":"7965_CR28","doi-asserted-by":"crossref","unstructured":"Lan Y, Jiang J (2020) Query graph generation for answering multi-hop complex questions from knowledge bases. In: Association for computational linguistics","DOI":"10.18653\/v1\/2020.acl-main.91"},{"key":"7965_CR29","doi-asserted-by":"crossref","unstructured":"Sun Y, Zhang L, Cheng G, Qu Y (2020) Sparqa: skeleton-based semantic parsing for complex questions over knowledge bases. In: Proceedings of the AAAI conference on artificial intelligence, vol. 34, pp 8952\u20138959","DOI":"10.1609\/aaai.v34i05.6426"},{"key":"7965_CR30","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American chapter of the association for computational linguistics: human language technologies, Volume 1 (Long and Short Papers), pp 4171\u20134186"},{"key":"7965_CR31","doi-asserted-by":"crossref","unstructured":"Das R, Zaheer M, Thai D, Godbole A, Perez E, Lee JY, Tan L, Polymenakos L, McCallum A (2021) Case-based reasoning for natural language queries over knowledge bases. In: Proceedings of the 2021 conference on empirical methods in natural language processing, pp 9594\u20139611","DOI":"10.18653\/v1\/2021.emnlp-main.755"},{"key":"7965_CR32","doi-asserted-by":"crossref","unstructured":"Zhang Y, Dai H, Kozareva Z, Smola AJ, Song L (2018) Variational reasoning for question answering with knowledge graph. In: Thirty-Second AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.12057"},{"key":"7965_CR33","doi-asserted-by":"crossref","unstructured":"Yan Y, Li R, Wang S, Zhang H, Daoguang Z, Zhang F, Wu W, Xu W (2021) Large-scale relation learning for question answering over knowledge bases with pre-trained language models. In: Proceedings of the 2021 conference on empirical methods in natural language processing, pp 3653\u20133660","DOI":"10.18653\/v1\/2021.emnlp-main.296"},{"key":"7965_CR34","unstructured":"Bordes A, Usunier N, Garcia-Duran A, Weston J, Yakhnenko O (2013) Translating embeddings for modeling multi-relational data. Adv Neural Inform Process Syst 26"},{"key":"7965_CR35","doi-asserted-by":"crossref","unstructured":"Wang Z, Zhang J, Feng J, Chen Z (2014) Knowledge graph embedding by translating on hyperplanes. In: Proceedings of the AAAI conference on artificial intelligence, vol. 28","DOI":"10.1609\/aaai.v28i1.8870"},{"key":"7965_CR36","doi-asserted-by":"crossref","unstructured":"Lin Y, Liu Z, Sun M, Liu Y, Zhu X (2015) Learning entity and relation embeddings for knowledge graph completion. In: Twenty-ninth AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v29i1.9491"},{"key":"7965_CR37","doi-asserted-by":"crossref","unstructured":"Ji G, He S, Xu L, Liu K, Zhao J (2015) Knowledge graph embedding via dynamic mapping matrix. In: Proceedings of the 53rd annual meeting of the association for computational linguistics and the 7th international joint conference on natural language processing (Volume 1: Long Papers), pp 687\u2013696","DOI":"10.3115\/v1\/P15-1067"},{"key":"7965_CR38","doi-asserted-by":"crossref","unstructured":"Peng Y, Zhang J (2020) Lineare: simple but powerful knowledge graph embedding for link prediction. In: 2020 IEEE international conference on data mining (ICDM), pp 422\u2013431. IEEE","DOI":"10.1109\/ICDM50108.2020.00051"},{"key":"7965_CR39","doi-asserted-by":"crossref","unstructured":"Chao L, He J, Wang T, Chu W (2021) Pairre: knowledge graph embeddings via paired relation vectors. In: Proceedings of the 59th annual meeting of the association for computational linguistics and the 11th international joint conference on natural language processing (Volume 1: Long Papers), pp 4360\u20134369","DOI":"10.18653\/v1\/2021.acl-long.336"},{"key":"7965_CR40","doi-asserted-by":"crossref","unstructured":"Saxena A, Tripathi A, Talukdar P (2020) Improving multi-hop question answering over knowledge graphs using knowledge base embeddings. In: Proceedings of the 58th annual meeting of the association for computational linguistics, pp 4498\u20134507","DOI":"10.18653\/v1\/2020.acl-main.412"},{"key":"7965_CR41","unstructured":"Trouillon T, Welbl J, Riedel S, Gaussier \u00c9, Bouchard G (2016) Complex embeddings for simple link prediction. In: International conference on machine learning, pp 2071\u20132080. PMLR"},{"key":"7965_CR42","unstructured":"Ren H, Hu W, Leskovec J (2019) Query2box: reasoning over knowledge graphs in vector space using box embeddings. In: International conference on learning representations"},{"key":"7965_CR43","doi-asserted-by":"crossref","unstructured":"Liu L, Du B, Ji H, Zhai C, Tong H (2021) Neural-answering logical queries on knowledge graphs. In: Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining, pp 1087\u20131097","DOI":"10.1145\/3447548.3467375"},{"key":"7965_CR44","first-page":"19172","volume":"34","author":"Z Zhang","year":"2021","unstructured":"Zhang Z, Wang J, Chen J, Ji S, Wu F (2021) Cone: cone embeddings for multi-hop reasoning over knowledge graphs. Adv Neural Inform Process Syst 34:19172\u201319183","journal-title":"Adv Neural Inform Process Syst"},{"issue":"4","key":"7965_CR45","doi-asserted-by":"publisher","first-page":"784","DOI":"10.1109\/TKDE.2003.1208999","volume":"15","author":"TH Haveliwala","year":"2003","unstructured":"Haveliwala TH (2003) Topic-sensitive pagerank: a context-sensitive ranking algorithm for web search. IEEE Trans Knowl Data Eng 15(4):784\u2013796","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"1","key":"7965_CR46","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1214\/aoms\/1177729694","volume":"22","author":"S Kullback","year":"1951","unstructured":"Kullback S, Leibler RA (1951) On information and sufficiency. Ann Math Stat 22(1):79\u201386","journal-title":"Ann Math Stat"},{"key":"7965_CR47","doi-asserted-by":"crossref","unstructured":"Miller AH, Fisch A, Dodge J, Karimi A-H, Bordes A, Weston J (2016) Key-value memory networks for directly reading documents. In: EMNLP","DOI":"10.18653\/v1\/D16-1147"},{"key":"7965_CR48","doi-asserted-by":"crossref","unstructured":"Sun H, Bedrax-Weiss T, Cohen W (2019) Pullnet: Open domain question answering with iterative retrieval on knowledge bases and text. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), pp 2380\u20132390","DOI":"10.18653\/v1\/D19-1242"},{"key":"7965_CR49","doi-asserted-by":"crossref","unstructured":"Xiong W, Yu M, Chang S, Guo X, Wang WY (2019) Improving question answering over incomplete kbs with knowledge-aware reader. In: Proceedings of the 57th annual meeting of the association for computational linguistics, pp 4258\u20134264","DOI":"10.18653\/v1\/P19-1417"},{"key":"7965_CR50","doi-asserted-by":"publisher","unstructured":"Shen Y, Yang M, Li Y, Wang D, Zheng H, Chen D (2021) Knowledge-based reasoning network for relation detection. IEEE Trans Neural Net Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2021.3123751","DOI":"10.1109\/TNNLS.2021.3123751"},{"issue":"5","key":"7965_CR51","doi-asserted-by":"publisher","first-page":"5841","DOI":"10.1007\/s10489-021-02739-y","volume":"52","author":"Y Zhang","year":"2022","unstructured":"Zhang Y, Jin L, Zhang Z, Li X, Liu Q, Wang H (2022) Sf-ann: leveraging structural features with an attention neural network for candidate fact ranking. Appl Intell 52(5):5841\u20135856","journal-title":"Appl Intell"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07965-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07965-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07965-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,10]],"date-time":"2023-02-10T15:23:18Z","timestamp":1676042598000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07965-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,5]]},"references-count":51,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["7965"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07965-0","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,5]]},"assertion":[{"value":"2 March 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}]}}