{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T10:45:11Z","timestamp":1772793911922,"version":"3.50.1"},"reference-count":16,"publisher":"Wiley","license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61170020"],"award-info":[{"award-number":["61170020"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61402311"],"award-info":[{"award-number":["61402311"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61440053"],"award-info":[{"award-number":["61440053"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["13KJB520021"],"award-info":[{"award-number":["13KJB520021"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["CXZZ13_0813"],"award-info":[{"award-number":["CXZZ13_0813"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["IIS-1115417"],"award-info":[{"award-number":["IIS-1115417"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61170020"],"award-info":[{"award-number":["61170020"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61402311"],"award-info":[{"award-number":["61402311"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61440053"],"award-info":[{"award-number":["61440053"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["13KJB520021"],"award-info":[{"award-number":["13KJB520021"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["CXZZ13_0813"],"award-info":[{"award-number":["CXZZ13_0813"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["IIS-1115417"],"award-info":[{"award-number":["IIS-1115417"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61170020"],"award-info":[{"award-number":["61170020"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61402311"],"award-info":[{"award-number":["61402311"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61440053"],"award-info":[{"award-number":["61440053"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["13KJB520021"],"award-info":[{"award-number":["13KJB520021"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["CXZZ13_0813"],"award-info":[{"award-number":["CXZZ13_0813"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["IIS-1115417"],"award-info":[{"award-number":["IIS-1115417"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Jiangsu Province Colleges and Universities Natural Science Research project","award":["61170020"],"award-info":[{"award-number":["61170020"]}]},{"name":"Jiangsu Province Colleges and Universities Natural Science Research project","award":["61402311"],"award-info":[{"award-number":["61402311"]}]},{"name":"Jiangsu Province Colleges and Universities Natural Science Research project","award":["61440053"],"award-info":[{"award-number":["61440053"]}]},{"name":"Jiangsu Province Colleges and Universities Natural Science Research project","award":["13KJB520021"],"award-info":[{"award-number":["13KJB520021"]}]},{"name":"Jiangsu Province Colleges and Universities Natural Science Research project","award":["CXZZ13_0813"],"award-info":[{"award-number":["CXZZ13_0813"]}]},{"name":"Jiangsu Province Colleges and Universities Natural Science Research project","award":["IIS-1115417"],"award-info":[{"award-number":["IIS-1115417"]}]},{"name":"Jiangsu Province Postgraduate Cultivation and Innovation project","award":["61170020"],"award-info":[{"award-number":["61170020"]}]},{"name":"Jiangsu Province Postgraduate Cultivation and Innovation project","award":["61402311"],"award-info":[{"award-number":["61402311"]}]},{"name":"Jiangsu Province Postgraduate Cultivation and Innovation project","award":["61440053"],"award-info":[{"award-number":["61440053"]}]},{"name":"Jiangsu Province Postgraduate Cultivation and Innovation project","award":["13KJB520021"],"award-info":[{"award-number":["13KJB520021"]}]},{"name":"Jiangsu Province Postgraduate Cultivation and Innovation project","award":["CXZZ13_0813"],"award-info":[{"award-number":["CXZZ13_0813"]}]},{"name":"Jiangsu Province Postgraduate Cultivation and Innovation project","award":["IIS-1115417"],"award-info":[{"award-number":["IIS-1115417"]}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["61170020"],"award-info":[{"award-number":["61170020"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["61402311"],"award-info":[{"award-number":["61402311"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["61440053"],"award-info":[{"award-number":["61440053"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["13KJB520021"],"award-info":[{"award-number":["13KJB520021"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CXZZ13_0813"],"award-info":[{"award-number":["CXZZ13_0813"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1115417"],"award-info":[{"award-number":["IIS-1115417"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Computational Intelligence and Neuroscience"],"published-print":{"date-parts":[[2017]]},"abstract":"<jats:p>Machine-constructed knowledge bases often contain noisy and inaccurate facts. There exists significant work in developing automated algorithms for knowledge base refinement. Automated approaches improve the quality of knowledge bases but are far from perfect. In this paper, we leverage crowdsourcing to improve the quality of automatically extracted knowledge bases. As human labelling is costly, an important research challenge is how we can use limited human resources to maximize the quality improvement for a knowledge base. To address this problem, we first introduce a concept of semantic constraints that can be used to detect potential errors and do inference among candidate facts. Then, based on semantic constraints, we propose rank-based and graph-based algorithms for crowdsourced knowledge refining, which judiciously select the most beneficial candidate facts to conduct crowdsourcing and prune unnecessary questions. Our experiments show that our method improves the quality of knowledge bases significantly and outperforms state-of-the-art automatic methods under a reasonable crowdsourcing cost.<\/jats:p>","DOI":"10.1155\/2017\/4092135","type":"journal-article","created":{"date-parts":[[2017,5,14]],"date-time":"2017-05-14T17:00:47Z","timestamp":1494781247000},"page":"1-17","source":"Crossref","is-referenced-by-count":1,"title":["Refining Automatically Extracted Knowledge Bases Using Crowdsourcing"],"prefix":"10.1155","volume":"2017","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5703-774X","authenticated-orcid":true,"given":"Chunhua","family":"Li","sequence":"first","affiliation":[{"name":"School of Computer Science and Technology, Soochow University, Suzhou 215006, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3099-4523","authenticated-orcid":true,"given":"Pengpeng","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Soochow University, Suzhou 215006, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4960-174X","authenticated-orcid":true,"given":"Victor S.","family":"Sheng","sequence":"additional","affiliation":[{"name":"Computer Science Department, University of Central Arkansas, Conway, AR, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xuefeng","family":"Xian","sequence":"additional","affiliation":[{"name":"College of Computer Engineering, Suzhou Vocational University, Suzhou 215104, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8759-7107","authenticated-orcid":true,"given":"Jian","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Soochow University, Suzhou 215006, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiming","family":"Cui","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Soochow University, Suzhou 215006, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"311","reference":[{"issue":"13","key":"23","doi-asserted-by":"crossref","first-page":"1713","DOI":"10.14778\/2733004.2733069","volume":"7","year":"2014","journal-title":"Proceedings of the VLDB Endowment"},{"key":"1","first-page":"722","volume-title":"DBpedia: a nucleus for a Web of open data","year":"2007"},{"key":"2","first-page":"3","volume-title":"Toward an architecture for never-ending language learning","volume":"5","year":"2010"},{"key":"19","first-page":"542","volume-title":"Knowledge graph identification","year":"2013"},{"key":"28","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2015.2401003"},{"key":"10","doi-asserted-by":"publisher","DOI":"10.1109\/tpds.2015.2506573"},{"key":"11","doi-asserted-by":"publisher","DOI":"10.1109\/tifs.2016.2596138"},{"key":"24","doi-asserted-by":"publisher","DOI":"10.1145\/1378704.1378719"},{"issue":"11","key":"25","doi-asserted-by":"crossref","first-page":"1483","DOI":"10.14778\/2350229.2350263","volume":"5","year":"2012","journal-title":"Proceedings of the VLDB Endowment"},{"key":"30","doi-asserted-by":"publisher","DOI":"10.3233\/ifs-141378"},{"key":"15","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2016.2544779"},{"issue":"4","key":"26","first-page":"1947","volume":"75","year":"2014","journal-title":"Multimedia Tools and Applications"},{"key":"27","doi-asserted-by":"publisher","DOI":"10.1002\/sec.864"},{"key":"14","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2015.03.013"},{"key":"13","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2342533"},{"key":"9","doi-asserted-by":"publisher","DOI":"10.1023\/B:ORDE.0000034609.99940.fb"}],"container-title":["Computational Intelligence and Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/downloads.hindawi.com\/journals\/cin\/2017\/4092135.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/downloads.hindawi.com\/journals\/cin\/2017\/4092135.xml","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/downloads.hindawi.com\/journals\/cin\/2017\/4092135.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,5,14]],"date-time":"2017-05-14T17:00:57Z","timestamp":1494781257000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.hindawi.com\/journals\/cin\/2017\/4092135\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"references-count":16,"alternative-id":["4092135","4092135"],"URL":"https:\/\/doi.org\/10.1155\/2017\/4092135","relation":{},"ISSN":["1687-5265","1687-5273"],"issn-type":[{"value":"1687-5265","type":"print"},{"value":"1687-5273","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]}}}