{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T12:02:53Z","timestamp":1780401773017,"version":"3.54.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T00:00:00Z","timestamp":1728345600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T00:00:00Z","timestamp":1728345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"crossref","award":["72201275"],"award-info":[{"award-number":["72201275"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"crossref","award":["72201275"],"award-info":[{"award-number":["72201275"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"crossref","award":["72201275"],"award-info":[{"award-number":["72201275"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"crossref","award":["72201275"],"award-info":[{"award-number":["72201275"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"crossref","award":["72201275"],"award-info":[{"award-number":["72201275"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Data Sci Anal"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s41060-024-00661-3","type":"journal-article","created":{"date-parts":[[2024,10,8]],"date-time":"2024-10-08T11:01:57Z","timestamp":1728385317000},"page":"3021-3035","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Knowledge graph accuracy evaluation: an LLM-enhanced embedding approach"],"prefix":"10.1007","volume":"20","author":[{"given":"Mingtao","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guoli","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jing","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoying","family":"Bai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,8]]},"reference":[{"key":"661_CR1","doi-asserted-by":"crossref","unstructured":"Saxena, A., Tripathi, A., Talukdar, P.: Improving multi-hop question answering over knowledge graphs using knowledge base embeddings. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.acl-main.412"},{"key":"661_CR2","doi-asserted-by":"crossref","unstructured":"Hildebrandt, M., Quintero\u00a0Serna, J.A., Ma, Y., Ringsquandl, M., Joblin, M., Tresp, V.: Reasoning on knowledge graphs with debate dynamics. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 4123\u20134131 (2020)","DOI":"10.1609\/aaai.v34i04.6600"},{"key":"661_CR3","doi-asserted-by":"publisher","first-page":"881","DOI":"10.14778\/2732951.2732962","volume":"7","author":"XL Dong","year":"2014","unstructured":"Dong, X.L., Gabrilovich, E., Heitz, G., Horn, W., Murphy, K.P., Sun, S., Zhang, W.: From data fusion to knowledge fusion. Proc. VLDB Endow. 7, 881\u2013892 (2014)","journal-title":"Proc. VLDB Endow."},{"key":"661_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1080\/07421222.1996.11518099","volume":"12","author":"RY Wang","year":"1996","unstructured":"Wang, R.Y., Strong, D.M.: Beyond accuracy: what data quality means to data consumers. J. Manag. Inf. Syst. 12, 5\u201333 (1996)","journal-title":"J. Manag. Inf. Syst."},{"key":"661_CR5","doi-asserted-by":"publisher","first-page":"1679","DOI":"10.14778\/3342263.3342642","volume":"12","author":"J Gao","year":"2019","unstructured":"Gao, J., Li, X., Xu, Y.E., Sisman, B., Dong, X.L., Yang, J.: Efficient knowledge graph accuracy evaluation. Proc. VLDB Endow. 12, 1679\u20131691 (2019)","journal-title":"Proc. VLDB Endow."},{"key":"661_CR6","doi-asserted-by":"crossref","unstructured":"Suchanek, F.M., Kasneci, G., Weikum, G.: Yago: A core of semantic knowledge unifying wordnet and Wikipedia. In: Proceedings of the 16th International Conference on World Wide Web (2007)","DOI":"10.1145\/1242572.1242667"},{"key":"661_CR7","doi-asserted-by":"crossref","unstructured":"Qi, Y., Zheng, W., Hong, L., Zou, L.: Evaluating knowledge graph accuracy powered by optimized human\u2013machine collaboration. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. KDD\u201922, pp. 1368\u20131378. Association for Computing Machinery, New York, NY, USA (2022)","DOI":"10.1145\/3534678.3539233"},{"key":"661_CR8","doi-asserted-by":"crossref","unstructured":"Ojha, P., Talukdar, P.: KGEval: accuracy estimation of automatically constructed knowledge graphs. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing (2017)","DOI":"10.18653\/v1\/D17-1183"},{"key":"661_CR9","doi-asserted-by":"crossref","unstructured":"Amaral, G., Rodrigues, O., Simperl, E.P.B.: Prove: a pipeline for automated provenance verification of knowledge graphs against textual sources (2022). arXiv:2210.14846","DOI":"10.3233\/SW-233467"},{"key":"661_CR10","doi-asserted-by":"crossref","unstructured":"Liu, S., d\u2019Aquin, M., Motta, E.: Measuring accuracy of triples in knowledge graphs. In: International Conference on Language, Data, and Knowledge (2017)","DOI":"10.1007\/978-3-319-59888-8_29"},{"key":"661_CR11","doi-asserted-by":"crossref","unstructured":"Jia, S., Xiang, Y., Chen, X., Wang, K.: Triple trustworthiness measurement for knowledge graph. In: The World Wide Web Conference (2019)","DOI":"10.1145\/3308558.3313586"},{"key":"661_CR12","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Wang, X., Chen, J., Qiao, S., Ou, Y., Yao, Y., Deng, S., Chen, H., Zhang, N.: LLMS for knowledge graph construction and reasoning: recent capabilities and future opportunities (2023). arXiv:2305.13168","DOI":"10.1007\/s11280-024-01297-w"},{"key":"661_CR13","unstructured":"Peng, B., Galley, M., He, P., Cheng, H., Xie, Y., Hu, Y., Huang, Q., Lid\u00e9n, L., Yu, Z., Chen, W., Gao, J.: Check your facts and try again: improving large language models with external knowledge and automated feedback (2023). arXiv:2302.12813"},{"key":"661_CR14","unstructured":"Wei, J., Bosma, M., Zhao, V., Guu, K., Yu, A.W., Lester, B., Du, N., Dai, A.M., Le, Q.V.: Finetuned language models are zero-shot learners (2021). arXiv:2109.01652"},{"key":"661_CR15","unstructured":"Bordes, A., Usunier, N., Garcia-Dur\u00e1n, A., Weston, J., Yakhnenko, O.: Translating embeddings for modeling multi-relational data. In: Proceedings of the 26th International Conference on Neural Information Processing Systems\u2014Volume 2. NIPS\u201913, pp. 2787\u20132795. Curran Associates Inc., Red Hook, NY, USA (2013)"},{"key":"661_CR16","doi-asserted-by":"crossref","unstructured":"Bollacker, K., Evans, C., Paritosh, P., Sturge, T., Taylor, J.: Freebase. In: Proceedings of the 2008 ACM SIGMOD International Conference on Management of Data (2008)","DOI":"10.1145\/1376616.1376746"},{"key":"661_CR17","doi-asserted-by":"crossref","unstructured":"Akrami, F., Saeef, M.S., Zhang, Q., Hu, W., Li, C.: Realistic re-evaluation of knowledge graph completion methods: an experimental study. In: Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data (2020)","DOI":"10.1145\/3318464.3380599"},{"key":"661_CR18","doi-asserted-by":"crossref","unstructured":"Kontokostas, D., Westphal, P., Auer, S., Hellmann, S., Lehmann, J., Cornelissen, R., Zaveri, A.: Test-driven evaluation of linked data quality. In: Proceedings of the 23rd International Conference on World Wide Web (2014)","DOI":"10.1145\/2566486.2568002"},{"key":"661_CR19","doi-asserted-by":"publisher","DOI":"10.1145\/3310230","author":"W Fan","year":"2019","unstructured":"Fan, W.: Dependencies for graphs: challenges and opportunities. J. Data Inf. Qual. (2019). https:\/\/doi.org\/10.1145\/3310230","journal-title":"J. Data Inf. Qual."},{"key":"661_CR20","doi-asserted-by":"crossref","unstructured":"Fan, W., Hu, C., Liu, X., Lu, P.: Discovering graph functional dependencies. In: Proceedings of the 2018 International Conference on Management of Data (2018)","DOI":"10.1145\/3183713.3196916"},{"key":"661_CR21","doi-asserted-by":"publisher","first-page":"2724","DOI":"10.1109\/TKDE.2017.2754499","volume":"29","author":"Q Wang","year":"2017","unstructured":"Wang, Q., Mao, Z., Wang, B., Guo, L.: Knowledge graph embedding: a survey of approaches and applications. IEEE Trans. Knowl. Data Eng. 29, 2724\u20132743 (2017)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"661_CR22","unstructured":"Cao, J., Fang, J., Meng, Z., Liang, S.: Knowledge graph embedding: a survey from the perspective of representation spaces (2022). arXiv:2211.03536"},{"key":"661_CR23","doi-asserted-by":"crossref","unstructured":"Ji, G., He, S., Xu, L., Liu, K., Zhao, J.: Knowledge graph embedding via dynamic mapping matrix. In: Proceedings of the 53rd Annual Meeting of the Association for Computational Linguistics and the 7th International Joint Conference on Natural Language Processing (Volume 1: Long Papers) (2015)","DOI":"10.3115\/v1\/P15-1067"},{"key":"661_CR24","unstructured":"Wang, Z., Zhang, J., Feng, J., Chen, Z.: Knowledge graph embedding by translating on hyperplanes. In: Proceedings of the AAAI Conference on Artificial Intelligence (2022)"},{"key":"661_CR25","doi-asserted-by":"crossref","unstructured":"Lin, Y., Liu, Z., Luan, H., Sun, M., Rao, S., Liu, S.: Modeling relation paths for representation learning of knowledge bases. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing (2015)","DOI":"10.18653\/v1\/D15-1082"},{"key":"661_CR26","unstructured":"Xie, R., Liu, Z., Lin, F., Lin, L.: Does William Shakespeare really write Hamlet? knowledge representation learning with confidence. In: Proceedings of the AAAI Conference on Artificial Intelligence (2022)"},{"key":"661_CR27","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Dong, J., Duan, K., Huang, X., Liu, Y., Xu, L.: Contrastive knowledge graph error detection. In: Proceedings of the 31st ACM International Conference on Information Knowledge Management (2022)","DOI":"10.1145\/3511808.3557264"},{"key":"661_CR28","doi-asserted-by":"crossref","unstructured":"Wang, Y., Ma, F., Gao, J.: Efficient knowledge graph validation via cross-graph representation learning (2020). CoRR arXiv:2008.06995","DOI":"10.1145\/3340531.3411902"},{"key":"661_CR29","doi-asserted-by":"crossref","unstructured":"Lehmann, J., Gerber, D., Morsey, M., Ngonga\u00a0Ngomo, A.-C.: DeFacto\u2014deep fact validation, pp. 312\u2013327 (2012)","DOI":"10.1007\/978-3-642-35176-1_20"},{"key":"661_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.websem.2015.08.001","author":"D Gerber","year":"2015","unstructured":"Gerber, D., Esteves, D., Lehmann, J., B\u00fchmann, L., Usbeck, R., Ngonga Ngomo, A.-C., Speck, R.: Defacto\u2014temporal and multilingual deep fact validation. J. Web Semant. (2015). https:\/\/doi.org\/10.1016\/j.websem.2015.08.001","journal-title":"J. Web Semant."},{"key":"661_CR31","doi-asserted-by":"crossref","unstructured":"Li, X., Meng, W., Yu, C.: T-verifier: verifying truthfulness of fact statements. In: 2011 IEEE 27th International Conference on Data Engineering (2011)","DOI":"10.1109\/ICDE.2011.5767859"},{"key":"661_CR32","doi-asserted-by":"crossref","unstructured":"Liu, Z., Xiong, C., Sun, M., Liu, Z.: Fine-grained fact verification with kernel graph attention network. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.acl-main.655"},{"key":"661_CR33","doi-asserted-by":"crossref","unstructured":"Zhou, J., Han, X., Yang, C., Liu, Z., Wang, L., Li, C., Sun, M.: Gear: Graph-based evidence aggregating and reasoning for fact verification (2019). arXiv:1908.01843","DOI":"10.18653\/v1\/P19-1085"},{"key":"661_CR34","unstructured":"Brown, T.B., Mann, B., Ryder, N., Subbiah, M., Kaplan, J., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., Agarwal, S., Herbert-Voss, A., Krueger, G., Henighan, T., Child, R., Ramesh, A., Ziegler, D.M., Wu, J., Winter, C., Hesse, C., Chen, M., Sigler, E., Litwin, M., Gray, S., Chess, B., Clark, J., Berner, C., McCandlish, S., Radford, A., Sutskever, I., Amodei, D.: Language models are few-shot learners (2020). CoRR arXiv:2005.14165"},{"key":"661_CR35","unstructured":"Zeng, A., Liu, X., Du, Z., Wang, Z., Lai, H., Ding, M., Yang, Z., Xu, Y., Zheng, W., Xia, X., et al.: Glm-130b: an open bilingual pre-trained model (2022). arXiv preprint arXiv:2210.02414"},{"key":"661_CR36","doi-asserted-by":"crossref","unstructured":"Li, S., Li, X., Shang, L., Dong, Z., Sun, C., Liu, B., Ji, Z., Jiang, X., Liu, Q.: How pre-trained language models capture factual knowledge? A causal-inspired analysis. In: Findings (2022)","DOI":"10.18653\/v1\/2022.findings-acl.136"},{"key":"661_CR37","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1162\/tacl_a_00454","volume":"10","author":"Z Guo","year":"2022","unstructured":"Guo, Z., Schlichtkrull, M., Vlachos, A.: A survey on automated fact-checking. Trans. Assoc. Comput. Linguist. 10, 178\u2013206 (2022)","journal-title":"Trans. Assoc. Comput. Linguist."}],"container-title":["International Journal of Data Science and Analytics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-024-00661-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41060-024-00661-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-024-00661-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T23:09:22Z","timestamp":1757113762000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41060-024-00661-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,8]]},"references-count":37,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["661"],"URL":"https:\/\/doi.org\/10.1007\/s41060-024-00661-3","relation":{},"ISSN":["2364-415X","2364-4168"],"issn-type":[{"value":"2364-415X","type":"print"},{"value":"2364-4168","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,8]]},"assertion":[{"value":"10 August 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}