{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T02:44:54Z","timestamp":1783737894853,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,6]],"date-time":"2022-07-06T00:00:00Z","timestamp":1657065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100011332","name":"University of Chinese Academy of Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100011332","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2020AAA0106400"],"award-info":[{"award-number":["2020AAA0106400"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1936207"],"award-info":[{"award-number":["U1936207"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,6]]},"DOI":"10.1145\/3477495.3532052","type":"proceedings-article","created":{"date-parts":[[2022,7,7]],"date-time":"2022-07-07T15:12:08Z","timestamp":1657206728000},"page":"916-926","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Re-thinking Knowledge Graph Completion Evaluation from an Information Retrieval Perspective"],"prefix":"10.1145","author":[{"given":"Ying","family":"Zhou","sequence":"first","affiliation":[{"name":"University of Chinese Academy of Sciences & Institute of Software, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuanang","family":"Chen","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences & Institute of Software, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ben","family":"He","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences & Institute of Software, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zheng","family":"Ye","sequence":"additional","affiliation":[{"name":"South-Central University for Nationalities, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Le","family":"Sun","sequence":"additional","affiliation":[{"name":"Institute of Software, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,7,7]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"crossref","unstructured":"Farahnaz Akrami Lingbing Guo Wei Hu and Chengkai Li. 2018. Re-evaluating Embedding-Based Knowledge Graph Completion Methods. In CIKM. ACM 1779-- 1782. Farahnaz Akrami Lingbing Guo Wei Hu and Chengkai Li. 2018. Re-evaluating Embedding-Based Knowledge Graph Completion Methods. In CIKM. ACM 1779-- 1782.","DOI":"10.1145\/3269206.3269266"},{"key":"e_1_3_2_2_2_1","volume-title":"Realistic Re-evaluation of Knowledge Graph Completion Methods: An Experimental Study. In SIGMOD Conference. ACM","author":"Akrami Farahnaz","year":"2020","unstructured":"Farahnaz Akrami , Mohammed Samiul Saeef , Qingheng Zhang , Wei Hu , and Chengkai Li . 2020 . Realistic Re-evaluation of Knowledge Graph Completion Methods: An Experimental Study. In SIGMOD Conference. ACM , 1995--2010. Farahnaz Akrami, Mohammed Samiul Saeef, Qingheng Zhang, Wei Hu, and Chengkai Li. 2020. Realistic Re-evaluation of Knowledge Graph Completion Methods: An Experimental Study. In SIGMOD Conference. ACM, 1995--2010."},{"key":"e_1_3_2_2_3_1","volume-title":"Laurent Vermue, Mikhail Galkin, Sahand Sharifzadeh, Asja Fischer, Volker Tresp, and Jens Lehmann.","author":"Ali Mehdi","year":"2020","unstructured":"Mehdi Ali , Max Berrendorf , Charles Tapley Hoyt , Laurent Vermue, Mikhail Galkin, Sahand Sharifzadeh, Asja Fischer, Volker Tresp, and Jens Lehmann. 2020 . Bringing Light Into the Dark : A Large-scale Evaluation of Knowledge Graph Embedding Models Under a Unified Framework. CoRR abs\/2006.13365 (2020). Mehdi Ali, Max Berrendorf, Charles Tapley Hoyt, Laurent Vermue, Mikhail Galkin, Sahand Sharifzadeh, Asja Fischer, Volker Tresp, and Jens Lehmann. 2020. Bringing Light Into the Dark: A Large-scale Evaluation of Knowledge Graph Embedding Models Under a Unified Framework. CoRR abs\/2006.13365 (2020)."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"crossref","unstructured":"Enrique Amig\u00f3 Damiano Spina and Jorge Carrillo de Albornoz. 2018. An Axiomatic Analysis of Diversity Evaluation Metrics: Introducing the Rank-Biased Utility Metric. In SIGIR. ACM 625--634. Enrique Amig\u00f3 Damiano Spina and Jorge Carrillo de Albornoz. 2018. An Axiomatic Analysis of Diversity Evaluation Metrics: Introducing the Rank-Biased Utility Metric. In SIGIR. ACM 625--634.","DOI":"10.1145\/3209978.3210024"},{"key":"e_1_3_2_2_5_1","volume-title":"Clarke","author":"Arabzadeh Negar","year":"2021","unstructured":"Negar Arabzadeh , Alexandra Vtyurina , Xinyi Yan , and Charles L. A . Clarke . 2021 . Shallow pooling for sparse labels. CoRR abs\/2109.00062 (2021). Negar Arabzadeh, Alexandra Vtyurina, Xinyi Yan, and Charles L. A. Clarke. 2021. Shallow pooling for sparse labels. CoRR abs\/2109.00062 (2021)."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","unstructured":"Azin Ashkan and Donald Metzler. 2019. Revisiting Online Personal Search Metrics with the User in Mind. In SIGIR. ACM 625--634. Azin Ashkan and Donald Metzler. 2019. Revisiting Online Personal Search Metrics with the User in Mind. In SIGIR. ACM 625--634.","DOI":"10.1145\/3331184.3331266"},{"key":"e_1_3_2_2_7_1","volume-title":"Hospedales","author":"Balazevic Ivana","year":"2019","unstructured":"Ivana Balazevic , Carl Allen , and Timothy M . Hospedales . 2019 . TuckER: Tensor Factorization for Knowledge Graph Completion. In EMNLP\/IJCNLP (1). Association for Computational Linguistics , 5184--5193. Ivana Balazevic, Carl Allen, and Timothy M. Hospedales. 2019. TuckER: Tensor Factorization for Knowledge Graph Completion. In EMNLP\/IJCNLP (1). Association for Computational Linguistics, 5184--5193."},{"key":"e_1_3_2_2_8_1","volume-title":"On the Ambiguity of Rank-Based Evaluation of Entity Alignment or Link Prediction Methods. arXiv preprint arXiv:2002.06914","author":"Berrendorf Max","year":"2020","unstructured":"Max Berrendorf , Evgeniy Faerman , Laurent Vermue , and Volker Tresp . 2020. On the Ambiguity of Rank-Based Evaluation of Entity Alignment or Link Prediction Methods. arXiv preprint arXiv:2002.06914 ( 2020 ). Max Berrendorf, Evgeniy Faerman, Laurent Vermue, and Volker Tresp. 2020. On the Ambiguity of Rank-Based Evaluation of Entity Alignment or Link Prediction Methods. arXiv preprint arXiv:2002.06914 (2020)."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1376616.1376746"},{"key":"e_1_3_2_2_10_1","unstructured":"Antoine Bordes Nicolas Usunier Alberto Garc\u00eda-Dur\u00e1n Jason Weston and Oksana Yakhnenko. 2013. Translating Embeddings for Modeling Multi-relational Data. In NIPS. 2787--2795. Antoine Bordes Nicolas Usunier Alberto Garc\u00eda-Dur\u00e1n Jason Weston and Oksana Yakhnenko. 2013. Translating Embeddings for Modeling Multi-relational Data. In NIPS. 2787--2795."},{"key":"e_1_3_2_2_11_1","volume-title":"Voorhees","author":"Buckley Chris","year":"2004","unstructured":"Chris Buckley and Ellen M . Voorhees . 2004 . Retrieval evaluation with incomplete information. In SIGIR. ACM , 25--32. Chris Buckley and Ellen M. Voorhees. 2004. Retrieval evaluation with incomplete information. In SIGIR. ACM, 25--32."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"crossref","unstructured":"Stefan B\u00fcttcher Charles L. A. Clarke Peter C. K. Yeung and Ian Soboroff. 2007. Reliable information retrieval evaluation with incomplete and biased judgements. In SIGIR. ACM 63--70. Stefan B\u00fcttcher Charles L. A. Clarke Peter C. K. Yeung and Ian Soboroff. 2007. Reliable information retrieval evaluation with incomplete and biased judgements. In SIGIR. ACM 63--70.","DOI":"10.1145\/1277741.1277755"},{"key":"e_1_3_2_2_13_1","volume-title":"Low-Dimensional Hyperbolic Knowledge Graph Embeddings","author":"Chami Ines","unstructured":"Ines Chami , Adva Wolf , Da-Cheng Juan , Frederic Sala , Sujith Ravi , and Christopher R\u00e9. 2020. Low-Dimensional Hyperbolic Knowledge Graph Embeddings . In ACL. Association for Computational Linguistics , 6901--6914. Ines Chami, Adva Wolf, Da-Cheng Juan, Frederic Sala, Sujith Ravi, and Christopher R\u00e9. 2020. Low-Dimensional Hyperbolic Knowledge Graph Embeddings. In ACL. Association for Computational Linguistics, 6901--6914."},{"key":"e_1_3_2_2_14_1","volume-title":"EMNLP (1)","author":"Chen Sanxing","unstructured":"Sanxing Chen , Xiaodong Liu , Jianfeng Gao , Jian Jiao , Ruofei Zhang , and Yangfeng Ji. 2021. HittER: Hierarchical Transformers for Knowledge Graph Embeddings . In EMNLP (1) . Association for Computational Linguistics , 10395--10407. Sanxing Chen, Xiaodong Liu, Jianfeng Gao, Jian Jiao, Ruofei Zhang, and Yangfeng Ji. 2021. HittER: Hierarchical Transformers for Knowledge Graph Embeddings. In EMNLP (1). Association for Computational Linguistics, 10395--10407."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"crossref","unstructured":"Ye Chen Ke Zhou Yiqun Liu Min Zhang and Shaoping Ma. 2017. Metaevaluation of Online and Offline Web Search Evaluation Metrics. In SIGIR. ACM 15--24. Ye Chen Ke Zhou Yiqun Liu Min Zhang and Shaoping Ma. 2017. Metaevaluation of Online and Offline Web Search Evaluation Metrics. In SIGIR. ACM 15--24.","DOI":"10.1145\/3077136.3080804"},{"key":"e_1_3_2_2_16_1","unstructured":"Zhumin Chu Jiaxin Mao Fan Zhang Yiqun Liu Tetsuya Sakai Min Zhang and Shaoping Ma. 2021. Evaluating Relevance Judgments with Pairwise Discriminative Power. In CIKM. ACM 261--270. Zhumin Chu Jiaxin Mao Fan Zhang Yiqun Liu Tetsuya Sakai Min Zhang and Shaoping Ma. 2021. Evaluating Relevance Judgments with Pairwise Discriminative Power. In CIKM. ACM 261--270."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"crossref","unstructured":"Cyril W. Cleverdon. 1991. The Significance of the Cranfield Tests on Index Languages. In SIGIR. ACM 3--12. Cyril W. Cleverdon. 1991. The Significance of the Cranfield Tests on Index Languages. In SIGIR. ACM 3--12.","DOI":"10.1145\/122860.122861"},{"key":"e_1_3_2_2_18_1","volume-title":"Convolutional 2D Knowledge Graph Embeddings","author":"Dettmers Tim","year":"1811","unstructured":"Tim Dettmers , Pasquale Minervini , Pontus Stenetorp , and Sebastian Riedel . 2018. Convolutional 2D Knowledge Graph Embeddings . In AAAI. AAAI Press , 1811 -- 1818. Tim Dettmers, Pasquale Minervini, Pontus Stenetorp, and Sebastian Riedel. 2018. Convolutional 2D Knowledge Graph Embeddings. In AAAI. AAAI Press, 1811-- 1818."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"crossref","unstructured":"Christiane Fellbaum (Ed.). 1998. WordNet: An Electronic Lexical Database. A Bradford Book Cambridge MA USA. Christiane Fellbaum (Ed.). 1998. WordNet: An Electronic Lexical Database. A Bradford Book Cambridge MA USA.","DOI":"10.7551\/mitpress\/7287.001.0001"},{"key":"e_1_3_2_2_20_1","volume-title":"EMNLP (1)","author":"Guo Jia","unstructured":"Jia Guo and Stanley Kok . 2021. BiQUE: Biquaternionic Embeddings of Knowledge Graphs . In EMNLP (1) . Association for Computational Linguistics , 8338--8351. Jia Guo and Stanley Kok. 2021. BiQUE: Biquaternionic Embeddings of Knowledge Graphs. In EMNLP (1). Association for Computational Linguistics, 8338--8351."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"crossref","unstructured":"Ben He Craig Macdonald and Iadh Ounis. 2008. Retrieval sensitivity under training using different measures. In SIGIR. ACM 67--74. Ben He Craig Macdonald and Iadh Ounis. 2008. Retrieval sensitivity under training using different measures. In SIGIR. ACM 67--74.","DOI":"10.1145\/1390334.1390348"},{"key":"e_1_3_2_2_22_1","volume-title":"ACL (1)","author":"He He","unstructured":"He He , Anusha Balakrishnan , Mihail Eric , and Percy Liang . 2017. Learning Symmetric Collaborative Dialogue Agents with Dynamic Knowledge Graph Embeddings . In ACL (1) . Association for Computational Linguistics , 1766--1776. He He, Anusha Balakrishnan, Mihail Eric, and Percy Liang. 2017. Learning Symmetric Collaborative Dialogue Agents with Dynamic Knowledge Graph Embeddings. In ACL (1). Association for Computational Linguistics, 1766--1776."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","unstructured":"\u00d6mer Kirnap Fernando Diaz Asia Biega Michael D. Ekstrand Ben Carterette and Emine Yilmaz. 2021. Estimation of Fair Ranking Metrics with Incomplete Judgments. In WWW. ACM \/ IW3C2 1065--1075. \u00d6mer Kirnap Fernando Diaz Asia Biega Michael D. Ekstrand Ben Carterette and Emine Yilmaz. 2021. Estimation of Fair Ranking Metrics with Incomplete Judgments. In WWW. ACM \/ IW3C2 1065--1075.","DOI":"10.1145\/3442381.3450080"},{"key":"e_1_3_2_2_26_1","volume-title":"NAACL-HLT (1)","author":"Koncel-Kedziorski Rik","unstructured":"Rik Koncel-Kedziorski , Dhanush Bekal , Yi Luan , Mirella Lapata , and Hannaneh Hajishirzi . 2019. Text Generation from Knowledge Graphs with Graph Transformers . In NAACL-HLT (1) . Association for Computational Linguistics , 2284--2293. Rik Koncel-Kedziorski, Dhanush Bekal, Yi Luan, Mirella Lapata, and Hannaneh Hajishirzi. 2019. Text Generation from Knowledge Graphs with Graph Transformers. In NAACL-HLT (1). Association for Computational Linguistics, 2284--2293."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2016.07.009"},{"key":"e_1_3_2_2_28_1","volume-title":"Introduction to information retrieval","author":"Manning Christopher D.","unstructured":"Christopher D. Manning , Prabhakar Raghavan , and Hinrich Sch\u00fctze . 2008. Introduction to information retrieval . Cambridge University Press . Christopher D. Manning, Prabhakar Raghavan, and Hinrich Sch\u00fctze. 2008. Introduction to information retrieval. Cambridge University Press."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"crossref","unstructured":"Daniel McDuff Paul Thomas Nick Craswell Kael Rowan and Mary Czerwinski. 2021. Do Affective Cues Validate Behavioural Metrics for Search?. In SIGIR. ACM 1544--1553. Daniel McDuff Paul Thomas Nick Craswell Kael Rowan and Mary Czerwinski. 2021. Do Affective Cues Validate Behavioural Metrics for Search?. In SIGIR. ACM 1544--1553.","DOI":"10.1145\/3404835.3462894"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Jiajie Mei Richong Zhang Yongyi Mao and Ting Deng. 2018. On Link Prediction in Knowledge Bases: Max-K Criterion and Prediction Protocols. In SIGIR. ACM 755--764. Jiajie Mei Richong Zhang Yongyi Mao and Ting Deng. 2018. On Link Prediction in Knowledge Bases: Max-K Criterion and Prediction Protocols. In SIGIR. ACM 755--764.","DOI":"10.1145\/3209978.3210029"},{"key":"e_1_3_2_2_31_1","volume-title":"A Three-Way Model for Collective Learning on Multi-Relational Data","author":"Nickel Maximilian","unstructured":"Maximilian Nickel , Volker Tresp , and Hans-Peter Kriegel . 2011. A Three-Way Model for Collective Learning on Multi-Relational Data . In ICML. Omnipress , 809--816. Maximilian Nickel, Volker Tresp, and Hans-Peter Kriegel. 2011. A Three-Way Model for Collective Learning on Multi-Relational Data. In ICML. Omnipress, 809--816."},{"key":"e_1_3_2_2_32_1","unstructured":"Pouya Pezeshkpour Yifan Tian and Sameer Singh. 2020. Revisiting Evaluation of Knowledge Base Completion Models. In AKBC. Pouya Pezeshkpour Yifan Tian and Sameer Singh. 2020. Revisiting Evaluation of Knowledge Base Completion Models. In AKBC."},{"key":"e_1_3_2_2_33_1","unstructured":"Md. Mustafizur Rahman M\u00fccahid Kutlu Tamer Elsayed and Matthew Lease. 2020. Efficient Test Collection Construction via Active Learning. In ICTIR. ACM 177--184. Md. Mustafizur Rahman M\u00fccahid Kutlu Tamer Elsayed and Matthew Lease. 2020. Efficient Test Collection Construction via Active Learning. In ICTIR. ACM 177--184."},{"key":"e_1_3_2_2_34_1","volume-title":"EMNLP\/IJCNLP (1)","author":"Rosales-M\u00e9ndez Henry","unstructured":"Henry Rosales-M\u00e9ndez , Aidan Hogan , and Barbara Poblete . 2019. Fine-Grained Evaluation for Entity Linking . In EMNLP\/IJCNLP (1) . Association for Computational Linguistics , 718--727. Henry Rosales-M\u00e9ndez, Aidan Hogan, and Barbara Poblete. 2019. Fine-Grained Evaluation for Entity Linking. In EMNLP\/IJCNLP (1). Association for Computational Linguistics, 718--727."},{"key":"e_1_3_2_2_35_1","unstructured":"Daniel Ruffinelli Samuel Broscheit and Rainer Gemulla. 2020. You CAN Teach an Old Dog New Tricks! On Training Knowledge Graph Embeddings. In ICLR. OpenReview.net. Daniel Ruffinelli Samuel Broscheit and Rainer Gemulla. 2020. You CAN Teach an Old Dog New Tricks! On Training Knowledge Graph Embeddings. In ICLR. OpenReview.net."},{"key":"e_1_3_2_2_36_1","volume-title":"EMNLP (1)","author":"Safavi Tara","unstructured":"Tara Safavi and Danai Koutra . 2020. CoDEx: A Comprehensive Knowledge Graph Completion Benchmark . In EMNLP (1) . Association for Computational Linguistics , 8328--8350. Tara Safavi and Danai Koutra. 2020. CoDEx: A Comprehensive Knowledge Graph Completion Benchmark. In EMNLP (1). Association for Computational Linguistics, 8328--8350."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"crossref","unstructured":"Tetsuya Sakai. 2006. Evaluating evaluation metrics based on the bootstrap. In SIGIR. ACM 525--532. Tetsuya Sakai. 2006. Evaluating evaluation metrics based on the bootstrap. In SIGIR. ACM 525--532.","DOI":"10.1145\/1148170.1148261"},{"key":"e_1_3_2_2_38_1","volume-title":"ACL\/IJCNLP (1)","author":"Sakai Tetsuya","unstructured":"Tetsuya Sakai . 2021. Evaluating Evaluation Measures for Ordinal Classification and Ordinal Quantification . In ACL\/IJCNLP (1) . Association for Computational Linguistics , 2759--2769. Tetsuya Sakai. 2021. Evaluating Evaluation Measures for Ordinal Classification and Ordinal Quantification. In ACL\/IJCNLP (1). Association for Computational Linguistics, 2759--2769."},{"key":"e_1_3_2_2_39_1","volume-title":"ECIR (1) (Lecture Notes in Computer Science","author":"Sakai Tetsuya","unstructured":"Tetsuya Sakai . 2021. On the Instability of Diminishing Return IR Measures . In ECIR (1) (Lecture Notes in Computer Science , Vol. 12656). Springer, 572-- 586 . Tetsuya Sakai. 2021. On the Instability of Diminishing Return IR Measures. In ECIR (1) (Lecture Notes in Computer Science, Vol. 12656). Springer, 572--586."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"crossref","unstructured":"Tetsuya Sakai and Zhaohao Zeng. 2019. Which Diversity Evaluation Measures Are \"Good\"?. In SIGIR. ACM 595--604. Tetsuya Sakai and Zhaohao Zeng. 2019. Which Diversity Evaluation Measures Are \"Good\"?. In SIGIR. ACM 595--604.","DOI":"10.1145\/3331184.3331215"},{"key":"e_1_3_2_2_41_1","unstructured":"Marina Speranskaya Martin Schmitt and Benjamin Roth. 2020. Ranking vs. Classifying: Measuring Knowledge Base Completion Quality. In AKBC. Marina Speranskaya Martin Schmitt and Benjamin Roth. 2020. Ranking vs. Classifying: Measuring Knowledge Base Completion Quality. In AKBC."},{"key":"e_1_3_2_2_42_1","unstructured":"Zhiqing Sun Zhi-Hong Deng Jian-Yun Nie and Jian Tang. 2019. RotatE: Knowledge Graph Embedding by Relational Rotation in Complex Space. In ICLR (Poster). OpenReview.net. Zhiqing Sun Zhi-Hong Deng Jian-Yun Nie and Jian Tang. 2019. RotatE: Knowledge Graph Embedding by Relational Rotation in Complex Space. In ICLR (Poster). OpenReview.net."},{"key":"e_1_3_2_2_43_1","volume-title":"A Re-evaluation of Knowledge Graph Completion Methods","author":"Sun Zhiqing","unstructured":"Zhiqing Sun , Shikhar Vashishth , Soumya Sanyal , Partha P. Talukdar , and Yiming Yang . 2020. A Re-evaluation of Knowledge Graph Completion Methods . In ACL. Association for Computational Linguistics , 5516--5522. Zhiqing Sun, Shikhar Vashishth, Soumya Sanyal, Partha P. Talukdar, and Yiming Yang. 2020. A Re-evaluation of Knowledge Graph Completion Methods. In ACL. Association for Computational Linguistics, 5516--5522."},{"key":"e_1_3_2_2_44_1","volume-title":"Rivero","author":"Tiwari Sudhanshu","year":"2021","unstructured":"Sudhanshu Tiwari , Iti Bansal , and Carlos R . Rivero . 2021 . Revisiting the Evaluation Protocol of Knowledge Graph Completion Methods for Link Prediction. In WWW. ACM \/ IW 3C2, 809--820. Sudhanshu Tiwari, Iti Bansal, and Carlos R. Rivero. 2021. Revisiting the Evaluation Protocol of Knowledge Graph Completion Methods for Link Prediction. In WWW. ACM \/ IW3C2, 809--820."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W15-4007"},{"key":"e_1_3_2_2_46_1","volume-title":"Complex Embeddings for Simple Link Prediction. In ICML (JMLR Workshop and Conference Proceedings","volume":"2080","author":"Trouillon Th\u00e9o","year":"2016","unstructured":"Th\u00e9o Trouillon , Johannes Welbl , Sebastian Riedel , \u00c9ric Gaussier , and Guillaume Bouchard . 2016 . Complex Embeddings for Simple Link Prediction. In ICML (JMLR Workshop and Conference Proceedings , Vol. 48). JMLR.org, 2071-- 2080 . Th\u00e9o Trouillon, Johannes Welbl, Sebastian Riedel, \u00c9ric Gaussier, and Guillaume Bouchard. 2016. Complex Embeddings for Simple Link Prediction. In ICML (JMLR Workshop and Conference Proceedings, Vol. 48). JMLR.org, 2071--2080."},{"key":"e_1_3_2_2_47_1","volume-title":"Talukdar","author":"Vashishth Shikhar","year":"2020","unstructured":"Shikhar Vashishth , Soumya Sanyal , Vikram Nitin , Nilesh Agrawal , and Partha P . Talukdar . 2020 . InteractE: Improving Convolution-Based Knowledge Graph Embeddings by Increasing Feature Interactions. In AAAI. AAAI Press , 3009-- 3016. Shikhar Vashishth, Soumya Sanyal, Vikram Nitin, Nilesh Agrawal, and Partha P. Talukdar. 2020. InteractE: Improving Convolution-Based Knowledge Graph Embeddings by Increasing Feature Interactions. In AAAI. AAAI Press, 3009-- 3016."},{"key":"e_1_3_2_2_48_1","volume-title":"Talukdar","author":"Vashishth Shikhar","year":"2020","unstructured":"Shikhar Vashishth , Soumya Sanyal , Vikram Nitin , and Partha P . Talukdar . 2020 . Composition-based Multi-Relational Graph Convolutional Networks. In ICLR. OpenReview .net. Shikhar Vashishth, Soumya Sanyal, Vikram Nitin, and Partha P. Talukdar. 2020. Composition-based Multi-Relational Graph Convolutional Networks. In ICLR. OpenReview.net."},{"key":"e_1_3_2_2_49_1","volume-title":"Harman","author":"Voorhees Ellen M.","year":"2005","unstructured":"Ellen M. Voorhees and Donna K . Harman . 2005 . TREC : Experiment and Evaluation in Information Retrieval (Digital Libraries and Electronic Publishing). The MIT Press . Ellen M. Voorhees and Donna K. Harman. 2005. TREC: Experiment and Evaluation in Information Retrieval (Digital Libraries and Electronic Publishing). The MIT Press."},{"key":"e_1_3_2_2_50_1","volume-title":"On Multi-Relational Link Prediction With Bilinear Models","author":"Wang Yanjie","unstructured":"Yanjie Wang , Rainer Gemulla , and Hui Li. 2018. On Multi-Relational Link Prediction With Bilinear Models . In AAAI. AAAI Press , 4227--4234. Yanjie Wang, Rainer Gemulla, and Hui Li. 2018. On Multi-Relational Link Prediction With Bilinear Models. In AAAI. AAAI Press, 4227--4234."},{"key":"e_1_3_2_2_51_1","volume-title":"RepL4NLP@ACL","author":"Wang Yanjie","unstructured":"Yanjie Wang , Daniel Ruffinelli , Rainer Gemulla , Samuel Broscheit , and Christian Meilicke . 2019. On Evaluating Embedding Models for Knowledge Base Completion . In RepL4NLP@ACL . Association for Computational Linguistics , 104--112. Yanjie Wang, Daniel Ruffinelli, Rainer Gemulla, Samuel Broscheit, and Christian Meilicke. 2019. On Evaluating Embedding Models for Knowledge Base Completion. In RepL4NLP@ACL. Association for Computational Linguistics, 104--112."},{"key":"e_1_3_2_2_52_1","volume-title":"Knowledge Graph Embedding by Translating on Hyperplanes","author":"Wang Zhen","unstructured":"Zhen Wang , Jianwen Zhang , Jianlin Feng , and Zheng Chen . 2014. Knowledge Graph Embedding by Translating on Hyperplanes . In AAAI. AAAI Press , 1112-- 1119. Zhen Wang, Jianwen Zhang, Jianlin Feng, and Zheng Chen. 2014. Knowledge Graph Embedding by Translating on Hyperplanes. In AAAI. AAAI Press, 1112-- 1119."},{"key":"e_1_3_2_2_53_1","volume-title":"Constrained Submodular Minimization for Missing Labels and Class Imbalance in Multi-label Learning","author":"Wu Baoyuan","unstructured":"Baoyuan Wu , Siwei Lyu , and Bernard Ghanem . 2016. Constrained Submodular Minimization for Missing Labels and Class Imbalance in Multi-label Learning . In AAAI. AAAI Press , 2229--2236. Baoyuan Wu, Siwei Lyu, and Bernard Ghanem. 2016. Constrained Submodular Minimization for Missing Labels and Class Imbalance in Multi-label Learning. In AAAI. AAAI Press, 2229--2236."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"crossref","unstructured":"Miao Xu and Zhi-Hua Zhou. 2017. Incomplete Label Distribution Learning. In IJCAI. ijcai.org 3175--3181. Miao Xu and Zhi-Hua Zhou. 2017. Incomplete Label Distribution Learning. In IJCAI. ijcai.org 3175--3181.","DOI":"10.24963\/ijcai.2017\/443"},{"key":"e_1_3_2_2_55_1","unstructured":"Bishan Yang Wen-tau Yih Xiaodong He Jianfeng Gao and Li Deng. 2015. Embedding Entities and Relations for Learning and Inference in Knowledge Bases. In ICLR (Poster). Bishan Yang Wen-tau Yih Xiaodong He Jianfeng Gao and Li Deng. 2015. Embedding Entities and Relations for Learning and Inference in Knowledge Bases. In ICLR (Poster)."},{"key":"e_1_3_2_2_56_1","volume-title":"QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering","author":"Yasunaga Michihiro","unstructured":"Michihiro Yasunaga , Hongyu Ren , Antoine Bosselut , Percy Liang , and Jure Leskovec . 2021. QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering . In NAACL-HLT. Association for Computational Linguistics , 535--546. Michihiro Yasunaga, Hongyu Ren, Antoine Bosselut, Percy Liang, and Jure Leskovec. 2021. QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering. In NAACL-HLT. Association for Computational Linguistics, 535--546."},{"key":"e_1_3_2_2_57_1","volume-title":"Aslam","author":"Yilmaz Emine","year":"2006","unstructured":"Emine Yilmaz and Javed A . Aslam . 2006 . Estimating average precision with incomplete and imperfect judgments. In CIKM. ACM , 102--111. Emine Yilmaz and Javed A. Aslam. 2006. Estimating average precision with incomplete and imperfect judgments. In CIKM. ACM, 102--111."},{"key":"e_1_3_2_2_58_1","volume-title":"Aslam","author":"Yilmaz Emine","year":"2008","unstructured":"Emine Yilmaz , Evangelos Kanoulas , and Javed A . Aslam . 2008 . A simple and efficient sampling method for estimating AP and NDCG. In SIGIR. ACM , 603--610. Emine Yilmaz, Evangelos Kanoulas, and Javed A. Aslam. 2008. A simple and efficient sampling method for estimating AP and NDCG. In SIGIR. ACM, 603--610."},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"crossref","unstructured":"Fan Zhang Jiaxin Mao Yiqun Liu Xiaohui Xie Weizhi Ma Min Zhang and Shaoping Ma. 2020. Models Versus Satisfaction: Towards a Better Understanding of Evaluation Metrics. In SIGIR. ACM 379--388. Fan Zhang Jiaxin Mao Yiqun Liu Xiaohui Xie Weizhi Ma Min Zhang and Shaoping Ma. 2020. Models Versus Satisfaction: Towards a Better Understanding of Evaluation Metrics. In SIGIR. ACM 379--388.","DOI":"10.1145\/3397271.3401162"},{"key":"e_1_3_2_2_60_1","volume-title":"Learning Hierarchy-Aware Knowledge Graph Embeddings for Link Prediction","author":"Zhang Zhanqiu","unstructured":"Zhanqiu Zhang , Jianyu Cai , Yongdong Zhang , and Jie Wang . 2020. Learning Hierarchy-Aware Knowledge Graph Embeddings for Link Prediction . In AAAI. AAAI Press , 3065--3072. Zhanqiu Zhang, Jianyu Cai, Yongdong Zhang, and Jie Wang. 2020. Learning Hierarchy-Aware Knowledge Graph Embeddings for Link Prediction. In AAAI. AAAI Press, 3065--3072."}],"event":{"name":"SIGIR '22: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Madrid Spain","acronym":"SIGIR '22","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3532052","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3477495.3532052","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:10:35Z","timestamp":1750183835000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3477495.3532052"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,6]]},"references-count":60,"alternative-id":["10.1145\/3477495.3532052","10.1145\/3477495"],"URL":"https:\/\/doi.org\/10.1145\/3477495.3532052","relation":{},"subject":[],"published":{"date-parts":[[2022,7,6]]},"assertion":[{"value":"2022-07-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}