{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,7]],"date-time":"2026-08-07T14:58:57Z","timestamp":1786114737370,"version":"3.56.0"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2014,10,9]],"date-time":"2014-10-09T00:00:00Z","timestamp":1412812800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2015,12]]},"DOI":"10.1007\/s10115-014-0789-0","type":"journal-article","created":{"date-parts":[[2014,10,8]],"date-time":"2014-10-08T12:11:30Z","timestamp":1412770290000},"page":"751-782","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":227,"title":["Evaluating link prediction methods"],"prefix":"10.1007","volume":"45","author":[{"given":"Yang","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ryan N.","family":"Lichtenwalter","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nitesh V.","family":"Chawla","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,10,9]]},"reference":[{"key":"789_CR1","unstructured":"Abu-Mostafa YS, Magdon-Ismail M, Lin HT (2012) Learning from data: a short course. AMLBook"},{"issue":"3","key":"789_CR2","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1016\/S0378-8733(03)00009-1","volume":"25","author":"L Adamic","year":"2001","unstructured":"Adamic L (2001) Friends and neighbors on the web. Soc Netw 25(3):211\u2013230","journal-title":"Soc Netw"},{"key":"789_CR3","unstructured":"Al-Hasan M, Chaoji V, Salem S, Zaki M (2006) Link prediction using supervised learning. In: Proceedings of SDM\u201906 workshop on link analysis, counterterrorism and security"},{"key":"789_CR4","doi-asserted-by":"crossref","unstructured":"Backstrom L, Leskovec J (2011) Supervised random walks: predicting and recommending links in social networks. In: Proceedings of the fourth ACM international conference on Web search and data mining, pp 635\u2013644","DOI":"10.1145\/1935826.1935914"},{"key":"789_CR5","doi-asserted-by":"crossref","first-page":"509","DOI":"10.1126\/science.286.5439.509","volume":"286","author":"AL Barab\u00e1si","year":"1999","unstructured":"Barab\u00e1si AL, Albert R (1999) Emergence of scaling in random networks. Science 286:509\u2013512","journal-title":"Science"},{"issue":"3\u20134","key":"789_CR6","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1016\/S0378-4371(02)00736-7","volume":"311","author":"A-L Barab\u00e1si","year":"2002","unstructured":"Barab\u00e1si A-L, Jeong H, N\u00e9da Z, Ravasz E, Schubert A, Vicsek T (2002) Evolution of the social network of scientific collaboration. Phys A Stat Mech Appl 311(3\u20134):590\u2013614","journal-title":"Phys A Stat Mech Appl"},{"issue":"7191","key":"789_CR7","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1038\/nature06830","volume":"453","author":"A Clauset","year":"2008","unstructured":"Clauset A, Moore C, Newman MEJ (2008) Hierarchical structure and the prediction of missing links in networks. Nature 453(7191):98\u2013101","journal-title":"Nature"},{"issue":"4","key":"789_CR8","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1137\/070710111","volume":"51","author":"A Clauset","year":"2009","unstructured":"Clauset A, Shalizi CR, Newman MEJ (2009) Power-law distributions in empirical data. SIAM Rev 51(4):661\u2013703","journal-title":"SIAM Rev"},{"key":"789_CR9","doi-asserted-by":"crossref","unstructured":"Davis D, Lichtenwalter R, Chawla NV (2011) Multi-relational link prediction in heterogeneous information networks. In: Proceedings of the 2011 international conference on advances in social networks analysis and mining, pp 281\u2013288","DOI":"10.1109\/ASONAM.2011.107"},{"key":"789_CR10","doi-asserted-by":"crossref","unstructured":"Davis J, Goadrich M (2006) The relationship between precision-recall and ROC curves. In: Proceedings of the 23rd international conference on machine learning, pp 233\u2013240","DOI":"10.1145\/1143844.1143874"},{"key":"789_CR11","doi-asserted-by":"crossref","unstructured":"Deng H, Han J, Zhao B, Yu Y, Lin CX (2011) Probabilistic topic models with biased propagation on heterogeneous information networks. In: Proceedings of the 17th ACM SIGKDD international conference on knowledge discovery and data mining, pp 1271\u20131279","DOI":"10.1145\/2020408.2020600"},{"key":"789_CR12","doi-asserted-by":"crossref","unstructured":"Dong Y, Tang J, Wu S, Tian J, Chawla NV, Rao J, Cao H (2012) Link prediction and recommendation across heterogeneous social networks. In: Proceedings of the 2012 international conference on data mining, pp 181\u2013190","DOI":"10.1109\/ICDM.2012.140"},{"issue":"1","key":"789_CR13","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/s10994-006-8199-5","volume":"65","author":"C Drummond","year":"2006","unstructured":"Drummond C, Holte RC (2006) Cost curves: an improved method for visualizing classifier performance. Mach Learn 65(1):95\u2013130","journal-title":"Mach Learn"},{"key":"789_CR14","unstructured":"Fawcett T (2004) ROC graphs: notes and practical considerations for researchers. ReCALL 31(HPL-2003-4), pp 1\u201338"},{"issue":"48","key":"789_CR15","doi-asserted-by":"crossref","first-page":"19282","DOI":"10.1073\/pnas.1107549108","volume":"108","author":"RJ Fletcher","year":"2011","unstructured":"Fletcher RJ, Acevedo MA, Reichert BE, Pias KE, Kitchens WM (2011) Social network models predict movement and connectivity in ecological landscapes. Proc Natl Acad Sci 108(48):19282\u201319287","journal-title":"Proc Natl Acad Sci"},{"issue":"1","key":"789_CR16","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1145\/959242.959253","volume":"5","author":"L Getoor","year":"2003","unstructured":"Getoor L (2003) Link mining: a new data mining challenge. ACM SIGKDD Explor Newsl 5(1):84\u201389","journal-title":"ACM SIGKDD Explor Newsl"},{"issue":"8","key":"789_CR17","doi-asserted-by":"crossref","first-page":"4372","DOI":"10.1073\/pnas.0735871100","volume":"100","author":"DS Goldberg","year":"2003","unstructured":"Goldberg DS, Roth FP (2003) Assessing experimentally derived interactions in a small world. Proc Natl Acad Sci 100(8):4372\u20134376","journal-title":"Proc Natl Acad Sci"},{"issue":"1","key":"789_CR18","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1007\/s10994-009-5119-5","volume":"77","author":"DJ Hand","year":"2009","unstructured":"Hand DJ (2009) Measuring classifier performance: a coherent alternative to the area under the ROC curve. Mach Learn 77(1):103\u2013123","journal-title":"Mach Learn"},{"issue":"301","key":"789_CR19","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1080\/01621459.1963.10500830","volume":"58","author":"W Hoeffding","year":"1963","unstructured":"Hoeffding W (1963) Probability inequalities for sums of bounded random variables. J Am Stat Assoc 58(301):13\u201330","journal-title":"J Am Stat Assoc"},{"key":"789_CR20","unstructured":"Hopcroft J, Lou T, Tang J (2011) Who will follow you back? Reciprocal relationship prediction. In: Proceedings of the 20th ACM international conference on Information and knowledge management, pp 1137\u20131146"},{"key":"789_CR21","doi-asserted-by":"crossref","unstructured":"Huang Z, Li X, Chen H (2005) Link prediction approach to collaborative filtering. In: Proceedings of the 5th ACM\/IEEE-CS joint in proceedings on digital libraries, pp 7\u201311","DOI":"10.1145\/1065385.1065415"},{"key":"789_CR22","doi-asserted-by":"crossref","unstructured":"Leroy V, Cambazoglu BB, Bonchi F (2010) Cold start link prediction. In: Proceedings of the 16th ACM SIGKDD international conference on knowledge discovery and data mining, pp 393\u2013402","DOI":"10.1145\/1835804.1835855"},{"key":"789_CR23","doi-asserted-by":"crossref","unstructured":"Leskovec J, Backstrom L, Kumar R, Tomkins A (2008) Microscopic evolution of social networks. In: Proceedings of the 14th ACM SIGKDD international conference on knowledge discovery and data mining, pp 462\u2013470","DOI":"10.1145\/1401890.1401948"},{"issue":"1","key":"789_CR24","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1080\/15427951.2009.10129177","volume":"6","author":"J Leskovec","year":"2009","unstructured":"Leskovec J, Lang K, Dasgupta A, Mahoney M (2009) Community structure in large networks: natural cluster sizes and the absence of large well-defined clusters. Internet Math 6(1):29\u2013123","journal-title":"Internet Math"},{"key":"789_CR25","doi-asserted-by":"crossref","unstructured":"Leskovec J, Huttenlocher D, Kleinberg J (2010) Predicting positive and negative links in online social networks. In: Proceedings of the 19th international conference on world wide web, pp 641\u2013650","DOI":"10.1145\/1772690.1772756"},{"key":"789_CR26","doi-asserted-by":"crossref","unstructured":"Lichtenwalter RN, Lussier JT, Chawla NV (2010) New perspectives and methods in link prediction. In: Proceedings of the 16th ACM SIGKDD international conference on knowledge discovery and data mining, pp 243\u2013252","DOI":"10.1145\/1835804.1835837"},{"key":"789_CR27","doi-asserted-by":"crossref","unstructured":"Lichtenwalter RN, Chawla NV (2012) Link prediction: fair and effective evaluation. In: IEEE\/ACM international conference on social networks analysis and mining, pp 376\u2013383","DOI":"10.1109\/ASONAM.2012.68"},{"key":"789_CR28","doi-asserted-by":"crossref","unstructured":"Liben-Nowell D, Kleinberg J (2003) The link prediction problem for social networks. In: Proceedings of the twelfth international conference on information and knowledge management, pp 556\u2013559","DOI":"10.1145\/956863.956972"},{"issue":"7","key":"789_CR29","doi-asserted-by":"crossref","first-page":"1019","DOI":"10.1002\/asi.20591","volume":"58","author":"D Liben-Nowell","year":"2007","unstructured":"Liben-Nowell D, Kleinberg J (2007) The link-prediction problem for social networks. J Am Soc Inf Sci Technol 58(7):1019\u20131031","journal-title":"J Am Soc Inf Sci Technol"},{"key":"789_CR30","doi-asserted-by":"crossref","unstructured":"Liu X, He Q, Tian Y, Lee WC, McPherson J, Han J (2012) Event-based social networks: linking the online and offline social worlds. In: Proceedings of the 18th ACM SIGKDD international conference on knowledge discovery and data mining, pp 1032\u20131040","DOI":"10.1145\/2339530.2339693"},{"issue":"6","key":"789_CR31","doi-asserted-by":"crossref","first-page":"1150","DOI":"10.1016\/j.physa.2010.11.027","volume":"390","author":"L Lu","year":"2011","unstructured":"Lu L, Zhou T (2011) Link prediction in complex networks: a survey. Phys A 390(6):1150\u20131170","journal-title":"Phys A"},{"key":"789_CR32","doi-asserted-by":"crossref","first-page":"1044","DOI":"10.1890\/0012-9658(1999)080[1044:EOSEOC]2.0.CO;2","volume":"80","author":"ND Martinez","year":"1999","unstructured":"Martinez ND, Hawkins BA, Dawah HA, Feifarek BP (1999) Effects of sampling effort on characterization of food-web structure. Ecology 80:1044\u20131055","journal-title":"Ecology"},{"key":"789_CR33","doi-asserted-by":"crossref","unstructured":"Murata T, Moriyasu S (2007) Link prediction of social networks based on weighted proximity measures. In: Proceedings of the IEEE\/WIC\/ACM international conference on web intelligence, pp 85\u201388","DOI":"10.1109\/WI.2007.52"},{"key":"789_CR34","doi-asserted-by":"crossref","first-page":"2145","DOI":"10.1256\/003590002320603584","volume":"2002","author":"SJ Mason","year":"2002","unstructured":"Mason SJ, Graham NE (2002) Areas beneath the relative operating characteristics (roc) and relative operating levels (rol) curves: statistical significance and interpretation. Q J R Meteorol Soc 2002:2145\u20132166","journal-title":"Q J R Meteorol Soc"},{"key":"789_CR35","doi-asserted-by":"crossref","unstructured":"Narayanan A, Shi E, Rubinstein BIP (2011) Link prediction by de-anonymization: how we won the Kaggle social network challenge. Arxiv preprint arXiv:1102.4374","DOI":"10.1109\/IJCNN.2011.6033446"},{"issue":"2","key":"789_CR36","doi-asserted-by":"crossref","first-page":"025102","DOI":"10.1103\/PhysRevE.64.025102","volume":"64","author":"MEJ Newman","year":"2001","unstructured":"Newman MEJ (2001) Clustering and preferential attachment in growing networks. Phys Rev Lett E 64(2):025102","journal-title":"Phys Rev Lett E"},{"key":"789_CR37","doi-asserted-by":"crossref","first-page":"404","DOI":"10.1073\/pnas.98.2.404","volume":"98","author":"MEJ Newman","year":"2001","unstructured":"Newman MEJ (2001) The structure of scientific collaboration networks. Proc Natl Acad Sci 98:404\u2013409","journal-title":"Proc Natl Acad Sci"},{"issue":"2","key":"789_CR38","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1145\/1117454.1117458","volume":"7","author":"J O\u2019Madadhain","year":"2005","unstructured":"O\u2019Madadhain J, Hutchins J, Smyth P (2005) Prediction and ranking algorithms for event-based network data. ACM SIGKDD Explor Newsl 7(2):23\u201330","journal-title":"ACM SIGKDD Explor Newsl"},{"key":"789_CR39","unstructured":"O\u2019Madadhain J, Smyth P, Adamic L (2005) Learning predictive models for link formation. In: International sunbelt social network conference"},{"issue":"7417","key":"789_CR40","doi-asserted-by":"crossref","first-page":"537","DOI":"10.1038\/nature11459","volume":"489","author":"F Papadopoulos","year":"2012","unstructured":"Papadopoulos F, Kitsak M, Serrano M, Boguna M, Krioukov D (2012) Popularity versus similarity in growing networks. Nature 489(7417):537\u2013540","journal-title":"Nature"},{"key":"789_CR41","doi-asserted-by":"crossref","unstructured":"Raeder T, Hoens TR, Chawla NV (2010) Consequences of variability in classifier performance estimates. In: Proceedings of the 10th IEEE international conference on data mining, pp 421\u2013430","DOI":"10.1109\/ICDM.2010.110"},{"key":"789_CR42","doi-asserted-by":"crossref","unstructured":"Sarukkai RR (2000) Link prediction and path analysis using Markov Chains. In: Proceedings of the 9th international WWW inproceedings on computer networks: the international journal of computer and telecommunications networking, pp 377\u2013386","DOI":"10.1016\/S1389-1286(00)00044-X"},{"key":"789_CR43","unstructured":"Scellato S, Mascolo C, Musolesi M, Latora V (2010) Distance matters: geo-social metrics for online social networks. In: Proceedings of the 3rd conference on online social networks, pp 8\u20138"},{"key":"789_CR44","doi-asserted-by":"crossref","unstructured":"Scellato S, Noulas A, Mascolo C (2011) Exploring place features in link prediction on location-based social networks. In: Proceedings of the 17th ACM SIGKDD international conference on knowledge discovery and data mining, pp 1046\u20131054","DOI":"10.1145\/2020408.2020575"},{"key":"789_CR45","doi-asserted-by":"crossref","unstructured":"Scripps J, Tan PN, Chen F, Esfahanian AH (2008) A matrix alignment approach for link prediction. In: Proceedings of the 19th international conference on pattern recognition, pp 1\u20134","DOI":"10.1109\/ICPR.2008.4761444"},{"issue":"12","key":"789_CR46","doi-asserted-by":"crossref","first-page":"4221","DOI":"10.1073\/pnas.0501179102","volume":"102","author":"MPH Stumpf","year":"2005","unstructured":"Stumpf MPH, Wiuf C, May RM (2005) Subnets of scale-free networks are not scale-free: sampling properties of networks. Proc Natl Acad Sci 102(12):4221\u20134224","journal-title":"Proc Natl Acad Sci"},{"issue":"5","key":"789_CR47","doi-asserted-by":"crossref","first-page":"919","DOI":"10.1016\/S0022-2836(03)00239-0","volume":"327","author":"E Sprinzak","year":"2003","unstructured":"Sprinzak E, Sattath S, Margalit H (2003) How reliable are experimental protein\u2013protein interaction data? J Mol Biol 327(5):919\u2013923","journal-title":"J Mol Biol"},{"key":"789_CR48","doi-asserted-by":"crossref","unstructured":"Sun Y, Han J, Aggarwal CC, Chawla NV (2012) When will it happen? Relationship prediction in heterogeneous information networks. In: Proceedings of the fifth ACM international conference on web search and data mining, pp 663\u2013672","DOI":"10.1145\/2124295.2124373"},{"issue":"2","key":"789_CR49","doi-asserted-by":"crossref","first-page":"S1","DOI":"10.1088\/1478-3975\/2\/2\/S01","volume":"2","author":"A Szil\u00e1gyi","year":"2005","unstructured":"Szil\u00e1gyi A, Grimm V, Arakaki AK, Skolnick J (2005) Prediction of physical protein\u2013protein interactions. Phys Biol 2(2):S1\u201316","journal-title":"Phys Biol"},{"key":"789_CR50","unstructured":"Taskar B, Wong MF, Abbeel P, Koller D (2003) Link prediction in relational data. In: Proceedings of the conference on neural information processing systems"},{"key":"789_CR51","doi-asserted-by":"crossref","unstructured":"Viswanath B, Mislove A, Cha M, Gummadi KP (2009) On the evolution of user interaction in facebook. In: Proceeding of the 2nd ACM SIGCOMM workshop on social networks, pp 37\u201342","DOI":"10.1145\/1592665.1592675"},{"key":"789_CR52","doi-asserted-by":"crossref","unstructured":"Wang C, Satuluri V, Parthasarathy S (2007) Local probabilistic models for link prediction. In: Proceedings of the IEEE international conference on data mining, pp 322\u2013331","DOI":"10.1109\/ICDM.2007.108"},{"key":"789_CR53","doi-asserted-by":"crossref","unstructured":"Wang D, Pedreschi D, Song C, Giannotti F, Barabasi AL (2011) Human mobility, social ties, and link prediction. In: Proceedings of the 17th ACM SIGKDD international conference on knowledge discovery and data mining, pp 1100\u20131108","DOI":"10.1145\/2020408.2020581"},{"key":"789_CR54","doi-asserted-by":"crossref","unstructured":"Wittie MP, Pejovic V, Deek L, Almeroth KC, Zhao BY (2010) Exploiting locality of interest in online social networks. In: Co-NEXT \u201910 proceedings of the 6th international conference","DOI":"10.1145\/1921168.1921201"},{"key":"789_CR55","doi-asserted-by":"crossref","unstructured":"Yang Y, Chawla NV, Sun Y, Han J (2012) Predicting links in multi-relational and heterogeneous networks. In: Proceedings of the 12th IEEE international conference on data mining, pp 755\u2013764","DOI":"10.1109\/ICDM.2012.144"},{"key":"789_CR56","doi-asserted-by":"crossref","unstructured":"Yin Z, Gupta M, Weninger T, Han J (2010) A unified framework for link recommendation using random walks. In: Proceedings of the 2010 international conference on advances in social networks analysis and mining, pp 152\u2013159","DOI":"10.1109\/ASONAM.2010.27"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-014-0789-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10115-014-0789-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-014-0789-0","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,19]],"date-time":"2022-04-19T11:32:10Z","timestamp":1650367930000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10115-014-0789-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,10,9]]},"references-count":56,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2015,12]]}},"alternative-id":["789"],"URL":"https:\/\/doi.org\/10.1007\/s10115-014-0789-0","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,10,9]]}}}