{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T21:05:06Z","timestamp":1749848706363,"version":"3.28.0"},"reference-count":42,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015,4]]},"DOI":"10.1109\/infocom.2015.7218539","type":"proceedings-article","created":{"date-parts":[[2015,8,24]],"date-time":"2015-08-24T21:33:36Z","timestamp":1440452016000},"page":"1598-1606","source":"Crossref","is-referenced-by-count":3,"title":["Around the web in six weeks: Documenting a large-scale crawl"],"prefix":"10.1109","author":[{"given":"Sarker Tanzir","family":"Ahmed","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Clint","family":"Sparkman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hsin-Tsang","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dmitri","family":"Loguinov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","first-page":"126","article-title":"Apoidea: A Decentralized Peer-to-Peer Architecture for Crawling the World Wide Web","author":"singh","year":"2003","journal-title":"Proc SIGIR Workshop Distributed Information Retrieval"},{"article-title":"Breakfast with Google's Search Team","year":"2012","author":"signhal","key":"ref38"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/371920.371965"},{"key":"ref32","article-title":"High-Performance Web Crawling","author":"najork","year":"2001","journal-title":"Compaq SRC Tech Rep 173"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/LAWEB.2003.1250304"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(94)90149-X"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2002.994750"},{"key":"ref36","article-title":"Finding What People Want: Experiences with the Web Crawler","author":"pinkerton","year":"1994","journal-title":"Proc WWW"},{"year":"0","key":"ref35"},{"year":"0","key":"ref34","article-title":"A CluE in the Search for Data-Intensive Computing"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/S1389-1286(00)00083-9"},{"key":"ref40","first-page":"67","article-title":"ODISSEA: A Peer-to-Peer Architecture for Scalable Web Search and Information Retrieval","author":"suel","year":"2003","journal-title":"Proc WebDB"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/775152.775247"},{"key":"ref12","article-title":"Crawling Towards Eternity: Building an Archive of the World Wide Web","volume":"2","author":"burner","year":"1997","journal-title":"Web Techniques Magazine"},{"article-title":"The ClueWeb09 Dataset","year":"2009","author":"callan","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/WEBMED.2004.1348139"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/HSI.2010.5514512"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/511446.511464"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1149121.1149124"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(98)00108-1"},{"key":"ref19","article-title":"RankMass Crawler: A Crawler with High PageRank Coverage Guarantee","author":"cho","year":"2007","journal-title":"Proc VLDB"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1367497.1367556"},{"article-title":"We Knew the Web Was Big …","year":"2008","author":"alpert","key":"ref4"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CIT.2007.35"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-012-0535-4"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1062745.1062768"},{"key":"ref29","article-title":"Distributed Web Crawling over DHTs","author":"loo","year":"2004","journal-title":"EECS Dept University of California Berkeley Tech Rep UCB\/EECS"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30216-2_13"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1002\/spe.587"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2001.989500"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2015.7218542"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(98)00110-X"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/775152.775192"},{"year":"0","key":"ref20"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25631-8_24"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/988672.988714"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/1367497.1367692"},{"key":"ref24","first-page":"36","article-title":"Web Structure in 2005","author":"hirate","year":"2006","journal-title":"Proc WAW"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(01)00091-7"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1023\/A:1019213109274"},{"year":"0","key":"ref26"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1367497.1367703"}],"event":{"name":"IEEE INFOCOM 2015 - IEEE Conference on Computer Communications","start":{"date-parts":[[2015,4,26]]},"location":"Kowloon, Hong Kong","end":{"date-parts":[[2015,5,1]]}},"container-title":["2015 IEEE Conference on Computer Communications (INFOCOM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7172813\/7218353\/07218539.pdf?arnumber=7218539","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,3,25]],"date-time":"2017-03-25T06:37:01Z","timestamp":1490423821000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7218539\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,4]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/infocom.2015.7218539","relation":{},"subject":[],"published":{"date-parts":[[2015,4]]}}}