{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:02:21Z","timestamp":1782313341857,"version":"3.54.5"},"reference-count":44,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.1109\/webmed.2004.1348139","type":"proceedings-article","created":{"date-parts":[[2004,11,8]],"date-time":"2004-11-08T16:28:24Z","timestamp":1099931304000},"page":"10-17","source":"Crossref","is-referenced-by-count":23,"title":["Scheduling algorithms for web crawling"],"prefix":"10.1109","author":[{"given":"C.","family":"Castillo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"M.","family":"Marin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"A.","family":"Rodriguez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"19","doi-asserted-by":"publisher","DOI":"10.1016\/S0304-3975(00)00366-2"},{"key":"35","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(94)90149-X"},{"key":"17","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(98)00108-1"},{"key":"36","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(98)00064-6"},{"key":"18","first-page":"355","article-title":"Finding replicated web collections","author":"cho","year":"1999","journal-title":"ACM SIGMOD"},{"key":"33","author":"liu","year":"1998","journal-title":"Characterizing Web Response Time"},{"key":"15","doi-asserted-by":"publisher","DOI":"10.1145\/342009.335391"},{"key":"34","first-page":"763","article-title":"Web traffic latency: Characteristics and implications","volume":"4","author":"liu","year":"1998","journal-title":"J UCS&#x2014 J Universal Comput Sci"},{"key":"16","doi-asserted-by":"publisher","DOI":"10.1145\/511446.511464"},{"key":"39","article-title":"Finding what people want: Experiences with the WebCrawler","author":"pinkerton","year":"1994","journal-title":"Proc First Conf World Wide Web"},{"key":"13","first-page":"527","article-title":"The evolution of the web and implications for an incremental crawler","author":"cho","year":"2000","journal-title":"Proc of the 28th Intel Conf on Very Large Databases (VLDB)"},{"key":"14","article-title":"Page quality: In search of an unbiased Web ranking","author":"cho","year":"2004","journal-title":"Technical Report"},{"key":"37","doi-asserted-by":"publisher","DOI":"10.1145\/371920.371965"},{"key":"11","article-title":"Crawling towards eternity - Building an archive of the world wide web","volume":"2","author":"burner","year":"1997","journal-title":"Web Techniques"},{"key":"38","doi-asserted-by":"publisher","DOI":"10.1145\/988672.988674"},{"key":"12","author":"chakrabarti","year":"2003","journal-title":"Mining the Web"},{"key":"21","author":"dacharay","year":"2002","journal-title":"WebBase"},{"key":"20","first-page":"184","article-title":"Cobweb - A crawler for the brazilian web","author":"da silva","year":"1999","journal-title":"Proc of String Processing and Information Retrieval (SPIRE)"},{"key":"43","doi-asserted-by":"publisher","DOI":"10.1145\/378420.378788"},{"key":"42","year":"2003","journal-title":"StatMarket Search Engine Referrals Nearly Double Worldwide"},{"key":"41","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2002.994750"},{"key":"40","first-page":"129","article-title":"Crawling the hidden web","author":"raghavan","year":"2001","journal-title":"Proceedings of the Twenty-Seventh International Conference on Very Large Databases (VLDB)"},{"key":"44","doi-asserted-by":"publisher","DOI":"10.1023\/A:1013228602957"},{"key":"22","first-page":"527","article-title":"Focused crawling using context graphs","author":"diligenti","year":"2000","journal-title":"Proc of the 28th Intel Conf on Very Large Databases (VLDB)"},{"key":"23","first-page":"147","article-title":"Rate of change and other metrics: A live study of the world wide web","author":"douglis","year":"1997","journal-title":"USENIX Symposium on Internet Technologies and Systems"},{"key":"24","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1099-1425(199806)1:1<15::AID-JOS3>3.0.CO;2-K"},{"key":"25","doi-asserted-by":"publisher","DOI":"10.1145\/371920.371960"},{"key":"26","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(94)90151-1"},{"key":"27","volume":"2616","author":"fielding","year":"1999","journal-title":"RFC"},{"key":"28","doi-asserted-by":"publisher","DOI":"10.1023\/A:1019213109274"},{"key":"29","article-title":"Robots in the web: Threat or treat?","volume":"9","author":"koster","year":"1995","journal-title":"ConneXions"},{"key":"3","author":"ailleret","year":"2004","journal-title":"GPL Software"},{"key":"2","year":"2004"},{"key":"10","doi-asserted-by":"publisher","DOI":"10.1145\/379437.379455"},{"key":"1","year":"2002"},{"key":"30","doi-asserted-by":"publisher","DOI":"10.1016\/S1389-1286(99)00040-7"},{"key":"7","doi-asserted-by":"publisher","DOI":"10.1016\/S1389-1286(00)00045-1"},{"key":"6","doi-asserted-by":"publisher","DOI":"10.1145\/362883.362894"},{"key":"32","first-page":"133","article-title":"Characterizing Web document change","volume":"2118","author":"lim","year":"2001","journal-title":"Volume 2118 of Lecture Notes in Computer Science"},{"key":"5","first-page":"565","article-title":"Balancing volume, quality and freshness in web crawling","author":"baeza-yates","year":"2002","journal-title":"Soft Computing Systems Design Management and Applications"},{"key":"31","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1126\/science.280.5360.98","article-title":"Searching the World Wide Web","volume":"280","author":"lawrence","year":"1998","journal-title":"Science"},{"key":"4","doi-asserted-by":"publisher","DOI":"10.1109\/SPIRE.2001.989734"},{"key":"9","doi-asserted-by":"publisher","DOI":"10.1016\/S1389-1286(00)00083-9"},{"key":"8","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(98)00110-X"}],"event":{"name":"WebMedia and LA-Web, 2004. Proceedings","location":"Ribeirao Preto-SP, Brazil"},"container-title":["WebMedia and LA-Web, 2004. Proceedings"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/9335\/29646\/01348139.pdf?arnumber=1348139","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,6,16]],"date-time":"2017-06-16T11:38:42Z","timestamp":1497613122000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/1348139\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[null]]},"references-count":44,"URL":"https:\/\/doi.org\/10.1109\/webmed.2004.1348139","relation":{},"subject":[]}}