{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T10:10:36Z","timestamp":1775297436075,"version":"3.50.1"},"publisher-location":"New York, NY","reference-count":11,"publisher":"Springer New York","isbn-type":[{"value":"9781461482666","type":"print"},{"value":"9781461482659","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-1-4614-8265-9_457","type":"book-chapter","created":{"date-parts":[[2018,12,6]],"date-time":"2018-12-06T07:41:17Z","timestamp":1544082077000},"page":"4608-4611","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Web Crawler Architecture"],"prefix":"10.1007","author":[{"given":"Marc","family":"Najork","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,12,7]]},"reference":[{"issue":"8","key":"457_CR2366","doi-asserted-by":"publisher","first-page":"711","DOI":"10.1002\/spe.587","volume":"34","author":"P Boldi","year":"2004","unstructured":"Boldi P, Codenotti B, Santini M, Vigna S. UbiCrawler: a scalable fully distributed web crawler. Software Pract Exper. 2004;34(8):711\u201326.","journal-title":"Software Pract Exper"},{"key":"457_CR2367","doi-asserted-by":"crossref","unstructured":"Brin S, Page L. The anatomy of a large-scale hypertextual search engine. In: Proceedings of the 7th International World Wide Web Conference; 1998. p. 107\u201317.","DOI":"10.1016\/S0169-7552(98)00110-X"},{"issue":"5","key":"457_CR2368","first-page":"37","volume":"2","author":"M Burner","year":"1997","unstructured":"Burner M. Crawling towards eternity: building an archive of the world wide web. Web Tech Mag. 1997;2(5):37\u201340.","journal-title":"Web Tech Mag"},{"key":"457_CR2369","doi-asserted-by":"crossref","unstructured":"Cho J, Garcia-Molina H. Parallel crawlers. In: Proceedings of the 11th International World Wide Web Conference; 2002. p. 124\u201335.","DOI":"10.1145\/511446.511464"},{"key":"457_CR2370","doi-asserted-by":"crossref","unstructured":"Eichmann D. The RBSE spider \u2013 balancing effective search against web load. In: Proceedings of the 3rd International World Wide Web Conference; 1994.","DOI":"10.1016\/S0169-7552(94)90151-1"},{"key":"457_CR2371","unstructured":"Gray M. Internet growth and statistics: credits and background. http:\/\/www.mit.edu\/people\/mkgray\/net\/background.html"},{"key":"457_CR2372","doi-asserted-by":"crossref","unstructured":"Hafri Y, Djeraba C. High performance crawling system. In: Proceedings of the 6th ACM SIGMM International Workshop on Multimedia Information Retrieval; 2004. p. 299\u2013306.","DOI":"10.1145\/1026711.1026760"},{"issue":"4","key":"457_CR2373","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1023\/A:1019213109274","volume":"2","author":"A Heydon","year":"1999","unstructured":"Heydon A, Najork M. Mercator: a scalable, extensible web crawler. World Wide Web. 1999;2(4): 219\u201329.","journal-title":"World Wide Web"},{"key":"457_CR2374","doi-asserted-by":"crossref","unstructured":"Najork M, Heydon A. High-performance web crawling. Compaq SRC Research Report 173, Sept 2001.","DOI":"10.1007\/978-1-4615-0005-6_2"},{"key":"457_CR2375","unstructured":"Raghavan S, Garcia-Molina H. Crawling the hidden web. In: Proceedings of the 27th International Conference on Very Large Data Bases; 2001. p. 129\u201338."},{"key":"457_CR2376","doi-asserted-by":"crossref","unstructured":"Shkapenyuk V, Suel T. Design and implementation of a high-performance distributed web crawler. In: Proceedings of the 18th International Conference on Data Engineering; 2002. p. 357\u201368.","DOI":"10.1109\/ICDE.2002.994750"}],"container-title":["Encyclopedia of Database Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4614-8265-9_457","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T09:42:08Z","timestamp":1775295728000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-1-4614-8265-9_457"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9781461482666","9781461482659"],"references-count":11,"URL":"https:\/\/doi.org\/10.1007\/978-1-4614-8265-9_457","relation":{},"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"7 December 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}