{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:11:24Z","timestamp":1775283084158,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,4,20]],"date-time":"2009-04-20T00:00:00Z","timestamp":1240185600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,4,20]]},"DOI":"10.1145\/1526709.1526842","type":"proceedings-article","created":{"date-parts":[[2009,4,21]],"date-time":"2009-04-21T14:17:17Z","timestamp":1240323437000},"page":"991-1000","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Sitemaps"],"prefix":"10.1145","author":[{"given":"Uri","family":"Schonfeld","sequence":"first","affiliation":[{"name":"UCLA Computer Science Department, Los Angeles, CA, USA"}]},{"given":"Narayanan","family":"Shivakumar","sequence":"additional","affiliation":[{"name":"Google Inc., Mountain View, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2009,4,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1367497.1367556"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1062745.1062768"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1135777.1135833"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242588"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.3998\/3336451.0007.104"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1052934.1052938"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/362883.362894"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7552(98)00110-X"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/335191.335391"},{"key":"e_1_3_2_1_10_1","first-page":"200","volume-title":"Proc. 26th VLDB","author":"Cho J.","year":"2000","unstructured":"J. Cho and H. Garcia-Molina . The evolution of the Web and implications for an incremental crawler . In Proc. 26th VLDB , pages 200 -- 209 , 2000 . J. Cho and H. Garcia-Molina. The evolution of the Web and implications for an incremental crawler. In Proc. 26th VLDB, pages 200--209, 2000."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/958942.958945"},{"key":"e_1_3_2_1_12_1","first-page":"23","volume-title":"Proc. 33rd VLDB","volume":"7","author":"Cho J.","unstructured":"J. Cho and U. Schonfeld . RankMass Crawler: A crawler with high PageRank coverage guarantee . In Proc. 33rd VLDB , volume 7 , pages 23 -- 28 . J. Cho and U. Schonfeld. RankMass Crawler: A crawler with high PageRank coverage guarantee. In Proc. 33rd VLDB, volume 7, pages 23--28."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1002\/spe.577"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1017074.1017077"},{"key":"e_1_3_2_1_15_1","volume-title":"Joint support for the Sitemap protocol. Available online at: http:\/\/googlewebmastercentral.blogspot.com\/2006\/11\/joint-support-for-sitemap-protocol.html","year":"2006","unstructured":"Google. Joint support for the Sitemap protocol. Available online at: http:\/\/googlewebmastercentral.blogspot.com\/2006\/11\/joint-support-for-sitemap-protocol.html , 2006 . Google. Joint support for the Sitemap protocol. Available online at: http:\/\/googlewebmastercentral.blogspot.com\/2006\/11\/joint-support-for-sitemap-protocol.html, 2006."},{"key":"e_1_3_2_1_16_1","volume-title":"Retiring support for OAI. Available online at: http:\/\/googlewebmastercentral.blogspot.com\/2008\/04\/retiring-support-for-oai-pmh-in.html","year":"2008","unstructured":"Google. Retiring support for OAI. Available online at: http:\/\/googlewebmastercentral.blogspot.com\/2008\/04\/retiring-support-for-oai-pmh-in.html , 2008 . Google. Retiring support for OAI. Available online at: http:\/\/googlewebmastercentral.blogspot.com\/2008\/04\/retiring-support-for-oai-pmh-in.html, 2008."},{"key":"e_1_3_2_1_17_1","volume-title":"We knew the web was big.. Available online at: http:\/\/googleblog.blogspot.com\/2008\/07\/we-knew-web-was-big.html","year":"2008","unstructured":"Google. We knew the web was big.. Available online at: http:\/\/googleblog.blogspot.com\/2008\/07\/we-knew-web-was-big.html , 2008 . Google. We knew the web was big.. Available online at: http:\/\/googleblog.blogspot.com\/2008\/07\/we-knew-web-was-big.html, 2008."},{"key":"e_1_3_2_1_18_1","volume-title":"Available online at: http:\/\/sitemaps.org","year":"2008","unstructured":"Microsoft Google, Yahoo. Sitemaps.org. Available online at: http:\/\/sitemaps.org , 2008 . Microsoft Google, Yahoo. Sitemaps.org. Available online at: http:\/\/sitemaps.org, 2008."},{"key":"e_1_3_2_1_19_1","volume-title":"A conversation with Werner Vogels. Available online at: http:\/\/www.acmqueue.com\/modules.php?name=Content&pa=showpage&pid=388","author":"Gray J.","year":"2006","unstructured":"J. Gray . A conversation with Werner Vogels. Available online at: http:\/\/www.acmqueue.com\/modules.php?name=Content&pa=showpage&pid=388 , 2006 . J. Gray. A conversation with Werner Vogels. Available online at: http:\/\/www.acmqueue.com\/modules.php?name=Content&pa=showpage&pid=388, 2006."},{"key":"e_1_3_2_1_20_1","volume-title":"Open archive. Available online at: http:\/\/www.openarchives.org","year":"2008","unstructured":"Open Archive Initiative. Open archive. Available online at: http:\/\/www.openarchives.org , 2008 . Open Archive Initiative. Open archive. Available online at: http:\/\/www.openarchives.org, 2008."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.14778\/1454159.1454163"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242592"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/371920.371965"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/988672.988674"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1367497.1367557"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1060745.1060805"},{"key":"e_1_3_2_1_27_1","volume-title":"Proc. 17th WWW","author":"Ranjan P.","year":"2008","unstructured":"P. Ranjan and N. Shivakumar . Sitemaps: A content discovery protocol for the Web . In Proc. 17th WWW , 2008 . P. Ranjan and N. Shivakumar. Sitemaps: A content discovery protocol for the Web. In Proc. 17th WWW, 2008."},{"key":"e_1_3_2_1_28_1","volume-title":"4 states partner on government info search. Available online at: http:\/\/www.reuters.com\/article\/domesticNews\/idUSN2946293620070430?sp=true","year":"2007","unstructured":"Reuters. Google , 4 states partner on government info search. Available online at: http:\/\/www.reuters.com\/article\/domesticNews\/idUSN2946293620070430?sp=true , 2007 . Reuters. Google, 4 states partner on government info search. Available online at: http:\/\/www.reuters.com\/article\/domesticNews\/idUSN2946293620070430?sp=true, 2007."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/511446.511465"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526842"}],"event":{"name":"WWW '09: The 18th International World Wide Web Conference","location":"Madrid Spain","acronym":"WWW '09","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","ACM Association for Computing Machinery"]},"container-title":["Proceedings of the 18th international conference on World wide web"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1526709.1526842","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1526709.1526842","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T13:29:47Z","timestamp":1750253387000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1526709.1526842"}},"subtitle":["above and beyond the crawl of duty"],"short-title":[],"issued":{"date-parts":[[2009,4,20]]},"references-count":30,"alternative-id":["10.1145\/1526709.1526842","10.1145\/1526709"],"URL":"https:\/\/doi.org\/10.1145\/1526709.1526842","relation":{},"subject":[],"published":{"date-parts":[[2009,4,20]]},"assertion":[{"value":"2009-04-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}