{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T17:09:26Z","timestamp":1742922566021,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030374860"},{"type":"electronic","value":"9783030374877"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-37487-7_16","type":"book-chapter","created":{"date-parts":[[2019,12,13]],"date-time":"2019-12-13T04:22:10Z","timestamp":1576210930000},"page":"199-204","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["About Leaks of Confidential Data in the Process of Indexing Sites by Search Crawlers"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9068-9267","authenticated-orcid":false,"given":"Sergey","family":"Kratov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,12,16]]},"reference":[{"key":"16_CR1","unstructured":"YandexBot crawls the links that the user views (in Russian). \nhttps:\/\/habr.com\/en\/post\/262695\/\n\n. Accessed 27 Apr 2019"},{"key":"16_CR2","unstructured":"Terms of Use of Yandex.Metrica service. \nhttps:\/\/yandex.ru\/legal\/metrica_termsofuse\/\n\n. Accessed 29 Aug 2018"},{"key":"16_CR3","unstructured":"FAQ on the SMS texts leakage from Megafon site (in Russian). \nhttps:\/\/habr.com\/en\/post\/124387\/\n\n. Accessed 27 Apr 2019"},{"issue":"6","key":"16_CR4","doi-asserted-by":"publisher","first-page":"666","DOI":"10.1016\/j.clsr.2013.09.003","volume":"29","author":"MHM Schellekens","year":"2013","unstructured":"Schellekens, M.H.M.: Are internet robots adequately regulated? Comput. Law Secur. Rev. 29(6), 666\u2013675 (2013). \nhttps:\/\/doi.org\/10.1016\/j.clsr.2013.09.003","journal-title":"Comput. Law Secur. Rev."},{"key":"16_CR5","doi-asserted-by":"publisher","unstructured":"Sun, Y., Councill, I.G., Giles, C.L.: The ethicality of web crawlers. In: Proceedings of 2010 IEEE\/WIC\/ACM International Conference on Web Intelligence, WI 2010, pp. 668\u2013675 (2010). \nhttps:\/\/doi.org\/10.1109\/wi-iat.2010.316","DOI":"10.1109\/wi-iat.2010.316"},{"key":"16_CR6","doi-asserted-by":"publisher","unstructured":"Giles, C.L., Sun, Y., Councill, I.G.: Measuring the web crawler ethics. In: Proceedings of the 19th International Conference on World Wide Web, WWW 2010, pp. 1101\u20131102 (2010). \nhttps:\/\/doi.org\/10.1145\/1772690.1772824","DOI":"10.1145\/1772690.1772824"},{"key":"16_CR7","unstructured":"Good Practices for Capability URLs. \nhttps:\/\/www.w3.org\/TR\/capability-urls\/\n\n. Accessed 29 Aug 2018"},{"key":"16_CR8","unstructured":"Yandex began to index Google Docs with passwords (in Russian). \nhttps:\/\/habr.com\/en\/post\/416219\/\n\n. Accessed 27 Apr 2019"},{"key":"16_CR9","doi-asserted-by":"publisher","unstructured":"Martin-Galan, B., Hernandez-Perez, T., Rodriguez-Mateos, D., et al.: The use of robots.txt and sitemaps in the Spanish public administration. PROFESIONAL DE LA INFORMACION 18(6), 625\u2013630 (2009). \nhttps:\/\/doi.org\/10.3145\/epi.2009.nov.05","DOI":"10.3145\/epi.2009.nov.05"},{"key":"16_CR10","doi-asserted-by":"publisher","unstructured":"Kolay, S., D\u2019Alberto, P., Dasdan, A., Bhattacharjee, A.: A larger scale study of robots.txt. In: Proceeding of the 17th International Conference on World Wide Web 2008, WWW 2008, pp. 1171\u20131172 (2008). \nhttps:\/\/doi.org\/10.1145\/1367497.1367711","DOI":"10.1145\/1367497.1367711"},{"key":"16_CR11","doi-asserted-by":"publisher","unstructured":"Sun, Y., Zhuang, Z., Councill, I.G., Giles, C.L.: Determining bias to search engines from robots.txt. In: Proceedings of the IEEE\/WIC\/ACM International Conference on Web Intelligence, WI 2007, pp. 149\u2013155 (2007). \nhttps:\/\/doi.org\/10.1109\/wi.2007.98","DOI":"10.1109\/wi.2007.98"},{"key":"16_CR12","unstructured":"A Standard for Robot Exclusion. \nhttp:\/\/www.robotstxt.org\/orig.html\n\n. Accessed 29 Aug 2018"},{"key":"16_CR13","doi-asserted-by":"publisher","unstructured":"Tong, W., Xie, X.: A research on a defending policy against the Webcrawler\u2019s attack. In: 2009 3rd International Conference on Anti-counterfeiting, Security, and Identification in Communication, ASID 2009 (2009). \nhttps:\/\/doi.org\/10.1109\/icasid.2009.5276948","DOI":"10.1109\/icasid.2009.5276948"},{"issue":"6","key":"16_CR14","first-page":"64","volume":"28","author":"ME Bates","year":"2004","unstructured":"Bates, M.E.: What makes information \u201cpublic\u201d? Online (Wilton, Connecticut) 28(6), 64 (2004)","journal-title":"Online (Wilton, Connecticut)"},{"key":"16_CR15","unstructured":"Robots.txt analysis. \nhttps:\/\/webmaster.yandex.ru\/tools\/robotstxt\/\n\n. Accessed 29 Aug 2018"},{"key":"16_CR16","unstructured":"robots.txt Tester. \nhttps:\/\/www.google.com\/webmasters\/tools\/robots-testing-tool\n\n. Accessed 29 Aug 2018"},{"key":"16_CR17","unstructured":"Blocking URLs with a robots.txt file. \nhttps:\/\/support.google.com\/webmasters\/answer\/6062608\n\n. Accessed 29 Aug 2018"},{"key":"16_CR18","unstructured":"Robots meta tag and X-Robots-Tag HTTP header specifications. \nhttps:\/\/developers.google.com\/search\/reference\/robots_meta_tag\n\n. Accessed 29 Aug 2018"}],"container-title":["Lecture Notes in Computer Science","Perspectives of System Informatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-37487-7_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,12,15]],"date-time":"2019-12-15T19:04:22Z","timestamp":1576436662000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-37487-7_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030374860","9783030374877"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-37487-7_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"16 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PSI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Andrei Ershov Memorial Conference on Perspectives of System Informatics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Novosibirsk","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Russia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 July 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 July 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ershov2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/psi.nsc.ru\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}