{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T04:03:16Z","timestamp":1749787396151,"version":"3.41.0"},"publisher-location":"Cham","reference-count":16,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319491448"},{"type":"electronic","value":"9783319491455"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-49145-5_4","type":"book-chapter","created":{"date-parts":[[2016,11,9]],"date-time":"2016-11-09T08:52:57Z","timestamp":1478681577000},"page":"33-39","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["ChainMR Crawler: A Distributed Vertical Crawler Based on MapReduce"],"prefix":"10.1007","author":[{"given":"Xixia","family":"Liu","sequence":"first","affiliation":[]},{"given":"Zhengping","family":"Jin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,11,10]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Zhou, B., Xiao, B., Lin, Z., et al.: A distributed vertical crawler using crawling-period based strategy. In: 2010 2nd International Conference on Future Computer and Communication (ICFCC), pp. 306\u2013311. IEEE (2010)","key":"4_CR1","DOI":"10.1109\/ICFCC.2010.5497780"},{"unstructured":"Google search statistics, http:\/\/www.internetlivestats.com (2012)","key":"4_CR2"},{"unstructured":"The 35th China Internet network development state statistical report (2015). http:\/\/www.cnnic.cn","key":"4_CR3"},{"key":"4_CR4","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1145\/358923.358934","volume":"32","author":"M Kobayashi","year":"2000","unstructured":"Kobayashi, M., Takeda, K.: Information retrieval on the web. ACM Comput. Surv. (CSUR) 32, 144\u2013173 (2000)","journal-title":"ACM Comput. Surv. (CSUR)"},{"doi-asserted-by":"crossref","unstructured":"Guo, Y., Li, K., Zhang, K., et al.: Board forum crawling: a Web crawling method for Web forum. In: Proceedings of the 2006 IEEE\/WIC\/ACM International Conference on Web Intelligence, pp. 745\u2013748. IEEE Computer Society (2006)","key":"4_CR5","DOI":"10.1109\/WI.2006.52"},{"unstructured":"Trivedi, H.P., Daxini, G.N., Oswal, J.A., et al.: An approach to design personalized focused crawler. Int. J. Comput. Sci. Eng. (2014)","key":"4_CR6"},{"doi-asserted-by":"crossref","unstructured":"Zhang, X., Xian, M.: Optimization of distributed crawler under Hadoop. In: MATEC Web of Conferences. EDP Sciences (2015)","key":"4_CR7","DOI":"10.1051\/matecconf\/20152202029"},{"key":"4_CR8","first-page":"116","volume":"15","author":"XZ Li","year":"2014","unstructured":"Li, X.Z., Cheng, G., Zhao, Q.J., et al.: Design and implementation of the distributed crawler system. China Sci. Technol. Inf. 15, 116\u2013117 (2014)","journal-title":"China Sci. Technol. Inf."},{"doi-asserted-by":"crossref","unstructured":"Boldi, A., Marino, M., Santini, S.V.: Bubing: Massive crawling for the masses. In: Proceedings of the Companion Publication of the 23rd International Conference on World Wide Web Companion, pp. 227\u2013228 (2014)","key":"4_CR9","DOI":"10.1145\/2567948.2577304"},{"issue":"1","key":"4_CR10","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1145\/1327452.1327492","volume":"51","author":"J Dean","year":"2008","unstructured":"Dean, J., Ghemawat, S.: MapReduce: simplified data processing on large clusters. Commun. ACM 51(1), 107\u2013113 (2008)","journal-title":"Commun. ACM"},{"unstructured":"Nutch Apache. http:\/\/nutch.apache.Org","key":"4_CR11"},{"key":"4_CR12","first-page":"68","volume":"5","author":"HF Zhan","year":"2011","unstructured":"Zhan, H.F., Yang, Y.X., Fang, H., et al.: A study on distributed network crawler and its applications. J. Front. Comput. Sci. Technol. 5, 68\u201374 (2011)","journal-title":"J. Front. Comput. Sci. Technol."},{"issue":"3","key":"4_CR13","first-page":"44","volume":"23","author":"W Yuan","year":"2014","unstructured":"Yuan, W., Xue, A.R., Zhou, X.M., et al.: A study on the optimization of distributed crawler based on Nutch. Wirel. Commun. Tech. 23(3), 44\u201347 (2014)","journal-title":"Wirel. Commun. Tech."},{"doi-asserted-by":"crossref","unstructured":"Zhu, X.L., Wang, B.: Community mining in complex network based on parallel genetic algorithm. In: 2010 Fourth International Conference on Genetic and Evolutionary Computing (ICGEC), pp. 325\u2013328. IEEE (2010)","key":"4_CR14","DOI":"10.1109\/ICGEC.2010.87"},{"doi-asserted-by":"crossref","unstructured":"Shvachko, K., Kuang, H., Radia, S., et al.: The hadoop distributed file system. In: 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies (MSST), pp. 1\u201310. IEEE (2010)","key":"4_CR15","DOI":"10.1109\/MSST.2010.5496972"},{"issue":"4","key":"4_CR16","first-page":"4","volume":"26","author":"W Junsheng","year":"2011","unstructured":"Junsheng, W., Yunmei, S., Yangsen, Z.: Key technologies of distributed search engine based on Hadoop. J. Beijing Inf. Univ. Sci. Technol. 26(4), 4\u20137 (2011)","journal-title":"J. Beijing Inf. Univ. Sci. Technol."}],"container-title":["Lecture Notes in Computer Science","Security, Privacy and Anonymity in Computation, Communication and Storage"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-49145-5_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,12]],"date-time":"2025-06-12T05:50:16Z","timestamp":1749707416000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-49145-5_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319491448","9783319491455"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-49145-5_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"10 November 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SpaCCS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Security, Privacy and Anonymity in Computation, Communication and Storage","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Zhangjiajie","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 November 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 November 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"spaccs2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/trust.csu.edu.cn\/conference\/SpaCCS2016\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}