{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T10:05:14Z","timestamp":1743069914622,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030235963"},{"type":"electronic","value":"9783030235970"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-23597-0_41","type":"book-chapter","created":{"date-parts":[[2019,6,20]],"date-time":"2019-06-20T11:03:48Z","timestamp":1561028628000},"page":"507-519","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["A Hybrid Approach for Recognizing Web Crawlers"],"prefix":"10.1007","author":[{"given":"Weiping","family":"Zhu","sequence":"first","affiliation":[]},{"given":"Hang","family":"Gao","sequence":"additional","affiliation":[]},{"given":"Zongjian","family":"He","sequence":"additional","affiliation":[]},{"given":"Jiangbo","family":"Qin","sequence":"additional","affiliation":[]},{"given":"Bo","family":"Han","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,6,21]]},"reference":[{"unstructured":"da Silva, A.S., Veloso, E.A., Golgher, P.B., Ribeiro-Neto, B., Laender, A.H.F., Ziviani, N.: Cobweb-a crawler for the Brazilian web. In: 6th International Symposium on String Processing and Information Retrieval, pp. 184\u2013191 (1999)","key":"41_CR1"},{"issue":"14","key":"41_CR2","first-page":"33","volume":"68","author":"S Raina","year":"2014","unstructured":"Raina, S., Agarwal, A.P.: How crawlers aid regression testing in web applications: the state of the art. Int. J. Comput. Appl. 68(14), 33\u201338 (2014)","journal-title":"Int. J. Comput. Appl."},{"key":"41_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1007\/978-3-642-34679-8_15","volume-title":"Data and Knowledge Engineering","author":"CH Lau","year":"2012","unstructured":"Lau, C.H., Tao, X., Tjondronegoro, D., Li, Y.: Retrieving information from microblog using pattern mining and relevance feedback. In: Xiang, Y., Pathan, M., Tao, X., Wang, H. (eds.) ICDKE 2012. LNCS, vol. 7696, pp. 152\u2013160. Springer, Heidelberg (2012). \n                      https:\/\/doi.org\/10.1007\/978-3-642-34679-8_15"},{"doi-asserted-by":"crossref","unstructured":"Cai, R., Yang, J.-M., Lai, W., Wang, Y., Zhang, L.: irobot: An intelligent crawler for web forums. In: Proceedings of the 17th International Conference on World Wide Web, pp. 447\u2013456. ACM, New York (2008)","key":"41_CR4","DOI":"10.1145\/1367497.1367558"},{"key":"41_CR5","first-page":"12","volume":"12","author":"P Lu","year":"2016","unstructured":"Lu, P.: Bring you into the world of crawler and anti-crawler. Softw. Integr. Circ. 12, 12\u201313 (2016)","journal-title":"Softw. Integr. Circ."},{"unstructured":"CtripTech: This is enough for anti-crawler technology, June 2016. \n                      https:\/\/segmentfault.com\/a\/1190000005840672","key":"41_CR6"},{"unstructured":"Friesel, R.: PhantomJS cookbook over 70 recipes to help boost the productivity of your applications using real-world testing with PhantomJS (2014)","key":"41_CR7"},{"unstructured":"Chan, L.: Anti crawler technology in the era of big data. Comput. Inf. Technol. 24(6), 2016","key":"41_CR8"},{"issue":"7","key":"41_CR9","first-page":"1782","volume":"30","author":"C Fan","year":"2010","unstructured":"Fan, C., Yuan, B., Yu, Z., Xu, L.: Spider detection based on trap techniques. J. Comput. Appl. 30(7), 1782\u20131784 (2010)","journal-title":"J. Comput. Appl."},{"doi-asserted-by":"crossref","unstructured":"Doran, D., Morillo, K., Gokhale, S.S.: A comparison of web robot and human requests. In: Proceedigs of IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining, pp. 1374\u20131380 (2013)","key":"41_CR10","DOI":"10.1145\/2492517.2500239"},{"unstructured":"Jacob, G., Kirda, E., Kruegel, C., Vigna, G.: PUBCRAWL: protecting users and businesses from CRAWLers. In: Proceedings of USENIX Conference on Security Symposium, p. 25 (2013)","key":"41_CR11"},{"doi-asserted-by":"crossref","unstructured":"Wan, S., Li, Y., Sun, K.: Protecting web contents against persistent distributed crawlers. In: Proceedings of IEEE International Conference on Communications (2017)","key":"41_CR12","DOI":"10.1109\/ICC.2017.7996685"},{"doi-asserted-by":"crossref","unstructured":"Suchacka, G., Sobk\u00f3w, M.: Detection of internet robots using a Bayesian approach. In: Proceedings of IEEE International Conference on Cybernetics, pp. 365\u2013370 (2015)","key":"41_CR13","DOI":"10.1109\/CYBConf.2015.7175961"},{"unstructured":"phantomjs.org: Full web stack, no browser required, March 2018. \n                      http:\/\/phantomjs.org\/","key":"41_CR14"},{"issue":"3","key":"41_CR15","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1016\/j.comnet.2008.09.021","volume":"53","author":"A Stassopoulou","year":"2009","unstructured":"Stassopoulou, A., Dikaiakos, M.D.: Web robot detection: a probabilistic reasoning approach. Comput. Netw. 53(3), 265\u2013278 (2009)","journal-title":"Comput. Netw."},{"unstructured":"Lalani, A.S.: Data mining of web access logs. In: Hybrid Intelligent Systems (2003)","key":"41_CR16"},{"key":"41_CR17","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1023\/A:1013228602957","volume":"6","author":"PN Tan","year":"2002","unstructured":"Tan, P.N., Kumar, V.: Discovery of web robot sessions based on their navigational patterns. Data Min. Knowl. Discov. 6, 9\u201335 (2002)","journal-title":"Data Min. Knowl. Discov."},{"issue":"2","key":"41_CR18","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1145\/846183.846188","volume":"1","author":"J Srivastava","year":"2000","unstructured":"Srivastava, J., Cooley, R., Deshpande, M., Tan, P.N.: Web usage mining: discovery and applications of usage patterns from web data. ACM SIGKDD Explor. Newsl. 1(2), 12\u201323 (2000)","journal-title":"ACM SIGKDD Explor. Newsl."},{"key":"41_CR19","first-page":"389","volume":"163","author":"L Zhuang","year":"2004","unstructured":"Zhuang, L., Kou, Z., Zhang, C.: Session identification based on time interval in web log mining. J. Tsinghua Univ. 163, 389\u2013396 (2004)","journal-title":"J. Tsinghua Univ."},{"issue":"2","key":"41_CR20","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1287\/ijoc.15.2.171.14445","volume":"15","author":"M Spiliopoulou","year":"2003","unstructured":"Spiliopoulou, M., Mobasher, B., Berendt, B., Nakagawa, M.: A framework for the evaluation of session reconstruction heuristics in web-usage analysis. Informs J. Comput. 15(2), 171\u2013190 (2003)","journal-title":"Informs J. Comput."},{"doi-asserted-by":"crossref","unstructured":"Catledge, L.D., Pitkow, J.E.: Characterizing browsing strategies in the world-wide web. In: Proceedings of the Third International World-Wide Web Conference on Technology, Tools and Applications, pp. 1065\u20131073 (1995)","key":"41_CR21","DOI":"10.1016\/0169-7552(95)00043-7"},{"unstructured":"npcassoc.org, July 2011. \n                      http:\/\/npcassoc.org\/log\/access.log","key":"41_CR22"},{"doi-asserted-by":"crossref","unstructured":"Algiryage, N.: Distinguishing real web crawlers from fakes: Googlebot example. In: 2018 Moratuwa Engineering Research Conference (MERCon), pp. 13\u201318 (2018)","key":"41_CR23","DOI":"10.1109\/MERCon.2018.8421894"}],"container-title":["Lecture Notes in Computer Science","Wireless Algorithms, Systems, and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-23597-0_41","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,27]],"date-time":"2019-06-27T05:14:43Z","timestamp":1561612483000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-23597-0_41"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030235963","9783030235970"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-23597-0_41","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"21 June 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"WASA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Wireless Algorithms, Systems, and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Honolulu, HI","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 June 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"wasa2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/wasa-conference.org\/WASA2019\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"143","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"43","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}