{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:27:47Z","timestamp":1740122867759,"version":"3.37.3"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2021,1,3]],"date-time":"2021-01-03T00:00:00Z","timestamp":1609632000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,3]],"date-time":"2021-01-03T00:00:00Z","timestamp":1609632000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1007\/s11042-020-10250-8","type":"journal-article","created":{"date-parts":[[2021,1,3]],"date-time":"2021-01-03T15:02:30Z","timestamp":1609686150000},"page":"11049-11077","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["An optimized crawling technique for maintaining fresh repositories"],"prefix":"10.1007","volume":"80","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9202-4234","authenticated-orcid":false,"given":"Shilpa","family":"Sethi","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,1,3]]},"reference":[{"issue":"1","key":"10250_CR1","doi-asserted-by":"publisher","first-page":"446","DOI":"10.1109\/TCNS.2016.2619066","volume":"5","author":"KE Avrachenkov","year":"2016","unstructured":"Avrachenkov KE, Borkar VS (2016) Whittle index policy for crawling ephemeral content. IEEE Trans Control Network Syst 5(1):446\u2013455","journal-title":"IEEE Trans Control Network Syst"},{"issue":"32","key":"10250_CR2","doi-asserted-by":"publisher","first-page":"8099","DOI":"10.1073\/pnas.1801519115","volume":"115","author":"Y Azar","year":"2018","unstructured":"Azar Y, Horvitz E, Lubetzky E, Peres Y, Shahaf D (2018) Tractable near-optimal policies for crawling. Proc Natl Acad Sci 115(32):8099\u20138103","journal-title":"Proc Natl Acad Sci"},{"issue":"2","key":"10250_CR3","first-page":"1","volume":"6","author":"S Bhatia","year":"2016","unstructured":"Bhatia S, Sharma M, Bhatia KK (2016) A novel approach for crawling the opinions from world wide web. Int J Inform Retriev Res (IJIRR) 6(2):1\u201323","journal-title":"Int J Inform Retriev Res (IJIRR)"},{"issue":"2","key":"10250_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3160017","volume":"12","author":"P Boldi","year":"2018","unstructured":"Boldi P, Marino A, Santini M, Vigna S (2018) BUbiNG: massive crawling for the masses. ACM Trans Web (TWEB) 12(2):1\u201326","journal-title":"ACM Trans Web (TWEB)"},{"issue":"3","key":"10250_CR5","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1145\/857166.857170","volume":"3","author":"J Cho","year":"2003","unstructured":"Cho J, Garcia-Molina H (2003) Estimating frequency of change. ACM Trans Int Technol (TOIT) 3(3):256\u2013290","journal-title":"ACM Trans Int Technol (TOIT)"},{"issue":"8","key":"10250_CR6","doi-asserted-by":"publisher","first-page":"880","DOI":"10.1016\/j.comcom.2005.01.003","volume":"28","author":"MD Dikaiakos","year":"2005","unstructured":"Dikaiakos MD, Stassopoulou A, Papageorgiou L (2005) An investigation of web crawler behavior: characterization and metrics. Comput Commun 28(8):880\u2013897","journal-title":"Comput Commun"},{"doi-asserted-by":"crossref","unstructured":"Dixit A, Sharma AK (2011) Temporal relevance improvement mechanism for crawler collection. In: 2011 International Conference on Communication Systems and Network Technologies, pp 634\u2013637 IEEE","key":"10250_CR7","DOI":"10.1109\/CSNT.2011.136"},{"key":"10250_CR8","doi-asserted-by":"publisher","first-page":"155504","DOI":"10.1109\/ACCESS.2019.2948793","volume":"7","author":"D Hasselquist","year":"2019","unstructured":"Hasselquist D, Rawat A, Gurtov A (2019) Trends and detection avoidance of internet-connected industrial control systems. IEEE Access 7:155504\u2013155512","journal-title":"IEEE Access"},{"doi-asserted-by":"publisher","unstructured":"Heydon A, Najork M Mercator: A scalable, extensible web crawler. World Wide Web 2(4):219\u2013229. https:\/\/doi.org\/10.1023\/A:1019213109274","key":"10250_CR9","DOI":"10.1023\/A:1019213109274"},{"key":"10250_CR10","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1109\/ICOIN.2012.6164440","volume-title":"the International Conference on Information Network 2012","author":"KS Kim","year":"2012","unstructured":"Kim KS, Kim KY, Lee KH, Kim TK, Cho WS (2012) Design and implementation of web crawler based on dynamic web collection cycle. In: the International Conference on Information Network 2012, pp 562\u2013566 IEEE"},{"doi-asserted-by":"crossref","unstructured":"Liu X, Ye S, Li X, Luo Y, Rao Y (2015) Zhihurank: A topic-sensitive expert finding algorithm in community question answering websites. In:\u00a0International Conference on Web-Based Learning. Springer, Cham.\u00a0pp. 165\u2013173\u00a0","key":"10250_CR11","DOI":"10.1007\/978-3-319-25515-6_15"},{"doi-asserted-by":"crossref","unstructured":"Meusel R, Mika P, Blanco R (2014) Focused crawling for structured data. In: Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management, pp 1039\u20131048","key":"10250_CR12","DOI":"10.1145\/2661829.2661902"},{"key":"10250_CR13","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1007\/978-981-13-3053-7_7","volume-title":"Web Searching and Mining","author":"D Mukhopadhyay","year":"2019","unstructured":"Mukhopadhyay D, Sinha S (2019) Domain-specific crawler design. In: Web Searching and Mining. Springer, Singapore, pp 85\u2013112"},{"doi-asserted-by":"crossref","unstructured":"Radinsky K, Bennett PN (2013) Predicting content change on the web. In:\u00a0Proceedings of the sixth ACM international conference on Web search and data mining, WSDM 2013. Rome, Italy. pp 415\u2013424","key":"10250_CR14","DOI":"10.1145\/2433396.2433448"},{"key":"10250_CR15","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/978-81-322-2129-6_9","volume-title":"Recent Development in Wireless Sensor and Ad-hoc Networks","author":"S Rawat","year":"2015","unstructured":"Rawat S (2015) Focused crawling: an approach for URL queue optimization using link score. In: Recent Development in Wireless Sensor and Ad-hoc Networks. Springer, New Delhi, pp 169\u2013189"},{"unstructured":"Sethi S, Dixit A (2015) Design of personalised search system based on user interest and query structuring. 2015 2nd International Conference on Computing for Sustainable Global Development (INDIACom),\u00a0pp 1346-1351 IEEE","key":"10250_CR16"},{"issue":"2","key":"10250_CR17","first-page":"270","volume":"1","author":"AK Sharma","year":"2010","unstructured":"Sharma AK, Gupta JP, Agarwal DP (2010) Parcahyd: an architecture of a parallel crawler based on augmented hypertext documents. Int J Advan Technol 1(2):270\u2013283","journal-title":"Int J Advan Technol"},{"issue":"1","key":"10250_CR18","first-page":"2011","volume":"4","author":"MK Tarakeswar","year":"2011","unstructured":"Tarakeswar MK, Kavitha D (2011) Search engines: a study. J Comp Appl (JCA) 4(1):2011","journal-title":"J Comp Appl (JCA)"},{"unstructured":"Umbrich, J., Mrzelj, N., & Polleres, A. (2015). Towards capturing and preserving changes on the Web of Data. In:\u00a0DIACRON@ ESWC,\u00a0pp 50-65","key":"10250_CR19"},{"issue":"4","key":"10250_CR20","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1007\/BF02984696","volume":"28","author":"RS Wills","year":"2006","unstructured":"Wills RS (2006) Google\u2019s pagerank. Math Intell 28(4):6\u201311","journal-title":"Math Intell"},{"unstructured":"Xu H, Lv Y, Fan G (2018) Research on Topic Crawler Strategy Based on Web Page Extension and Best Priority Search Algorithm. In:\u00a0International Conference on Applications and Techniques in Cyber Security and Intelligence, Springer, Cham.\u00a0pp 1129-1136","key":"10250_CR21"},{"key":"10250_CR22","first-page":"100","volume-title":"Proceedings of the 5th ACM\/IEEE-CS Joint Conference on Digital Libraries (JCDL'05)","author":"P Zerfos","year":"2005","unstructured":"Zerfos P, Cho J, Ntoulas A (2005) Downloading textual hidden web content through keyword queries. In: Proceedings of the 5th ACM\/IEEE-CS Joint Conference on Digital Libraries (JCDL'05), pp 100\u2013109 IEEE"},{"issue":"4","key":"10250_CR23","doi-asserted-by":"publisher","first-page":"608","DOI":"10.1109\/TSC.2015.2414931","volume":"9","author":"F Zhao","year":"2015","unstructured":"Zhao F, Zhou J, Nie C, Huang H, Jin H (2015) Smartcrawler: a two-stage crawler for efficiently harvesting deep-web interfaces. IEEE Trans Serv Comput 9(4):608\u2013620","journal-title":"IEEE Trans Serv Comput"},{"key":"10250_CR24","first-page":"478","volume-title":"Asia Information Retrieval Symposium","author":"K Zhu","year":"2008","unstructured":"Zhu K, Xu Z, Wang X, Zhao Y (2008) A full distributed web crawler based on structured network. In: Asia Information Retrieval Symposium. Springer, Berlin, Heidelberg, pp 478\u2013483"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-10250-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11042-020-10250-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-10250-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,3,26]],"date-time":"2021-03-26T00:18:58Z","timestamp":1616717938000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11042-020-10250-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,3]]},"references-count":24,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2021,3]]}},"alternative-id":["10250"],"URL":"https:\/\/doi.org\/10.1007\/s11042-020-10250-8","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"type":"print","value":"1380-7501"},{"type":"electronic","value":"1573-7721"}],"subject":[],"published":{"date-parts":[[2021,1,3]]},"assertion":[{"value":"5 March 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 October 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 December 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}