{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T12:27:16Z","timestamp":1743769636451},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2005,1,1]],"date-time":"2005-01-01T00:00:00Z","timestamp":1104537600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2005,1,1]],"date-time":"2005-01-01T00:00:00Z","timestamp":1104537600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval"],"published-print":{"date-parts":[[2005,1]]},"DOI":"10.1007\/s10791-005-6993-5","type":"journal-article","created":{"date-parts":[[2005,4,4]],"date-time":"2005-04-04T14:09:13Z","timestamp":1112623753000},"page":"417-447","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":67,"title":["A General Evaluation Framework for Topical Crawlers"],"prefix":"10.1007","volume":"8","author":[{"given":"P.","family":"Srinivasan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"F.","family":"Menczer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"G.","family":"Pant","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"6993_CR1","doi-asserted-by":"crossref","unstructured":"Aggarwal C, Al-Garawi F and Yu P (2001) Intelligent crawling on the world wide web with arbitrary predicates. In: Proc. 10th International World Wide Web Conference, pp. 96\u2013105.","DOI":"10.1145\/371920.371955"},{"key":"6993_CR2","doi-asserted-by":"crossref","unstructured":"Amento B, Terveen L and Hill W (2000) Does \u201cAuthority\u201d mean quality? Predicting expert quality ratings of web documents. In: Proc. 23rd ACM SIGIR Conf. on Research and Development in Information Retrieval, pp. 296\u2013303.","DOI":"10.1145\/345508.345603"},{"key":"6993_CR3","unstructured":"Beaulieu M, Fowkes H and Joho H (2000) Sheffield interactive experiment at TREC-9. In: Proc. 9th Text Retrieval Conference (TREC-9)."},{"issue":"11\u201316","key":"6993_CR4","doi-asserted-by":"crossref","first-page":"1653","DOI":"10.1016\/S1389-1286(99)00045-6","volume":"31","author":"I Ben-Shaul","year":"1999a","unstructured":"Ben-Shaul I, et al. (1999a) Adding support for dynamic and focused search with fetuccino. Computer Networks, 31(11\u201316):1653\u20131665.","journal-title":"Computer Networks"},{"issue":"11\u201316","key":"6993_CR5","first-page":"1653","volume":"31","author":"I Ben-Shaul","year":"1999b","unstructured":"Ben-Shaul I, Herscovici M, Jacovi M, Maarek Y, Pelleg D, Shtalhaim M, Soroka V and Ur S (1999b) Adding support for dynamic and focused search with fetuccino. Computer Networks, 31(11\u201316):1653\u20131665.","journal-title":"Adding support for dynamic and focused search with fetuccino. Computer Networks"},{"key":"6993_CR6","doi-asserted-by":"crossref","unstructured":"Bharat K and Henzinger M (1998) Improved algorithms for topic distillation in hyperlinked environments. In: Proc. 21st ACM SIGIR Conf. on Research and Development in Information Retrieval, pp. 104\u2013111.","DOI":"10.1145\/290941.290972"},{"issue":"1\u20137","key":"6993_CR7","first-page":"107","volume":"30","author":"S Brin","year":"1998","unstructured":"Brin S and Page L (1998) The anatomy of a large-scale hypertextual web search engine. Computer Networks, 30(1\u20137):107\u2013117.","journal-title":"Computer Networks"},{"issue":"1\u20137","key":"6993_CR8","first-page":"65","volume":"30","author":"S Chakrabarti","year":"1998","unstructured":"Chakrabarti S, Dom B, Raghavan P, Rajagopalan S, Gibson D and Kleinberg J (1998) Automatic resource compilation by analyzing hyperlink structure and associated text. Computer Networks, 30(1\u20137):65\u201374.","journal-title":"Computer Networks"},{"key":"6993_CR9","first-page":"251","volume-title":"Proc. 11th International World Wide Web Conference","author":"S Chakrabarti","year":"2002a","unstructured":"Chakrabarti S, Joshi M, Punera K and Pennock D (2002a) The structure of broad topics on the web. In: Lassner D, De Roure D and Iyengar A, eds. Proc. 11th International World Wide Web Conference. ACM Press, New York, NY, pp. 251\u2013262."},{"key":"6993_CR10","first-page":"148","volume-title":"Proc. 11th International World Wide Web Conference","author":"S Chakrabarti","year":"2002b","unstructured":"Chakrabarti S, Punera K and Subramanyam M (2002b) Accelerated focused crawling through online relevance feedback. In: Lassner D, De Roure D and Iyengar A, eds. Proc. 11th International World Wide Web Conference. ACM Press, New York, NY, pp. 148\u2013159."},{"issue":"11\u201316","key":"6993_CR11","doi-asserted-by":"crossref","first-page":"1623","DOI":"10.1016\/S1389-1286(99)00052-3","volume":"31","author":"S Chakrabarti","year":"1999","unstructured":"Chakrabarti S, van den Berg M and Dom B (1999) Focused crawling: A new approach to topic-specific web resource discovery. Computer Networks, 31(11\u201316):1623\u20131640.","journal-title":"Computer Networks"},{"issue":"1\u20137","key":"6993_CR12","first-page":"161","volume":"30","author":"J Cho","year":"1998","unstructured":"Cho J, Garcia-Molina H and Page L (1998) Efficient crawling through URL ordering. Computer Networks, 30(1\u20137):161\u2013172.","journal-title":"Computer Networks"},{"key":"6993_CR13","first-page":"213","volume-title":"Practical Nonparametric Statistics","author":"W Conover","year":"1980","unstructured":"Conover W (1980) Practical Nonparametric Statistics. Wiley, New York, Chapt. 5, pp. 213\u2013343."},{"key":"6993_CR14","doi-asserted-by":"crossref","unstructured":"Davison B (2000) Topical locality in the Web. In: Proc. 23rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 272\u2013279.","DOI":"10.1145\/345508.345597"},{"key":"6993_CR15","doi-asserted-by":"crossref","unstructured":"De Bra P and Post R (1994) Information retrieval in the World Wide Web: Making client-based searching feasible. In: Proc. 1st International World Wide Web Conference.","DOI":"10.1016\/0169-7552(94)90132-5"},{"key":"6993_CR16","unstructured":"Diligenti M, Coetzee F, Lawrence S, Giles CL and Gori M (2000) Focused crawling using context graphs. In: Proc. 26th International Conference on Very Large Databases (VLDB 2000). Cairo, Egypt, pp. 527\u2013534."},{"key":"6993_CR17","doi-asserted-by":"crossref","unstructured":"Flake G, Lawrence S and Giles C (2000) Efficient identification of Web communities. In: Proc. 6th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. Boston, MA, pp. 150\u2013160.","DOI":"10.1145\/347090.347121"},{"key":"6993_CR18","unstructured":"Henzinger M, Heydon A, Mitzenmacher M and Najork M (1999) Measuring search engine quality using random walks on the Web. In: Proc. 8th International World Wide Web Conference, pp. 213\u2013225."},{"key":"6993_CR19","doi-asserted-by":"crossref","unstructured":"Hersovici M, Jacovi M, Maarek YS, Pelleg D, Shtalhaim M and Ur S (1998) The shark-search algorithm\u2014An application: Tailored Web site mapping. In: Proc. 7th Intl. World-Wide Web Conference.","DOI":"10.1016\/S0169-7552(98)00038-5"},{"issue":"2","key":"6993_CR20","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1016\/S0306-4573(99)00056-4","volume":"36","author":"B Jansen","year":"2000","unstructured":"Jansen B, Spink A and Saracevic T (2000) Real life, real users and real needs: A study and analysis of users queries on the Web. Information Processing and Management, 36(2):207\u2013227.","journal-title":"Information Processing and Management"},{"issue":"5","key":"6993_CR21","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1145\/324133.324140","volume":"46","author":"J Kleinberg","year":"1999","unstructured":"Kleinberg J (1999) Authoritative sources in a hyperlinked environment. Journal of the ACM, 46(5):604\u2013632.","journal-title":"Journal of the ACM"},{"key":"6993_CR22","doi-asserted-by":"crossref","unstructured":"Kumar S, Raghavan P, Rajagopalan S, Sivakumar D, Tomkins A and Upfal E (2000) Stochastic models for the Web graph. In: Proc. 41st Annual IEEE Symposium on Foundations of Computer Science. IEEE Computer Society Press, Silver Spring, MD, pp. 57\u201365.","DOI":"10.1109\/SFCS.2000.892065"},{"key":"6993_CR23","unstructured":"Menczer F (1997) ARACHNID: Adaptive retrieval agents choosing heuristic neighborhoods for information discovery. In: Proc. 14th International Conference on Machine Learning, pp. 227\u2013235."},{"issue":"2","key":"6993_CR24","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1016\/S0167-9236(02)00106-9","volume":"35","author":"F Menczer","year":"2003","unstructured":"Menczer F (2003) Complementing search engines with online Web mining agents. Decision Support Systems, 35(2):195\u2013212.","journal-title":"Decision Support Systems"},{"issue":"14","key":"6993_CR25","doi-asserted-by":"crossref","first-page":"1261","DOI":"10.1002\/asi.20081","volume":"55","author":"F Menczer","year":"2004","unstructured":"Menczer F (2004) Lexical and semantic clustering by Web links. Journal of the American Society for Information Science and Technology, 55(14):1261\u20131269.","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"6993_CR26","doi-asserted-by":"crossref","unstructured":"Menczer F and Belew R (1998) Adaptive information agents in distributed textual environments. In: Proc. 2nd International Conference on Autonomous Agents. Minneapolis, MN, pp. 157\u2013164.","DOI":"10.1145\/280765.280794"},{"issue":"2\u20133","key":"6993_CR27","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1023\/A:1007653114902","volume":"39","author":"F Menczer","year":"2000","unstructured":"Menczer F and Belew R (2000) Adaptive retrieval agents: Internalizing local context and scaling up to the Web. Machine Learning, 39(2\u20133):203\u2013242.","journal-title":"Machine Learning"},{"key":"6993_CR28","first-page":"241","volume-title":"Proc. 24th Annual Intl. ACM SIGIR Conf. on Research and Development in Information Retrieval","author":"F Menczer","year":"2001","unstructured":"Menczer F, Pant G, Ruiz M and Srinivasan P (2001) Evaluating topic-driven Web crawlers. In: Kraft DH, Croft WB, Harper DJ and Zobel J, eds. Proc. 24th Annual Intl. ACM SIGIR Conf. on Research and Development in Information Retrieval. ACM Press, New York, NY, pp. 241\u2013249."},{"issue":"4","key":"6993_CR29","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1145\/1031114.1031117","volume":"4","author":"F Menczer","year":"2004","unstructured":"Menczer F, Pant G and Srinivasan P (2004) Topical Web crawlers: Evaluating adaptive algorithms. ACM Transactions on Internet Technology, 4(4):378\u2013419.","journal-title":"ACM Transactions on Internet Technology"},{"key":"6993_CR30","doi-asserted-by":"crossref","unstructured":"Mitra M, Singhal A and Buckley C (1998) Improving automatic query expansion. In: Proc. 21st ACM SIGIR Conf. on Research and Development in Information Retrieval, pp. 206\u2013214.","DOI":"10.1145\/290941.290995"},{"key":"6993_CR31","doi-asserted-by":"crossref","unstructured":"Najork M and Wiener JL (2001) Breadth-first search crawling yields high-quality pages. In: Proc. 10th International World Wide Web Conference.","DOI":"10.1145\/371920.371965"},{"key":"6993_CR32","unstructured":"Nelson M (1995) The effect of query characteristics on retrieval results in the TREC retrieval tests. In: Proc. Annual Conference of the Canadian Association for Information Science."},{"issue":"2","key":"6993_CR33","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1023\/A:1014853428272","volume":"5","author":"G Pant","year":"2002","unstructured":"Pant G and Menczer F (2002) MySpiders: Evolve your own intelligent Web crawlers. Autonomous Agents and Multi-Agent Systems, 5(2):221\u2013229.","journal-title":"Autonomous Agents and Multi-Agent Systems"},{"key":"6993_CR34","unstructured":"Pant G, Srinivasan P and Menczer F (2002) Exploration versus exploitation in topic driven crawlers. In: Proc. WWW-02 Workshop on Web Dynamics."},{"key":"6993_CR35","unstructured":"Pinkerton B (1994) Finding what people want: Experiences with the WebCrawler. In: Proc. 1st International World Wide Web Conference."},{"issue":"3","key":"6993_CR36","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1108\/eb046814","volume":"14","author":"M Porter","year":"1980","unstructured":"Porter M (1980) An algorithm for suffix stripping. Program, 14(3):130\u2013137.","journal-title":"Program"},{"key":"6993_CR37","first-page":"335","volume-title":"Proc. 16th International Conf. on Machine Learning","author":"J Rennie","year":"1999","unstructured":"Rennie J and McCallum A (1999) Using reinforcement learning to spider the Web efficiently. In: Proc. 16th International Conf. on Machine Learning. Morgan Kaufmann, San Francisco, CA, pp. 335\u2013343."},{"issue":"3","key":"6993_CR38","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1002\/(SICI)1097-4571(198805)39:3<177::AID-ASI3>3.0.CO;2-F","volume":"39","author":"T Saracevic","year":"1998","unstructured":"Saracevic T and Kantor P (1998) A study of information seeking and retrieving. II. Users, questions, and effectiveness. Journal of the American Society for Information Science, 39(3):177\u2013196.","journal-title":"Journal of the American Society for Information Science"},{"key":"6993_CR39","doi-asserted-by":"crossref","unstructured":"Silva I, Ribeiro-Neto B, Calado P, Ziviani N and Moura E (2000) Link-based and content-based evidential information in a belief network model. In: Proceedings of the 23rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 96\u2013103.","DOI":"10.1145\/345508.345554"},{"issue":"3","key":"6993_CR40","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1002\/1097-4571(2000)9999:9999<::AID-ASI1591>3.0.CO;2-R","volume":"52","author":"A Spink","year":"2001","unstructured":"Spink A, Wolfram D, Jansen B and Saracevic T (2001) Searching the Web: The public and their queries. Journal of the American Society for Information Science, 52(3):226\u2013234.","journal-title":"Journal of the American Society for Information Science"},{"key":"6993_CR41","unstructured":"Srinivasan P, Mitchell J, Bodenreider O, Pant G and Menczer F (2002) Web Crawling agents for retrieving biomedical information. In: Proc. Int. Workshop on Agents in Bioinformatics (NETTAB-02)."},{"key":"6993_CR42","unstructured":"van Rijsbergen C (1979) Information Retrieval, London, 2nd edn. Butterworths."}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-005-6993-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-005-6993-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-005-6993-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-005-6993-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:09:47Z","timestamp":1704204587000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-005-6993-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005,1]]},"references-count":42,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2005,1]]}},"alternative-id":["6993"],"URL":"https:\/\/doi.org\/10.1007\/s10791-005-6993-5","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2005,1]]},"assertion":[{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}