{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T17:13:32Z","timestamp":1740158012277,"version":"3.37.3"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2020,8,25]],"date-time":"2020-08-25T00:00:00Z","timestamp":1598313600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,8,25]],"date-time":"2020-08-25T00:00:00Z","timestamp":1598313600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012165","name":"Key Technologies Research and Development Program","doi-asserted-by":"publisher","award":["2018YFC1604000"],"award-info":[{"award-number":["2018YFC1604000"]}],"id":[{"id":"10.13039\/501100012165","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Ambient Intell Human Comput"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s12652-020-02377-1","type":"journal-article","created":{"date-parts":[[2020,8,25]],"date-time":"2020-08-25T15:04:23Z","timestamp":1598367863000},"page":"5279-5292","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Optimal bandwidth allocation for web crawler systems with time constraints"],"prefix":"10.1007","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7714-350X","authenticated-orcid":false,"given":"Weiping","family":"Zhu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yaodong","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shu","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaohui","family":"Cui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,25]]},"reference":[{"issue":"4","key":"2377_CR1","doi-asserted-by":"publisher","first-page":"1401","DOI":"10.1007\/s12652-018-0858-4","volume":"10","author":"Z Afzal","year":"2019","unstructured":"Afzal Z, Shah PA, Awan KM, ur Rehman Z, (2019) Optimum bandwidth allocation in wireless networks using differential evolution. J Ambient Intell Humaniz Comput 10(4):1401\u20131412. https:\/\/doi.org\/10.1007\/s12652-018-0858-4","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"2377_CR2","doi-asserted-by":"publisher","unstructured":"Amamou A, Bourguiba M, Haddadou K, Pujolle G (2012) A dynamic bandwidth allocator for virtual machines in a cloud environment. In: Proceeding of 2012 IEEE consumer communications and networking conference (CCNC), Las Vegas, NV, USA, January 14\u201317, 2012, pp 99\u2013104. https:\/\/doi.org\/10.1109\/CCNC.2012.6181065","DOI":"10.1109\/CCNC.2012.6181065"},{"issue":"1","key":"2377_CR3","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1145\/383034.383035","volume":"1","author":"A Arasu","year":"2001","unstructured":"Arasu A, Cho J, Garcia-Molina H, Paepcke A, Raghavan S (2001) Searching the web. ACM Trans Internet Technol 1(1):2\u201343. https:\/\/doi.org\/10.1145\/383034.383035","journal-title":"ACM Trans Internet Technol"},{"key":"2377_CR4","doi-asserted-by":"publisher","unstructured":"Cai R, Yang JM, Lai W, Wang Y, Zhang L (2008) Irobot: an intelligent crawler for web forums. In: Proceeding of the 17th international conference on world wide web (WWW), ACM, New York, NY, USA, pp 447\u2013456. https:\/\/doi.org\/10.1145\/1367497.1367558","DOI":"10.1145\/1367497.1367558"},{"key":"2377_CR5","doi-asserted-by":"publisher","unstructured":"Castillo C, Marin M, Rodriguez A, Baeza-Yates R (2004) Scheduling algorithms for web crawling. In: Proceeding of joint conference 10th Brazilian symposium on multimedia and the web & 2nd Latin American Web Congress (WebMedia & LA-Web), 12\u201315 October 2004, Ribeirao Preto, SP, Brazil, pp 10\u201317. https:\/\/doi.org\/10.1109\/WEBMED.2004.1348139","DOI":"10.1109\/WEBMED.2004.1348139"},{"issue":"2","key":"2377_CR6","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1109\/TCC.2016.2638909","volume":"7","author":"S Das","year":"2019","unstructured":"Das S, Khatua M, Misra S (2019) Cheating-resilient bandwidth distribution in mobile cloud computing. IEEE Trans Cloud Comput 7(2):469\u2013482. https:\/\/doi.org\/10.1109\/TCC.2016.2638909","journal-title":"IEEE Trans Cloud Comput"},{"key":"2377_CR7","doi-asserted-by":"publisher","unstructured":"Diligenti M, Maggini M, Pucci FM, Scarselli F (2004) Design of a crawler with bounded bandwidth. In: Proceeding of the 13th international conference on world wide web (WWW), May 17\u201320, 2004, ACM, New York, NY, USA, pp 292\u2013293. https:\/\/doi.org\/10.1145\/1013367.1013441","DOI":"10.1145\/1013367.1013441"},{"key":"2377_CR8","doi-asserted-by":"publisher","unstructured":"Ding R, Wang M (2018) Design and implementation of web crawler based on coroutine model. In: Proceeding of cloud computing and security\u20144th international conference (ICCCS), Haikou, China, June 8\u201310, 2018. Springer International Publishing, Cham, pp 427\u2013435. https:\/\/doi.org\/10.1007\/978-3-030-00006-6","DOI":"10.1007\/978-3-030-00006-6"},{"key":"2377_CR9","doi-asserted-by":"publisher","unstructured":"Edwards J, McCurley K, Tomlin J (2001) An adaptive model for optimizing performance of an incremental web crawler. In: Proceeding of the 10th international conference on world wide web (WWW), ACM, New York, NY, USA, pp 106\u2013113. https:\/\/doi.org\/10.1145\/371920.371960","DOI":"10.1145\/371920.371960"},{"key":"2377_CR10","doi-asserted-by":"publisher","unstructured":"Fei R, Yang K, Ou S (2010) A qos-aware dynamic bandwidth allocation algorithm for relay stations in ieee 802.16j-based vehicular networks. In: Proceeding of 2010 IEEE wireless communications and networking conference (WCNC), Proceedings, Sydney, Australia, 18\u201321 April 2010, pp 1\u20136. https:\/\/doi.org\/10.1109\/WCNC.2010.5506376","DOI":"10.1109\/WCNC.2010.5506376"},{"key":"2377_CR11","doi-asserted-by":"publisher","unstructured":"Ge D, Ding Z (2014) A task scheduling strategy based on weighted round-robin for distributed crawler. In: Proceeding of the 7th IEEE\/ACM international conference on utility and cloud computing (UCC), London, United Kingdom, December 8\u201311, 2014, pp 848\u2013852. https:\/\/doi.org\/10.1109\/UCC.2014.138","DOI":"10.1109\/UCC.2014.138"},{"key":"2377_CR12","doi-asserted-by":"publisher","unstructured":"Guojun Z, Wenchao J, Jihui S, Fan S, Hao Z, Jiang L (2017) Design and application of intelligent dynamic crawler for web data mining. In: Proceeding of the 32nd youth academic annual conference of Chinese Association of Automation (YAC), pp 1098\u20131105. https:\/\/doi.org\/10.1109\/YAC.2017.7967575","DOI":"10.1109\/YAC.2017.7967575"},{"key":"2377_CR13","doi-asserted-by":"publisher","unstructured":"Jiang L, Fu M, Le Z (2011) Hierarchical QOS-aware dynamic bandwidth allocation algorithm for wireless optical broadband access network. In: Proceeding of 2011 international conference on electronics, communications and control (ICECC), pp 4329\u20134332. https:\/\/doi.org\/10.1109\/ICECC.2011.6066634","DOI":"10.1109\/ICECC.2011.6066634"},{"issue":"10","key":"2377_CR17","doi-asserted-by":"publisher","first-page":"85","DOI":"10.5815\/ijitcs.2013.10.09","volume":"5","author":"MdA Kausar","year":"2013","unstructured":"Kausar MdA, Dhaka SKSVS (2013) Web crawler based on mobile agent and java aglets. Int J Inf Technol Comput Sci 5(10):85\u201391. https:\/\/doi.org\/10.5815\/ijitcs.2013.10.09","journal-title":"Int J Inf Technol Comput Sci"},{"key":"2377_CR14","doi-asserted-by":"publisher","unstructured":"Kc M, Hagenbuchner M, Tsoi AC (2008) A scalable lightweight distributed crawler for crawling with limited resources. In: Proceeding of the 2008 IEEE\/WIC\/ACM international conference on web intelligence and international conference on intelligent agent technology\u2014workshops, 9\u201312 December 2008, Sydney, NSW, Australia, vol 3, pp 663\u2013666. https:\/\/doi.org\/10.1109\/WIIAT.2008.234","DOI":"10.1109\/WIIAT.2008.234"},{"issue":"6","key":"2377_CR15","doi-asserted-by":"publisher","first-page":"e1218","DOI":"10.1002\/widm.1218","volume":"7","author":"M Kumar","year":"2017","unstructured":"Kumar M, Bhatia R, Rattan D (2017) A survey of web crawlers for information retrieval. Wiley Interdiscip Rev Data Min Knowl Discov 7(6):e1218. https:\/\/doi.org\/10.1002\/widm.1218","journal-title":"Wiley Interdiscip Rev Data Min Knowl Discov"},{"key":"2377_CR16","doi-asserted-by":"publisher","unstructured":"Lau CH, Tao X, Tjondronegoro D, Li Y (2012) Retrieving information from microblog using pattern mining and relevance feedback. In: Proceedings of data and knowledge engineering. Springer, Berlin, pp 152\u2013160. https:\/\/doi.org\/10.1007\/978-3-642-34679-8_15","DOI":"10.1007\/978-3-642-34679-8_15"},{"issue":"3","key":"2377_CR18","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1007\/s12083-017-0544-x","volume":"11","author":"S Meng","year":"2018","unstructured":"Meng S, Wang Y, Miao Z, Sun K (2018) Joint optimization of wireless bandwidth and computing resource in cloudlet-based mobile cloud computing environment. Peer-to-Peer Netw Appl 11(3):462\u2013472. https:\/\/doi.org\/10.1007\/s12083-017-0544-x","journal-title":"Peer-to-Peer Netw Appl"},{"issue":"1","key":"2377_CR19","doi-asserted-by":"publisher","first-page":"95","DOI":"10.4018\/IJRSDA.2017010106","volume":"4","author":"D Punj","year":"2017","unstructured":"Punj D, Dixit A (2017) Design of a migrating crawler based on a novel URL scheduling mechanism using AHP. Int J Rough Sets Data Anal 4(1):95\u2013110. https:\/\/doi.org\/10.4018\/IJRSDA.2017010106","journal-title":"Int J Rough Sets Data Anal"},{"issue":"14","key":"2377_CR20","doi-asserted-by":"publisher","first-page":"33","DOI":"10.5120\/11651-7153","volume":"68","author":"S Raina","year":"2014","unstructured":"Raina S, Prakash Agarwal A (2014) How crawlers aid regression testing in web applications: the state of the art. Int J Comput Appl 68(14):33\u201338. https:\/\/doi.org\/10.5120\/11651-7153","journal-title":"Int J Comput Appl"},{"issue":"2","key":"2377_CR21","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/s11277-016-3890-8","volume":"95","author":"R Shams","year":"2017","unstructured":"Shams R, Khan FH, Abbass S, Javaid R (2017) Bandwidth allocation for wireless cellular network by using genetic algorithm. Wirel Pers Commun 95(2):245\u2013260. https:\/\/doi.org\/10.1007\/s11277-016-3890-8","journal-title":"Wirel Pers Commun"},{"key":"2377_CR22","doi-asserted-by":"publisher","unstructured":"Shkapenyuk V, Suel T (2002) Design and implementation of a high-performance distributed web crawler. In: Proceeding of the 18th international conference on data engineering, San Jose, CA, USA, February 26\u2013March 1, 2002, pp 357\u2013368. https:\/\/doi.org\/10.1109\/ICDE.2002.994750","DOI":"10.1109\/ICDE.2002.994750"},{"key":"2377_CR23","doi-asserted-by":"publisher","unstructured":"Singhal N, Agarwal RP, Dixit A, Sharma AK (2011) Information retrieval from the web and application of migrating crawler. In: Proceeding of the 2011 international conference on computational intelligence and communication networks, pp 476\u2013480. https:\/\/doi.org\/10.1109\/CICN.2011.99","DOI":"10.1109\/CICN.2011.99"},{"key":"2377_CR24","unstructured":"Srl S (2014) Netbalancer. http:\/\/netbalancer.com\/. Accessed 25 June 2020"},{"issue":"5","key":"2377_CR25","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1177\/016555150102700503","volume":"27","author":"M Thelwall","year":"2001","unstructured":"Thelwall M (2001) A web crawler design for data mining. J Inf Sci 27(5):319\u2013325. https:\/\/doi.org\/10.1177\/016555150102700503","journal-title":"J Inf Sci"},{"key":"2377_CR26","doi-asserted-by":"publisher","unstructured":"Wang J, Guo Y (2012) Scrapy-based crawling and user-behavior characteristics analysis on taobao. In: Proceeding of 2012 international conference on cyber-enabled distributed computing and knowledge discovery (CyberC), Sanya, China, October 10\u201312, 2012, pp 44\u201352. https:\/\/doi.org\/10.1109\/CyberC.2012.17","DOI":"10.1109\/CyberC.2012.17"},{"key":"2377_CR27","doi-asserted-by":"publisher","unstructured":"Wang J, Zhao H, Liu F, Zhang J (2018a) A queue-based bandwidth allocation method for streaming media servers in m-learning VOD systems. In: Proceeding of the 12th international conference, edutainment 2018: e-learning and games, Xi\u2019an, China, June 28\u201330, 2018, Springer, lecture notes in computer science, vol 11462, pp 107\u2013114. https:\/\/doi.org\/10.1007\/978-3-030-23712-7_15","DOI":"10.1007\/978-3-030-23712-7_15"},{"key":"2377_CR28","doi-asserted-by":"publisher","unstructured":"Wang Y, Hong Z, Shi M (2018b) Research on lDA model algorithm of news-oriented web crawler. In: Proceeding of 17th IEEE\/ACIS international conference on computer and information science (ICIS), Singapore, June 6\u20138, 2018, pp 748\u2013753. https:\/\/doi.org\/10.1109\/ICIS.2018.8466502","DOI":"10.1109\/ICIS.2018.8466502"},{"key":"2377_CR29","doi-asserted-by":"publisher","first-page":"929","DOI":"10.5555\/1457973.1457982","volume":"7","author":"D Yadav","year":"2008","unstructured":"Yadav D, Sharma A, Gupta J (2008) Parallel crawler architecture and web page change detection. World Sci Eng Acad Soc Trans Comput 7:929\u2013940. https:\/\/doi.org\/10.5555\/1457973.1457982","journal-title":"World Sci Eng Acad Soc Trans Comput"},{"key":"2377_CR30","doi-asserted-by":"publisher","unstructured":"Zhu W, Li Y, Xu Y, Cui X (2019) Optimal bandwidth allocation for web crawler systems. In: Proceeding of 2019 IEEE SmartWorld, ubiquitous intelligence & computing, advanced & trusted computing, scalable computing & communications, cloud & big data computing, internet of people and smart city innovation (SmartWorld\/SCALCOM\/UIC\/ATC\/CBDCom\/IOP\/SCI), Leicester, United Kingdom, pp 1146\u20131153. https:\/\/doi.org\/10.1109\/SmartWorld-UIC-ATC-SCALCOM-IOP-SCI.2019.00215","DOI":"10.1109\/SmartWorld-UIC-ATC-SCALCOM-IOP-SCI.2019.00215"}],"container-title":["Journal of Ambient Intelligence and Humanized Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-020-02377-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12652-020-02377-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-020-02377-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,23]],"date-time":"2023-05-23T12:26:37Z","timestamp":1684844797000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12652-020-02377-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,25]]},"references-count":30,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["2377"],"URL":"https:\/\/doi.org\/10.1007\/s12652-020-02377-1","relation":{},"ISSN":["1868-5137","1868-5145"],"issn-type":[{"type":"print","value":"1868-5137"},{"type":"electronic","value":"1868-5145"}],"subject":[],"published":{"date-parts":[[2020,8,25]]},"assertion":[{"value":"2 November 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 July 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 August 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article dose not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}