{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T15:02:21Z","timestamp":1782313341846,"version":"3.54.5"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"21","license":[{"start":{"date-parts":[[2024,1,5]],"date-time":"2024-01-05T00:00:00Z","timestamp":1704412800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,5]],"date-time":"2024-01-05T00:00:00Z","timestamp":1704412800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100004543","name":"China Scholarship Council","doi-asserted-by":"crossref","award":["China Scholarship Council"],"award-info":[{"award-number":["China Scholarship Council"]}],"id":[{"id":"10.13039\/501100004543","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-17925-y","type":"journal-article","created":{"date-parts":[[2024,1,5]],"date-time":"2024-01-05T06:01:53Z","timestamp":1704434513000},"page":"60343-60364","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["A novel combining method of dynamic and static web crawler with parallel computing"],"prefix":"10.1007","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0491-3248","authenticated-orcid":false,"given":"Qingyang","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ramin","family":"Yahyapour","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongjiu","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yanrong","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,1,5]]},"reference":[{"key":"17925_CR1","doi-asserted-by":"publisher","first-page":"1617","DOI":"10.32604\/iasc.2022.022209","volume":"32","author":"N Subramani","year":"2022","unstructured":"Subramani N et al (2022) An automated word embedding with parameter tuned model for web crawling. Intell Autom Soft Comput 32:1617\u20131632","journal-title":"Intell Autom Soft Comput"},{"issue":"6","key":"17925_CR2","doi-asserted-by":"publisher","first-page":"064006","DOI":"10.1088\/2058-6272\/ab00a1","volume":"21","author":"A Ayilaran","year":"2019","unstructured":"Ayilaran A et al (2019) Reduced chemistries with the Quantemol database (QDB). Plasma Sci Technol 21(6):064006","journal-title":"Plasma Sci Technol"},{"key":"17925_CR3","doi-asserted-by":"crossref","unstructured":"Sharma A et al (2020) Experimental performance analysis of web crawlers using single and Multi-Threaded web crawling and indexing algorithm for the application of smart web contents.  Mater Today: Proc 37: 1403\u20131408","DOI":"10.1016\/j.matpr.2020.06.596"},{"issue":"1","key":"17925_CR4","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1007\/s13198-022-01808-w","volume":"14","author":"G Shrivastava","year":"2022","unstructured":"Shrivastava G et al (2022) An efficient focused crawler using LSTM-CNN based deep learning. Int J Syst Assur Eng Manag 14(1):391\u2013407","journal-title":"Int J Syst Assur Eng Manag"},{"key":"17925_CR5","first-page":"531","volume":"46","author":"FN Mohd Nain","year":"2023","unstructured":"Mohd Nain FN et al (2023) Focus web crawler on drug herbs Interaction patterns. Informatica 46:531\u2013542","journal-title":"Informatica"},{"key":"17925_CR6","doi-asserted-by":"crossref","unstructured":"Pavai G, Geetha TV (2017) Improving the freshness of the search engines by a probabilistic approach based incremental crawler. Information Systems Frontiers 19(5): 1013-1028","DOI":"10.1007\/s10796-016-9701-7"},{"issue":"1","key":"17925_CR7","first-page":"11","volume":"15","author":"O Aru","year":"2021","unstructured":"Aru O et al (2021) Development of an intelligent web based dynamic. News aggregator integrating infospider and incremental web crawling technology. Inform Syst Front 15(1):11\u201322","journal-title":"Inform Syst Front"},{"key":"17925_CR8","doi-asserted-by":"publisher","first-page":"11","DOI":"10.17762\/ijnpme.v9i04.91","volume":"9","author":"P Basaligheh","year":"2020","unstructured":"Basaligheh P (2020) Mining of deep web interfaces using Multi Stage web crawler. Int J New Practices Manage Eng 9:11\u201316","journal-title":"Int J New Practices Manage Eng"},{"key":"17925_CR9","doi-asserted-by":"crossref","unstructured":"Zhang Z et al (2011) A framework for incremental deep web crawler based on URL classification. Web Information Systems and Mining, pp 302\u2013310","DOI":"10.1007\/978-3-642-23982-3_37"},{"key":"17925_CR10","first-page":"3635","volume":"4","author":"S Bal","year":"2021","unstructured":"Bal S et al (2021) IHWC: intelligent hidden web crawler for harvesting data in urban domains. Complex Intell Syst 4:3635\u20133653","journal-title":"Complex Intell Syst"},{"issue":"1","key":"17925_CR11","first-page":"1","volume":"9","author":"J Odirichukwu","year":"2023","unstructured":"Odirichukwu J, Nnamdi R (2023) Web-based igbo thesaurus with real-time retrieval. J Comput SciEng Soft Test 9(1):1\u20138","journal-title":"J Comput SciEng Soft Test"},{"key":"17925_CR12","first-page":"59","volume-title":"Advances in atomic, molecular, and optical physics","author":"LG Christophorou","year":"2001","unstructured":"Christophorou LG, Olthoff JK (2001) Electron collision data for plasma-processing gases. In: Kimura M, Itikawa Y (eds) Advances in atomic, molecular, and optical physics. Academic Press, pp 59\u201398"},{"key":"17925_CR13","first-page":"59","volume":"44","author":"LG Christophorou","year":"2001","unstructured":"Christophorou LG, Olthoff JK (2001) Electron collision data for plasma-processing gases. Elsevier Science & Technology 44:59\u201398","journal-title":"Elsevier Science & Technology"},{"issue":"1","key":"17925_CR14","doi-asserted-by":"publisher","first-page":"5","DOI":"10.5757\/ASCT.2020.29.1.005","volume":"29","author":"J-H Park","year":"2020","unstructured":"Park J-H et al (2020) A new version of the plasma database for plasma physics in the data center for plasma properties. Appl Sci Convergence Technol 29(1):5\u20139","journal-title":"Appl Sci Convergence Technol"},{"key":"17925_CR15","doi-asserted-by":"crossref","unstructured":"Algiriyage N et al (2018) Distinguishing real web crawlers from fakes. 2018 Moratuwa Engineering Research Conference, pp 13\u201318","DOI":"10.1109\/MERCon.2018.8421894"},{"key":"17925_CR16","doi-asserted-by":"crossref","unstructured":"Navarrete R et al (2023) Evaluating embedded semantics for accessibility description of web crawl data. AHFE (2023) International Conference, p 94","DOI":"10.54941\/ahfe1003774"},{"key":"17925_CR17","doi-asserted-by":"crossref","unstructured":"Gao L, Meng Q (2023) Design of crawler and visual interactive interface based on scrapy framework.2023 IEEE 3rd International Conference on Electronic Technology, Communication and Information (ICETCI), pp 1840-1844","DOI":"10.1109\/ICETCI57876.2023.10176505"},{"key":"17925_CR18","doi-asserted-by":"crossref","unstructured":"Adekunle G (2023) Automating data retention from a website using an application programming interface 2:220\u2013226","DOI":"10.14293\/PR2199.000114.v1"},{"key":"17925_CR19","doi-asserted-by":"crossref","unstructured":"Lapin K (2023) Improving the usability of requests for consent to use cookies. Digital Interaction and Machine Intelligence 191\u2013201","DOI":"10.1007\/978-3-031-37649-8_19"},{"key":"17925_CR20","unstructured":"Tihi N, Zorjan D (2023) Selenium web driver for javascript and its application in the subject of software engineering. Konferencija sa me\u0111unarodnim u\u010de\u0161\u0107em napredne tehnologije u obrazovanju i privredi"},{"key":"17925_CR21","unstructured":"Uzun E et al (2018) Comparison of Python Libraries used for Web Data Extraction 24:87\u201392"},{"key":"17925_CR22","first-page":"845","volume":"7","author":"V Neethidevan","year":"2019","unstructured":"Neethidevan V, Chandrasekaran G (2019) Web automation using selenium web driver python. Int J Recent Technol Eng 7:845\u2013847","journal-title":"Int J Recent Technol Eng"},{"key":"17925_CR23","doi-asserted-by":"publisher","first-page":"713","DOI":"10.14704\/WEB\/V18SI04\/WEB18160","volume":"18","author":"V Krishna","year":"2021","unstructured":"Krishna V, Gopinath G (2021) Test automation of web application Login Page by using selenium ide in a web browser. Webology 18:713\u2013732","journal-title":"Webology"},{"key":"17925_CR24","doi-asserted-by":"publisher","first-page":"3426","DOI":"10.35957\/jatisi.v9i4.2727","volume":"9","author":"S Kusumo","year":"2022","unstructured":"Kusumo S (2022) Penerapan web scraping Deskripsi Produk Menggunakan Selenium Python Dan Framework Laravel. JATISI (Jurnal Teknik Informatika Dan Sistem Informasi) 9:3426\u20133435","journal-title":"JATISI (Jurnal Teknik Informatika Dan Sistem Informasi)"},{"issue":"4","key":"17925_CR25","first-page":"2583","volume":"2","author":"N Bhutani","year":"2023","unstructured":"Bhutani N (2023) A review for automating a website using selenium and Java. Int Sci J Eng 2(4):2583\u20136129","journal-title":"Int Sci J Eng"},{"key":"17925_CR26","unstructured":"Orrequia-Barea A, Mar\u00edn-Honor C (2020) Scrapy: methodology in extracting user-generated content to compile a Corpus from the internet. In: Current trends in corpus linguistics, pp 119\u2013135"},{"key":"17925_CR27","doi-asserted-by":"crossref","unstructured":"Liu C, Tang Y (2023) Research on Chinese content monitoring technology of darknet based on Scrapy. In: International conference on computer application and information security (ICCAIS 2022), pp 455\u2013462","DOI":"10.1117\/12.2672180"},{"key":"17925_CR28","first-page":"433","volume":"7","author":"M Asikri","year":"2020","unstructured":"Asikri M et al (2020) Using web scraping in a knowledge environment to build ontologies using python and scrapy. Eur J Transl Clin Med 7:433\u2013442","journal-title":"Eur J Transl Clin Med"},{"key":"17925_CR29","doi-asserted-by":"crossref","unstructured":"Bal S, Ganesan G (2020) SIMHAR - Smart distributed web crawler for the hidden web using SIM + hash and redis server. IEEE Access 8:17582\u2013117592","DOI":"10.1109\/ACCESS.2020.3004756"},{"key":"17925_CR30","doi-asserted-by":"publisher","first-page":"959","DOI":"10.14778\/3574245.3574276","volume":"16","author":"Z Chen","year":"2023","unstructured":"Chen Z et al (2023) Web record extraction with Invariants. Proc VLDB Endowment 16:959\u2013972","journal-title":"Proc VLDB Endowment"},{"key":"17925_CR31","first-page":"13166","volume":"37","author":"Z Li","year":"2023","unstructured":"Li Z et al (2023) WIERT: web information extraction via render tree. Proc AAAI Conf Artif Intell 37:13166\u201313173","journal-title":"Proc AAAI Conf Artif Intell"},{"issue":"C","key":"17925_CR32","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1016\/j.knosys.2014.07.007","volume":"70","author":"E Ferrara","year":"2014","unstructured":"Ferrara E et al (2014) Web data extraction, applications and techniques: a survey. Knowl Based Syst 70(C):301\u2013323","journal-title":"Knowl Based Syst"},{"key":"17925_CR33","first-page":"1","volume":"2022","author":"BA Bagrudeen","year":"2022","unstructured":"Bagrudeen BA et al (2022) An efficient mechanism for deep web data extraction based on tree-structured web pattern matching. Wirel Commun Mob Comput 2022:1\u201310","journal-title":"Wirel Commun Mob Comput"},{"key":"17925_CR34","doi-asserted-by":"crossref","unstructured":"Zhou Y et al (2023) An information extraction method based on improved mixed text density web pages. Expert Systems e13267","DOI":"10.1111\/exsy.13267"},{"key":"17925_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3233\/WEB-210465","volume":"19","author":"S Patnaik","year":"2021","unstructured":"Patnaik S, Babu C (2021) Trends in web data extraction using machine learning. Web Intell 19:1\u201322","journal-title":"Web Intell"},{"key":"17925_CR36","doi-asserted-by":"publisher","first-page":"559","DOI":"10.17762\/ijritcc.v11i8s.7238","volume":"11","author":"B Reddy","year":"2023","unstructured":"Reddy B et al (2023) Strategies and approaches for Generating identical extensive XML tree instances. Int J Recent Innov Trends Comput Commun 11:559\u2013564","journal-title":"Int J Recent Innov Trends Comput Commun"},{"key":"17925_CR37","doi-asserted-by":"publisher","first-page":"1624","DOI":"10.11591\/ijeecs.v30.i3.pp1624-1633","volume":"30","author":"A Akram Abdulrazzaq","year":"2023","unstructured":"Akram Abdulrazzaq A et al (2023) Parallel processing of E-Atheer algorithm using pthread paradigm. Indonesian J Electr Eng Comput Sci 30:1624\u20131633","journal-title":"Indonesian J Electr Eng Comput Sci"},{"key":"17925_CR38","doi-asserted-by":"crossref","unstructured":"Gupta C et al (2023) Secure XML parsing pattern for prevention of\u00a0 XML attacks. Information and communication technology for competitive strategies (ICTCS 2022): Intelligent Strategies for ICT 615:759\u2013770","DOI":"10.1007\/978-981-19-9304-6_68"},{"key":"17925_CR39","unstructured":"Ratana P (2023) Natural language processing and digital literacy in Cambodia. International conference on earth resources and geo-environmental technology 2023"},{"key":"17925_CR40","doi-asserted-by":"publisher","first-page":"1827","DOI":"10.1121\/10.0021069","volume":"154","author":"P Wasiuk","year":"2023","unstructured":"Wasiuk P et al (2023) Predicting speech-in-speech recognition: short-term audibility and spatial separation. J Acoust Soc Am 154:1827\u20131837","journal-title":"J Acoust Soc Am"},{"key":"17925_CR41","doi-asserted-by":"publisher","first-page":"11","DOI":"10.33166\/AETiC.2023.05.002","volume":"7","author":"M Sainin","year":"2023","unstructured":"Sainin M et al (2023) The application of computer-aided under-resourced language translation for Malay into Kadazandusun. Ann Emerg Technol Comput 7:11\u201324","journal-title":"Ann Emerg Technol Comput"},{"key":"17925_CR42","doi-asserted-by":"crossref","unstructured":"Bharadwaj L (2023) Sentiment analysis in online product reviews: mining customer opinions for sentiment classification. Int J Multidiscip Res 5(5)","DOI":"10.36948\/ijfmr.2023.v05i05.6090"},{"key":"17925_CR43","doi-asserted-by":"crossref","unstructured":"K, M., et al. (2023) A Survey (NLP) Natural language processing and transactions on (NNL) Neural networks and learning systems. E3S Web of Conferences 430:01148","DOI":"10.1051\/e3sconf\/202343001148"},{"key":"17925_CR44","doi-asserted-by":"publisher","unstructured":"Sreedevi I et al (2022) Word segmentation by component tracing and association (CTA) technique. J Eng Res. https:\/\/doi.org\/10.36909\/jer.15207","DOI":"10.36909\/jer.15207"},{"key":"17925_CR45","doi-asserted-by":"publisher","first-page":"372","DOI":"10.5715\/jnlp.30.372","volume":"30","author":"T Chay-intr","year":"2023","unstructured":"Chay-intr T et al (2023) Character-based Thai Word segmentation with multiple attentions. J Nat Lang Process 30:372\u2013400","journal-title":"J Nat Lang Process"},{"key":"17925_CR46","doi-asserted-by":"publisher","DOI":"10.3390\/app13064056","volume":"13","author":"S Guo","year":"2023","unstructured":"Guo S et al (2023) CWSXLNet: a sentiment analysis Model based on Chinese Word Segmentation Information Enhancement. Appl Sci 13:4056","journal-title":"Appl Sci"},{"key":"17925_CR47","doi-asserted-by":"crossref","unstructured":"Madireddy I, Wu T (2022) Rule and neural network-based image segmentation of mice vertebrae images. Cureus 14(7):e27247","DOI":"10.7759\/cureus.27247"},{"key":"17925_CR48","doi-asserted-by":"crossref","unstructured":"Magotra S et al (2023) Takri touching text segmentation using statistical approach. S\u0101dhan\u0101 48(3):0448:103\u2013118","DOI":"10.1007\/s12046-023-02150-y"},{"key":"17925_CR49","doi-asserted-by":"publisher","first-page":"11","DOI":"10.17762\/ijritcc.v11i3s.6150","volume":"11","author":"G Manikandan","year":"2023","unstructured":"Manikandan G et al (2023) Enhanced Ai-Based machine learning model for an accurate segmentation and classification methods. Int J Recent Innov Trends Comput Commun 11:11\u201318","journal-title":"Int J Recent Innov Trends Comput Commun"},{"key":"17925_CR50","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2023.107301","volume":"164","author":"Y Lei","year":"2023","unstructured":"Lei Y et al (2023) CFHA-Net: a polyp segmentation method with cross-scale fusion strategy and hybrid attention. Comput Biol Med 164:107301","journal-title":"Comput Biol Med"},{"key":"17925_CR51","unstructured":"Tum P (2007) Information retrieval for Khmer documents: Challenges and approaches to word segmentation. In: Monge A (ed) ProQuest Dissertations Publishing"},{"key":"17925_CR52","unstructured":"Ye J et al (2011) The prefix and suffix query of Chinese word segmentation algorithm for maximum matching. International Conference on Image Analysis & Signal Processing, pp. 74\u201377"},{"key":"17925_CR53","doi-asserted-by":"crossref","unstructured":"Fang H et al (2023) A system review on bootstrapping information extraction. Multimed Tools Appl 1\u201325","DOI":"10.1007\/s11042-023-17005-1"},{"key":"17925_CR54","doi-asserted-by":"publisher","DOI":"10.3390\/ijgi12090377","volume":"12","author":"X Li","year":"2023","unstructured":"Li X et al (2023) Spatio-temporal information extraction and geoparsing for public Chinese resumes. ISPRS Int J Geo-Inf 12:377","journal-title":"ISPRS Int J Geo-Inf"},{"issue":"1","key":"17925_CR55","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0083932","volume":"9","author":"EJ David","year":"2014","unstructured":"David EJ et al (2014) Automatic extraction of nanoparticle properties using natural language processing: NanoSifter an application to acquire PAMAM dendrimer properties. PLoS ONE 9(1):83932","journal-title":"PLoS ONE"},{"key":"17925_CR56","unstructured":"Libbus B, Rindflesch TC (2002) NLP-based information extraction for managing the molecular biology literature. Proceedings. In: AMIA Symposium.\u00a0AMIA, pp 445\u2013449"},{"key":"17925_CR57","doi-asserted-by":"crossref","unstructured":"Han J et al (2019) Improving the efficacy of the data entry process for clinical research with a natural language processing\u2013driven medical information extraction system: quantitative field research. JMIR Med Inform 7(3):e13331","DOI":"10.2196\/13331"},{"key":"17925_CR58","doi-asserted-by":"publisher","first-page":"383","DOI":"10.2165\/00129785-200404060-00005","volume":"4","author":"D Chaussabel","year":"2004","unstructured":"Chaussabel D (2004) Biomedical literature mining: challenges and solutions in the \u2018omics\u2019 era. American Journal of Pharmacogenomics: Genomics-related Research in Drug Development and Clinical Practice 4:383\u2013393","journal-title":"American Journal of Pharmacogenomics: Genomics-related Research in Drug Development and Clinical Practice"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17925-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-17925-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-17925-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,4]],"date-time":"2024-06-04T04:18:34Z","timestamp":1717474714000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-17925-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,5]]},"references-count":58,"journal-issue":{"issue":"21","published-online":{"date-parts":[[2024,6]]}},"alternative-id":["17925"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-17925-y","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,5]]},"assertion":[{"value":"14 June 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 October 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 December 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 January 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have declared that no competing interests exist.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}