{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T09:40:34Z","timestamp":1782985234235,"version":"3.54.5"},"reference-count":84,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3344032","type":"journal-article","created":{"date-parts":[[2023,12,18]],"date-time":"2023-12-18T19:49:47Z","timestamp":1702928987000},"page":"144778-144798","source":"Crossref","is-referenced-by-count":23,"title":["A Comparative Assessment of Unsupervised Keyword Extraction Tools"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8436-5178","authenticated-orcid":false,"given":"Mohammad","family":"Nadim","sequence":"first","affiliation":[{"name":"Center for Cybersecurity Innovation, Texas A&M University-Central Texas, Killeen, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5977-9969","authenticated-orcid":false,"given":"David","family":"Akopian","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, The University of Texas at San Antonio, San Antonio, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5312-7764","authenticated-orcid":false,"given":"Adolfo","family":"Matamoros","sequence":"additional","affiliation":[{"name":"School of Civil and Environmental Engineering, The University of Texas at San Antonio, San Antonio, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2015.02.031"},{"key":"ref2","first-page":"1715","article-title":"Topical word trigger model for keyphrase extraction","volume-title":"Proc. COLING","author":"Liu"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/313238.313437"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1063\/1.4897836"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.3115\/1698239.1698242"},{"key":"ref6","first-page":"366","article-title":"Automatic keyphrase extraction via topic decomposition","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"Liu"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3383583.3398517"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-79150-6_50"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.638"},{"key":"ref10","article-title":"Machine learning for empowering community applications and security","author":"Nadim","year":"2023"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.amc.2014.04.090"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324916000231"},{"key":"ref13","first-page":"74","article-title":"Rouge: A package for automatic evaluation of summaries","volume-title":"Proc. Text Summarization Branches Out","author":"Lin"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3115\/1613172.1613178"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2018.08.002"},{"key":"ref16","first-page":"35","article-title":"Exploring linguistically-lightweight keyword extraction techniques for indexing news articles in a multilingual set-up","volume-title":"Proc. EACL Hackashop News Media Content Anal. Automated Rep. Gener.","author":"Piskorski"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.2352\/EI.2023.35.3.MOBMU-371"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/775152.775226"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3115\/1220175.1220243"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P14-1119"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.5120\/19161-0607"},{"issue":"1","key":"ref22","first-page":"1","article-title":"An overview of graph-based keyword extraction methods and approaches","volume":"39","author":"Beliga","year":"2015","journal-title":"J. Inf. Org. Sci."},{"key":"ref23","article-title":"Automatic keyword extraction for text summarization: A survey","author":"Bharti","year":"2017","journal-title":"arXiv:1704.03242"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2019.102088"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10844-019-00558-9"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CIST.2016.7805062"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1339"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324919000457"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.11591\/eei.v12i1.4130"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10010-6"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3390\/sym12111864"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.2352\/EI.2022.34.3.MOBMU-398"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1088\/1757-899X\/364\/1\/012050"},{"key":"ref34","article-title":"Multi-document keyphrase extraction: Dataset, baselines and review","author":"Shapira","year":"2021","journal-title":"arXiv:2110.01073"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.1024"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572113"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/COMPTELIX.2017.8004004"},{"key":"ref39","first-page":"365","article-title":"Conundrums in unsupervised keyphrase extraction: Making sense of the state-of-the-art","volume-title":"Proc. Coling, Posters","author":"Hasan"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/564376.564398"},{"key":"ref41","first-page":"552","article-title":"Towards an iterative reinforcement approach for simultaneous document summarization and keyword extraction","volume-title":"Proc. 45th Annu. Meeting Assoc. Comput. Linguistics","author":"Wan"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.3115\/1119355.1119383"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v28i1.8946"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-76941-7_80"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-77094-7_41"},{"key":"ref46","first-page":"21","article-title":"SemEval-2010 task 5: Automatic keyphrase extraction from scientific","volume-title":"Proc. 5th Int. Workshop Semantic Eval.","author":"Kim"},{"issue":"2","key":"ref47","first-page":"55","article-title":"Keyword identification in Spanish documents using neural networks","volume":"15","author":"Aquino","year":"2015","journal-title":"J. Comput. Sci. Technol."},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.3115\/1699648.1699678"},{"key":"ref49","article-title":"Large dataset for keyphrases extraction","author":"Krapivin","year":"2009"},{"key":"ref50","first-page":"17","article-title":"The NLM indexing initiative","volume-title":"Proc. AMIA Symp.","author":"Aronson"},{"key":"ref51","article-title":"Keyphrase extraction from single documents in the open domain exploiting linguistic and statistical methods","author":"Schutz","year":"2008"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2091"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2011-623"},{"key":"ref54","article-title":"Supervised topical key phrase extraction of news stories using crowdsourcing, light filtering and co-reference normalization","author":"Marujo","year":"2013","journal-title":"arXiv:1306.4886"},{"key":"ref55","first-page":"543","article-title":"Topicrank: Graph-based topic ranking for keyphrase extraction","volume-title":"Proc. Int. Joint Conf. Natural Lang. Process. (IJCNLP)","author":"Bougouin"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1002\/asi.20790"},{"key":"ref57","first-page":"19","article-title":"Topic indexing with Wikipedia","volume-title":"Proc. AAAI WikiAI Workshop","volume":"1","author":"Medelyan"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(88)90021-0"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2008.05.002"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2019.09.013"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1002\/9780470689646.ch1"},{"key":"ref62","first-page":"161","article-title":"The PageRank citation ranking: Bringing order to the web","volume-title":"Proc. ASIS","volume":"98","author":"Brin"},{"key":"ref63","first-page":"404","article-title":"Textrank: Bringing order into text","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"Mihalcea"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.3115\/1599081.1599203"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1102"},{"issue":"3","key":"ref66","first-page":"83","article-title":"Agglomerative hierarchical clustering algorithm\u2014A","volume":"83","author":"Sasirekha","year":"2013","journal-title":"Int. J. Sci. Res. Publications"},{"key":"ref67","first-page":"366","article-title":"Automatic keyphrase extraction via topic decomposition","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"Liu"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1162\/jmlr.2003.3.4-5.993"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2105"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-022-07906-x"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.11.083"},{"issue":"1","key":"ref72","first-page":"411","article-title":"spaCy 2: Natural language understanding with Bloom embeddings, convolutional neural networks and incremental parsing","volume":"7","author":"Honnibal","year":"2017","journal-title":"To Appear"},{"key":"ref73","article-title":"KeyBERT: Minimal keyword extraction with BERT","author":"Grootendorst","year":"2020"},{"issue":"2","key":"ref74","first-page":"217","article-title":"On the effect of word positions in graph-based keyword extraction","volume":"17","author":"Kabasakal","year":"2021","journal-title":"J. Naval Sci. Eng."},{"key":"ref75","first-page":"484","article-title":"Approximate matching for evaluating keyphrase extraction","volume-title":"Proc. Int. Conf. RANLP","author":"Zesch"},{"key":"ref76","article-title":"How document pre-processing affects keyphrase extraction performance","author":"Boudin","year":"2016","journal-title":"arXiv:1610.07809"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-54906-9_14"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29253-8_11"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.nlposs-1.10"},{"key":"ref80","volume-title":"Knowledge Base Acceleration Track","year":"2023"},{"key":"ref81","volume-title":"Datasets of Automatic Keyphrase Extraction","year":"2023"},{"key":"ref82","volume-title":"Keyword Extraction Datasets","year":"2023"},{"key":"ref83","volume-title":"Benchmark Datasets for Keyphrase Extraction","year":"2023"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.2352\/ISSN.2470-1173.2021.3.MOBMU-035"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10363189.pdf?arnumber=10363189","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T20:01:49Z","timestamp":1705089709000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10363189\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":84,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3344032","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}