{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:06:49Z","timestamp":1750309609413,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["NRF-2018R1A6A1A03025109","RS-2021-NR066188","RS-2021-NR060080","41202420214871"],"award-info":[{"award-number":["NRF-2018R1A6A1A03025109","RS-2021-NR066188","RS-2021-NR060080","41202420214871"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,31]]},"DOI":"10.1145\/3672608.3707837","type":"proceedings-article","created":{"date-parts":[[2025,5,14]],"date-time":"2025-05-14T18:30:17Z","timestamp":1747247417000},"page":"1907-1916","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["HARIN: A Novel Metric for Hierarchical Topic Model Assessment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9236-0358","authenticated-orcid":false,"given":"Harin","family":"Seo","sequence":"first","affiliation":[{"name":"Samsung Electronics Co., Ltd., Suwon, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7734-9186","authenticated-orcid":false,"given":"Hwanseong","family":"Joo","sequence":"additional","affiliation":[{"name":"Kyungpook National University, Daegu, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8204-6816","authenticated-orcid":false,"given":"Byungchul","family":"Tak","sequence":"additional","affiliation":[{"name":"Kyungpook National University, Daegu, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3124-2566","authenticated-orcid":false,"given":"Young-Kyoon","family":"Suh","sequence":"additional","affiliation":[{"name":"Kyungpook National University, Daegu, Republic of Korea"}]}],"member":"320","published-online":{"date-parts":[[2025,5,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.datak.2019.01.005"},{"key":"e_1_3_2_1_2_1","unstructured":"Dimo Angelov. 2020. Top2Vec: Distributed Representations of Topics. arXiv:2008.09470 [cs.CL]"},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the International Conference of the German Society for Computational Linguistics and Language Technology 30","author":"Bouma Gerlof","year":"2009","unstructured":"Gerlof Bouma. 2009. Normalized (Pointwise) Mutual Information in Collocation Extraction. Proceedings of the International Conference of the German Society for Computational Linguistics and Language Technology 30 (2009), 31\u201340."},{"key":"e_1_3_2_1_4_1","first-page":"1877","article-title":"Language Models are Few-shot Learners","volume":"33","author":"Tom Brown","year":"2020","unstructured":"Tom Brown et al. 2020. Language Models are Few-shot Learners. Advances in Neural Information Processing Systems 33 (2020), 1877\u20131901.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_5_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_6_1","unstructured":"Gephi. 2024. The Open Graph Viz Platform. https:\/\/gephi.org\/."},{"key":"e_1_3_2_1_7_1","unstructured":"Thomas Griffiths Michael Jordan Joshua Tenenbaum and David Blei. 2003. Hierarchical Topic Models and the Nested Chinese Restaurant Process. In Advances in Neural Information Processing Systems 16. 17\u201324."},{"key":"e_1_3_2_1_8_1","volume-title":"BERTopic: Neural Topic Modeling with a Class-based TF-IDF Procedure. arXiv preprint arXiv:2203.05794","author":"Grootendorst Maarten","year":"2022","unstructured":"Maarten Grootendorst. 2022. BERTopic: Neural Topic Modeling with a Class-based TF-IDF Procedure. arXiv preprint arXiv:2203.05794 (2022)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180167"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498518"},{"key":"e_1_3_2_1_11_1","unstructured":"Hugging Face. 2024. Type 2 Diabetes Mellitus Pubmed Abstracts. https:\/\/huggingface.co\/datasets\/Gaborandi\/Type_2_Diabetes_Mellitus_pubmed_abstracts."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.73"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.2196\/25431"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-018-6894-4"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-0415"},{"key":"e_1_3_2_1_16_1","unstructured":"Kaggle. 2021. arXiv Paper Abstracts. https:\/\/www.kaggle.com\/datasets\/spsayakpaul\/arxiv-paper-abstracts."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611972825.49"},{"volume-title":"Modeling Topic Hierarchies with the Recursive Chinese Restaurant Process. In CIKM'12","author":"Hee Joon","key":"e_1_3_2_1_18_1","unstructured":"Joon Hee Kim et al. 2012. Modeling Topic Hierarchies with the Recursive Chinese Restaurant Process. In CIKM'12. 783\u2013792."},{"key":"e_1_3_2_1_19_1","volume-title":"Algorithms for Non-negative Matrix Factorization. Advances in Neural Information Processing Systems 13","author":"Lee Daniel","year":"2000","unstructured":"Daniel Lee and H Sebastian Seung. 2000. Algorithms for Non-negative Matrix Factorization. Advances in Neural Information Processing Systems 13 (2000)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512002"},{"volume-title":"Evaluating Hierarchical LDA Topic Models for Article Categorization. Master's thesis","author":"Lindgren Jennifer","key":"e_1_3_2_1_21_1","unstructured":"Jennifer Lindgren. 2020. Evaluating Hierarchical LDA Topic Models for Article Categorization. Master's thesis. Link\u00f6ping University, Department of Computer and Information Science."},{"volume-title":"EMNLP'12","author":"Xian-Ling","key":"e_1_3_2_1_22_1","unstructured":"Xian-Ling Mao et al. 2012. SSHLDA: a Semi-Supervised Hierarchical Topic Model. In EMNLP'12. 800\u2013809."},{"key":"e_1_3_2_1_23_1","volume-title":"UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction. arXiv preprint arXiv:1802.03426","author":"McInnes Leland","year":"2018","unstructured":"Leland McInnes, John Healy, and James Melville. 2018. UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction. arXiv preprint arXiv:1802.03426 (2018)."},{"key":"e_1_3_2_1_24_1","unstructured":"Meta. 2023. c-TF-IDF. https:\/\/maartengr.github.io\/BERTopic\/api\/ctfidf.html."},{"key":"e_1_3_2_1_25_1","unstructured":"Meta. 2023. Threads. https:\/\/www.threads.net\/?hl=en."},{"key":"e_1_3_2_1_26_1","unstructured":"Tomas Mikolov et al. 2013. Efficient Estimation of Word Representations in Vector Space. arXiv preprint arXiv:1301.3781 (2013)."},{"key":"e_1_3_2_1_27_1","volume-title":"Topic Quality Metrics Based on Distributed Word Representations. In SIGIR'16","author":"Nikolenko Sergey I.","year":"2016","unstructured":"Sergey I. Nikolenko. 2016. Topic Quality Metrics Based on Distributed Word Representations. In SIGIR'16. 1029\u20131032."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.2196\/23272"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.2196\/42623"},{"volume-title":"Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 2956\u20132984","author":"Chau","key":"e_1_3_2_1_30_1","unstructured":"Chau Pham et al. 2024. TopicGPT: A Prompt-based Topic Modeling Framework. In Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 2956\u20132984."},{"key":"e_1_3_2_1_31_1","volume-title":"HDBSCAN: Density based Clustering over Location Based Services. arXiv preprint arXiv:1602.03730","author":"Rahman Md Farhadur","year":"2016","unstructured":"Md Farhadur Rahman et al. 2016. HDBSCAN: Density based Clustering over Location Based Services. arXiv preprint arXiv:1602.03730 (2016)."},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the LREC 2010 Workshop on New Challenges for NLP Frameworks. ELRA, Valletta, Malta, 45\u201350","author":"\u0158eh\u016f\u0159ek Radim","year":"2010","unstructured":"Radim \u0158eh\u016f\u0159ek and Petr Sojka. 2010. Software Framework for Topic Modelling with Large Corpora. In Proceedings of the LREC 2010 Workshop on New Challenges for NLP Frameworks. ELRA, Valletta, Malta, 45\u201350."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_1_34_1","unstructured":"Scikit-learn Developers. 2024. The 20 Newsgroups Text Dataset. https:\/\/scikit-learn.org\/0.19\/datasets\/twenty_newsgroups.html."},{"key":"e_1_3_2_1_35_1","first-page":"11672","article-title":"HyHTM","volume":"2023","author":"Simra Shahid","year":"2023","unstructured":"Simra Shahid et al. 2023. HyHTM: Hyperbolic Geometry-based Hierarchical Topic Model. In ACL 2023. 11672\u201311688.","journal-title":"Hyperbolic Geometry-based Hierarchical Topic Model. In ACL"},{"volume-title":"Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations. 263\u2013270","author":"Silvia","key":"e_1_3_2_1_36_1","unstructured":"Silvia Terragni et al. 2021. OCTIS: Comparing and Optimizing Topic Models is Simple!. In Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations. 263\u2013270."},{"volume-title":"CluWords: Exploiting Semantic Word Clustering Representation for Enhanced Topic Modeling. In WSDM'19","author":"Felipe","key":"e_1_3_2_1_37_1","unstructured":"Felipe Viegas et al. 2019. CluWords: Exploiting Semantic Word Clustering Representation for Enhanced Topic Modeling. In WSDM'19. 753\u2013761."},{"volume-title":"ACL'20","author":"Felipe","key":"e_1_3_2_1_38_1","unstructured":"Felipe Viegas et al. 2020. CluHTM - Semantic Hierarchical Topic Modeling based on CluWords. In ACL'20. 8138\u20138150."},{"key":"e_1_3_2_1_39_1","volume-title":"Constrained-hLDA for Topic Discovery in Chinese Microblogs. In Advances in Knowledge Discovery and Data Mining: 18th Pacific-Asia Conference. Springer, 608\u2013619","author":"Wang Wei","year":"2014","unstructured":"Wei Wang, Hua Xu, Weiwei Yang, and Xiaoqiu Huang. 2014. Constrained-hLDA for Topic Discovery in Chinese Microblogs. In Advances in Knowledge Discovery and Data Mining: 18th Pacific-Asia Conference. Springer, 608\u2013619."},{"key":"e_1_3_2_1_40_1","volume-title":"Learning Dynamic Hierarchical Topic Graph with Graph Convolutional Network for Document Classification. In International conference on artificial intelligence and statistics. PMLR, 3959\u20133969","author":"Wang Zhengjue","year":"2020","unstructured":"Zhengjue Wang, Chaojie Wang, Hao Zhang, Zhibin Duan, Mingyuan Zhou, and Bo Chen. 2020. Learning Dynamic Hierarchical Topic Graph with Graph Convolutional Network for Document Classification. In International conference on artificial intelligence and statistics. PMLR, 3959\u20133969."},{"key":"e_1_3_2_1_41_1","unstructured":"Yelp. 2021. Yelp Open Dataset. https:\/\/www.yelp.com\/dataset."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2891902"},{"volume-title":"2015 IEEE International Conference on Data Mining Workshop. IEEE, 1015\u20131018","author":"Yuhao","key":"e_1_3_2_1_43_1","unstructured":"Yuhao Zhang et al. 2015. Constructing Topic Hierarchies from Social Media Data. In 2015 IEEE International Conference on Data Mining Workshop. IEEE, 1015\u20131018."}],"event":{"name":"SAC '25: 40th ACM\/SIGAPP Symposium on Applied Computing","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing"],"location":"Catania International Airport Catania Italy","acronym":"SAC '25"},"container-title":["Proceedings of the 40th ACM\/SIGAPP Symposium on Applied Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3672608.3707837","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3672608.3707837","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:57:33Z","timestamp":1750298253000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3672608.3707837"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,31]]},"references-count":43,"alternative-id":["10.1145\/3672608.3707837","10.1145\/3672608"],"URL":"https:\/\/doi.org\/10.1145\/3672608.3707837","relation":{},"subject":[],"published":{"date-parts":[[2025,3,31]]},"assertion":[{"value":"2025-05-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}