{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T02:29:35Z","timestamp":1781231375939,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,16]],"date-time":"2024-12-16T00:00:00Z","timestamp":1734307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,12,16]]},"DOI":"10.1145\/3677389.3702605","type":"proceedings-article","created":{"date-parts":[[2025,3,13]],"date-time":"2025-03-13T16:53:52Z","timestamp":1741884832000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["LimTopic: LLM-based Topic Modeling and Text Summarization for Analyzing Scientific Articles limitations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-9377-6359","authenticated-orcid":false,"given":"Ibrahim Al","family":"Azher","sequence":"first","affiliation":[{"name":"Computer Science, Northern Illinois University, Dekalb, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7400-7518","authenticated-orcid":false,"given":"Venkata Devesh Reddy","family":"Seethi","sequence":"additional","affiliation":[{"name":"Computer Science, Northern Illinois University, Dekalb, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8610-3195","authenticated-orcid":false,"given":"Akhil Pandey","family":"Akella","sequence":"additional","affiliation":[{"name":"Computer Science, Northern Illinois University, Dekalb, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4733-6586","authenticated-orcid":false,"given":"Hamed","family":"Alhoori","sequence":"additional","affiliation":[{"name":"CS, Northern Illinois University, Dekalb, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,3,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5465\/annals.2016.0011"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(20)30985-5"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCIT54785.2021.9689840"},{"key":"e_1_3_2_1_4_1","volume-title":"2024 ACM\/IEEE Joint Conference on Digital Libraries","author":"Azher Ibrahim Al","year":"2024","unstructured":"Ibrahim Al Azher. 2024. Generating Suggestive Limitations from Research Articles Using LLM and Graph-Based Approach. 2024 ACM\/IEEE Joint Conference on Digital Libraries (2024)."},{"key":"e_1_3_2_1_5_1","volume-title":"Mitigating Visual Limitations of Research Papers. IEEE International Conference on Big Data","author":"Azher Ibrahim Al","year":"2024","unstructured":"Ibrahim Al Azher and Hamed Alhoori. 2024. Mitigating Visual Limitations of Research Papers. IEEE International Conference on Big Data (2024)."},{"key":"e_1_3_2_1_6_1","volume-title":"Hamed Alhoori, and Tamzid Azad.","author":"Azher Ibrahim Al","year":"2024","unstructured":"Ibrahim Al Azher, Miftahul Jannat Mokarram, Hamed Alhoori, and Tamzid Azad. 2024. FutureGen: LLM-RAG Approach to Generate the Future Work of Scientific Article. (2024)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2024.3391621"},{"key":"e_1_3_2_1_8_1","unstructured":"Andrew Booth Martyn-St James Mark Clowes Anthea Sutton et al. 2021. Systematic approaches to a successful literature review. SAGE Publications Ltd (2021)."},{"key":"e_1_3_2_1_9_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020) 1877--1901."},{"key":"e_1_3_2_1_10_1","volume-title":"BooookScore: A systematic exploration of book-length summarization in the era of LLMs. arXiv preprint arXiv:2310.00785","author":"Chang Yapei","year":"2023","unstructured":"Yapei Chang, Kyle Lo, Tanya Goyal, and Mohit Iyyer. 2023. BooookScore: A systematic exploration of book-length summarization in the era of LLMs. arXiv preprint arXiv:2310.00785 (2023)."},{"key":"e_1_3_2_1_11_1","volume-title":"What research do state education agencies really need? The promise and limitations of state longitudinal data systems. Educational Evaluation and Policy Analysis 37, 1_suppl","author":"Conaway Carrie","year":"2015","unstructured":"Carrie Conaway, Venessa Keesler, and Nathaniel Schwartz. 2015. What research do state education agencies really need? The promise and limitations of state longitudinal data systems. Educational Evaluation and Policy Analysis 37, 1_suppl (2015), 16S--28S."},{"key":"e_1_3_2_1_12_1","volume-title":"Qlora: Efficient finetuning of quantized llms. Advances in Neural Information Processing Systems 36","author":"Dettmers Tim","year":"2024","unstructured":"Tim Dettmers, Artidoro Pagnoni, Ari Holtzman, and Luke Zettlemoyer. 2024. Qlora: Efficient finetuning of quantized llms. Advances in Neural Information Processing Systems 36 (2024)."},{"key":"e_1_3_2_1_13_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_14_1","volume-title":"LimGen: Probing the LLMs for Generating Suggestive Limitations of Research Papers. arXiv preprint arXiv:2403.15529","author":"Bin Md Faizullah Abdur Rahman","year":"2024","unstructured":"Abdur Rahman Bin Md Faizullah, Ashok Urlana, and Rahul Mishra. 2024. LimGen: Probing the LLMs for Generating Suggestive Limitations of Research Papers. arXiv preprint arXiv:2403.15529 (2024)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375192"},{"key":"e_1_3_2_1_16_1","volume-title":"secondary, and meta-analysis of research. Educational researcher 5, 10","author":"Glass Gene V","year":"1976","unstructured":"Gene V Glass. 1976. Primary, secondary, and meta-analysis of research. Educational researcher 5, 10 (1976), 3--8."},{"key":"e_1_3_2_1_17_1","volume-title":"BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv preprint arXiv:2203.05794","author":"Grootendorst Maarten","year":"2022","unstructured":"Maarten Grootendorst. 2022. BERTopic: Neural topic modeling with a class-based TF-IDF procedure. arXiv preprint arXiv:2203.05794 (2022)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.sdp-1.9"},{"key":"e_1_3_2_1_19_1","volume-title":"Ahmed Hosny, Farnoosh Khodakarami","author":"Haibe-Kains Benjamin","year":"2020","unstructured":"Benjamin Haibe-Kains, George Alexandru Adam, Ahmed Hosny, Farnoosh Khodakarami, Massive Analysis Quality Control (MAQC) Society Board of Directors Shraddha Thakkar 35 Kusko Rebecca 36 Sansone Susanna-Assunta 37 Tong Weida 35 Wolfinger Russ D. 38 Mason Christopher E. 39 Jones Wendell 40 Dopazo Joaquin 41 Furlanello Cesare 42, Levi Waldron, Bo Wang, Chris McIntosh, Anna Goldenberg, Anshul Kundaje, et al. 2020. Transparency and reproducibility in artificial intelligence. Nature 586, 7829 (2020), E14--E16."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.10291"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/10810730590915128"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of COLING","author":"Houngbo Hospice","year":"2012","unstructured":"Hospice Houngbo and Robert E Mercer. 2012. Method mention extraction from scientific research papers. In Proceedings of COLING 2012. 1211--1222."},{"key":"e_1_3_2_1_23_1","volume-title":"Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685","author":"Hu Edward J","year":"2021","unstructured":"Edward J Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen. 2021. Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685 (2021)."},{"key":"e_1_3_2_1_24_1","volume-title":"National policy-makers speak out: are researchers giving them what they need? Health policy and planning 26, 1","author":"Hyder Adnan A","year":"2011","unstructured":"Adnan A Hyder, Adrijana Corluka, Peter J Winch, Azza El-Shinnawy, Harith Ghassany, Hossein Malekafzali, Meng-Kin Lim, Joseph Mfutso-Bengo, Elsa Segura, and Abdul Ghaffar. 2011. National policy-makers speak out: are researchers giving them what they need? Health policy and planning 26, 1 (2011), 73--82."},{"key":"e_1_3_2_1_25_1","volume-title":"Why most published research findings are false. PLoS medicine 2, 8","author":"Ioannidis John PA","year":"2005","unstructured":"John PA Ioannidis. 2005. Why most published research findings are false. PLoS medicine 2, 8 (2005), e124."},{"key":"e_1_3_2_1_26_1","unstructured":"Roope Kajoluoto. 2024. Internet-scale Topic Modeling using Large Language Models. (2024)."},{"key":"e_1_3_2_1_27_1","volume-title":"LLM-based Political Ideology Nowcasting. arXiv preprint arXiv:2405.07320","author":"Kato Ken","year":"2024","unstructured":"Ken Kato, Annabelle Purnomo, Christopher Cochrane, and Raeid Saqur. 2024. L (u) PIN: LLM-based Political Ideology Nowcasting. arXiv preprint arXiv:2405.07320 (2024)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2232817.2232852"},{"key":"e_1_3_2_1_29_1","volume-title":"Machel Reid, Yutaka Matsuo, and Yusuke Iwasawa.","author":"Kojima Takeshi","year":"2022","unstructured":"Takeshi Kojima, Shixiang Shane Gu, Machel Reid, Yutaka Matsuo, and Yusuke Iwasawa. 2022. Large language models are zero-shot reasoners. Advances in neural information processing systems 35 (2022), 22199--22213."},{"key":"e_1_3_2_1_30_1","volume-title":"Model Harvesting LLMs for Literature Mining. In International Symposium on Intelligent Data Analysis. Springer, 254--265","author":"Koloski Boshko","year":"2024","unstructured":"Boshko Koloski, Nada Lavra\u010d, Bojan Cestnik, Senja Pollak, Bla\u017e \u0160krlj, and Andrej Kastrin. 2024. AHAM: Adapt, Help, Ask, Model Harvesting LLMs for Literature Mining. In International Symposium on Intelligent Data Analysis. Springer, 254--265."},{"key":"e_1_3_2_1_31_1","volume-title":"Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74--81.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. Rouge: A package for automatic evaluation of summaries. In Text summarization branches out. 74--81."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","unstructured":"Meng Ling and Jian Chen. 2020. DeepPaperComposer: A Simple Solution for Training Data Preparation for Parsing Research Papers. In Proceedings of the First Workshop on Scholarly Document Processing Muthu Kumar Chandrasekaran Anita de Waard Guy Feigenblat Dayne Freitag Tirthankar Ghosal Eduard Hovy Petr Knoth David Konopnicki Philipp Mayr Robert M. Patton and Michal Shmueli-Scheuer (Eds.). Association for Computational Linguistics Online 91--96. 10.18653\/v1\/2020.sdp-1.10","DOI":"10.18653\/v1\/2020.sdp-1.10"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00205"},{"key":"e_1_3_2_1_34_1","volume-title":"Umap: Uniform manifold approximation and projection for dimension reduction. arXiv preprint arXiv:1802.03426","author":"McInnes Leland","year":"2018","unstructured":"Leland McInnes, John Healy, and James Melville. 2018. Umap: Uniform manifold approximation and projection for dimension reduction. arXiv preprint arXiv:1802.03426 (2018)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5865\/IJKCT.2015.5.2.045"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383583.3398520"},{"key":"e_1_3_2_1_37_1","volume-title":"Understanding the unintended consequences of public health policies: the views of policymakers and evaluators. BMC public health 19","author":"Oliver Kathryn","year":"2019","unstructured":"Kathryn Oliver, Theo Lorenc, Jane Tinkler, and Chris Bonell. 2019. Understanding the unintended consequences of public health policies: the views of policymakers and evaluators. BMC public health 19 (2019), 1--9."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.3102\/0162373720953128"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0143814X00006486"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.136"},{"key":"e_1_3_2_1_41_1","volume-title":"The honest broker: making sense of science in policy and politics","author":"Pielke Roger A","unstructured":"Roger A Pielke Jr. 2007. The honest broker: making sense of science in policy and politics. Cambridge University Press."},{"key":"e_1_3_2_1_42_1","volume-title":"Summarization is (almost) dead. arXiv preprint arXiv:2309.09558","author":"Pu Xiao","year":"2023","unstructured":"Xiao Pu, Mingqi Gao, and Xiaojun Wan. 2023. Summarization is (almost) dead. arXiv preprint arXiv:2309.09558 (2023)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646223"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-023-04836-w"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-short.29"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData59044.2023.10386113"},{"key":"e_1_3_2_1_47_1","volume-title":"Aakanksha Chowdhery, and Denny Zhou.","author":"Wang Xuezhi","year":"2022","unstructured":"Xuezhi Wang, Jason Wei, Dale Schuurmans, Quoc Le, Ed Chi, Sharan Narang, Aakanksha Chowdhery, and Denny Zhou. 2022. Self-consistency improves chain of thought reasoning in language models. arXiv preprint arXiv:2203.11171 (2022)."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2014.6818305"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815833.2815834"},{"key":"e_1_3_2_1_50_1","unstructured":"Benjamin Yu. 2022. Evaluating Pre-Trained Language Models on Multi-Document Summarization for Literature Reviews. In Proceedings of the Third Workshop on Scholarly Document Processing Arman Cohan Guy Feigenblat Dayne Freitag Tirthankar Ghosal Drahomira Herrmannova Petr Knoth Kyle Lo Philipp Mayr Michal Shmueli-Scheuer Anita de Waard and Lucy Lu Wang (Eds.). Association for Computational Linguistics Gyeongju Republic of Korea 188--192. https:\/\/aclanthology.org\/2022.sdp-1.22"},{"key":"e_1_3_2_1_51_1","volume-title":"Demand for green finance: Resolving financing constraints on green innovation in China. Energy policy 153","author":"Yu Chin-Hsien","year":"2021","unstructured":"Chin-Hsien Yu, Xiuqin Wu, Dayong Zhang, Shi Chen, and Jinsong Zhao. 2021. Demand for green finance: Resolving financing constraints on green innovation in China. Energy policy 153 (2021), 112255."},{"key":"e_1_3_2_1_52_1","unstructured":"Lianmin Zheng Wei-Lin Chiang Ying Sheng Siyuan Zhuang Zhanghao Wu Yonghao Zhuang Zi Lin Zhuohan Li Dacheng Li Eric Xing et al. 2024. Judging llm-as-a-judge with mt-bench and chatbot arena. Advances in Neural Information Processing Systems 36 (2024)."}],"event":{"name":"JCDL '24: 24th ACM\/IEEE Joint Conference on Digital Libraries","location":"Hong Kong China","acronym":"JCDL '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","IEEE TCDL"]},"container-title":["Proceedings of the 24th ACM\/IEEE Joint Conference on Digital Libraries"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677389.3702605","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3677389.3702605","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:19:07Z","timestamp":1750295947000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3677389.3702605"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,16]]},"references-count":52,"alternative-id":["10.1145\/3677389.3702605","10.1145\/3677389"],"URL":"https:\/\/doi.org\/10.1145\/3677389.3702605","relation":{},"subject":[],"published":{"date-parts":[[2024,12,16]]},"assertion":[{"value":"2025-03-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}