{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T15:25:57Z","timestamp":1781018757577,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T00:00:00Z","timestamp":1774224000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,23]]},"DOI":"10.1145\/3748522.3779730","type":"proceedings-article","created":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T14:17:49Z","timestamp":1781014669000},"page":"1418-1426","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["An Empirical Analysis of Large Language Models for Sector Classification of Crowd-Based Software Requirements"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2835-5518","authenticated-orcid":false,"given":"Dhyey","family":"Shekhaliya","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Pandit Deendayal Energy University, Gandhinagar, Gujarat, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-3923-2492","authenticated-orcid":false,"given":"Arpit","family":"Sharma","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering & Computer Science, Indian Institute of Science Education and Research Bhopal, Bhopal, Madhya Pradesh, India"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,9]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER64311.2025.00013"},{"key":"e_1_3_2_1_2_1","unstructured":"Adedamola Adepetu Khaja Altaf Ahmed Yousif Al Abd Aaesha Al Zaabi and Davor Svetinovic. 2012. CrowdREquire: A Requirements Engineering Crowd-sourcing Platform. In Wisdom of the Crowd Papers from the 2012 AAAI Spring Symposium Palo Alto California USA March 26\u201328 2012 (AAAI Technical Report Vol. SS-12-06). AAAI."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2023.107202"},{"key":"e_1_3_2_1_4_1","volume-title":"Advancing Requirements Engineering through Generative AI: Assessing the Role of LLMs. CoRR abs\/2310.13976","author":"Arora Chetan","year":"2023","unstructured":"Chetan Arora, John Grundy, and Mohamed Abdelrazek. 2023. Advancing Requirements Engineering through Generative AI: Assessing the Role of LLMs. CoRR abs\/2310.13976 (2023)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Kushagra Bhatia and Arpit Sharma. 2021. Sector classification for crowd-based software requirements. In SAC. ACM 1312\u20131320.","DOI":"10.1145\/3412841.3442005"},{"key":"e_1_3_2_1_6_1","volume-title":"REFSQ 2023, Barcelona, Spain, April 17\u201320, 2023, Proceedings (Lecture Notes in Computer Science","volume":"261","author":"Binder Michelle","year":"2023","unstructured":"Michelle Binder, Annika Vogt, Adrian Bajraktari, and Andreas Vogelsang. 2023. Automatically Classifying Kano Model Factors in App Reviews. In Requirements Engineering: Foundation for Software Quality - 29th International Working Conference, REFSQ 2023, Barcelona, Spain, April 17\u201320, 2023, Proceedings (Lecture Notes in Computer Science, Vol. 13975). Springer, 245\u2013261."},{"key":"e_1_3_2_1_7_1","volume-title":"IEEE 22nd International Requirements Engineering Conference, RE 2014","author":"Travis","year":"2014","unstructured":"Travis D. Breaux and Florian Schaub. 2014. Scaling requirements extraction to the crowd: Experiments with privacy policies. In IEEE 22nd International Requirements Engineering Conference, RE 2014, Karlskrona, Sweden, August 25\u201329, 2014. IEEE Computer Society, 163\u2013172."},{"key":"e_1_3_2_1_8_1","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown Tom B","year":"2020","unstructured":"Tom B Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, et al. 2020. Language models are few-shot learners. In Advances in Neural Information Processing Systems, Vol. 33. 1877\u20131901.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568263"},{"key":"e_1_3_2_1_10_1","volume-title":"Tianle Li, Dacheng Li, Banghua Zhu, Hao Zhang, Michael Jordan, Joseph E. Gonzalez, and Ion Stoica.","author":"Chiang Wei-Lin","year":"2024","unstructured":"Wei-Lin Chiang, Lianmin Zheng, Ying Sheng, Anastasios Nikolas Angelopoulos, Tianle Li, Dacheng Li, Banghua Zhu, Hao Zhang, Michael Jordan, Joseph E. Gonzalez, and Ion Stoica. 2024. Chatbot Arena: An Open Platform for Evaluating LLMs by Human Preference. arXiv preprint arXiv:2403.04132 (2024)."},{"key":"e_1_3_2_1_11_1","volume-title":"Fatma Basak Aydemir, and Sercan \u00c7evikol","author":"Dalpiaz Fabiano","year":"2019","unstructured":"Fabiano Dalpiaz, Davide Dell'Anna, Fatma Basak Aydemir, and Sercan \u00c7evikol. 2019. Requirements Classification with Interpretable Machine Learning and Dependency Parsing. In RE. IEEE, 142\u2013152."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2018.3571242"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00058"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.33"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/AIRE51212.2020.00015"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2017.88"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/S10664-025-10619-Z"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE59067.2024.00024"},{"key":"e_1_3_2_1_19_1","volume-title":"NoRBERT: Transfer Learning for Requirements Classification. In 28th IEEE International Requirements Engineering Conference, RE 2020","author":"Hey Tobias","year":"2020","unstructured":"Tobias Hey, Jan Keim, Anne Koziolek, and Walter F. Tichy. 2020. NoRBERT: Transfer Learning for Requirements Classification. In 28th IEEE International Requirements Engineering Conference, RE 2020, Zurich, Switzerland, August 31-September 4, 2020. IEEE, 169\u2013179."},{"key":"e_1_3_2_1_20_1","volume-title":"Hugging Face - The AI community building the future. https:\/\/huggingface.co\/models [Accessed","author":"Face Hugging","year":"2025","unstructured":"Hugging Face. 2024. Hugging Face - The AI community building the future. https:\/\/huggingface.co\/models [Accessed: Jul. 16, 2025]."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2014.50"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2017.82"},{"key":"e_1_3_2_1_23_1","unstructured":"Q. Lyu X. Zhang Z. Zhao J. Tang and Y. Wang. 2023. Faithful reasoning using large language models. arXiv preprint arXiv:2301.13379 (2023)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2015.7320414"},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 5th Berkeley Symposium on Mathematical Statistics and Probability","volume":"1","author":"MacQueen J.","year":"1967","unstructured":"J. MacQueen. 1967. Some methods for classification and analysis of multivariate observations. In Proceedings of the 5th Berkeley Symposium on Mathematical Statistics and Probability, Vol. 1. 281\u2013297."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09706-9"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9375-7"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2016.68"},{"key":"e_1_3_2_1_29_1","volume-title":"Singh","author":"Murukannaiah Pradeep K.","year":"2017","unstructured":"Pradeep K. Murukannaiah, Nirav Ajmeri, and Munindar P. Singh. 2017. Toward Automating Crowd RE. In RE. IEEE Computer Society, 512\u2013515."},{"key":"e_1_3_2_1_30_1","volume-title":"Ollama - Get up and running with large language models locally. https:\/\/ollama.com\/ [Accessed","year":"2025","unstructured":"Ollama. 2024. Ollama - Get up and running with large language models locally. https:\/\/ollama.com\/ [Accessed: Jul. 16, 2025]."},{"key":"e_1_3_2_1_31_1","volume-title":"Training language models to follow instructions with human feedback. arXiv preprint arXiv:2203.02155","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeff Wu, Xu Jiang, Diogo Almeida, Carroll Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, John Schulman, Jacob Hilton, Fraser Kelton, Luke Miller, Maddie Simens, Paul Christiano, Jan Leike, and Ryan Lowe. 2022. Training language models to follow instructions with human feedback. arXiv preprint arXiv:2203.02155 (2022)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2013.6636712"},{"key":"e_1_3_2_1_33_1","volume-title":"Emitza Guzman, Corrado A. Visaggio, Gerardo Canfora, and Harald C. Gall.","author":"Panichella Sebastiano","year":"2016","unstructured":"Sebastiano Panichella, Andrea Di Sorbo, Emitza Guzman, Corrado A. Visaggio, Gerardo Canfora, and Harald C. Gall. 2016. ARdoc: app reviews development oriented classifier (FSE 2016). Association for Computing Machinery, 1023\u20131027."},{"key":"e_1_3_2_1_34_1","volume-title":"Requirements Engineering - Fundamentals, Principles, and Techniques","author":"Pohl Klaus","unstructured":"Klaus Pohl. 2010. Requirements Engineering - Fundamentals, Principles, and Techniques (first ed.). Springer."},{"key":"e_1_3_2_1_35_1","volume-title":"Jennifer Horkoff, and Christian Berger.","author":"Ronanki Krishna","year":"2023","unstructured":"Krishna Ronanki, Beatriz Cabrero Daniel, Jennifer Horkoff, and Christian Berger. 2023. Requirements Engineering using Generative AI: Prompts and Prompting Patterns. CoRR abs\/2311.03832 (2023)."},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of the IEEE 31st International Requirements Engineering Conference (RE). IEEE, 1\u201312","author":"Ronanki S.","unstructured":"S. Ronanki, S. A. Chun, and J. Atluri. 2023. Requirements Engineering using Generative AI: Prompts and Prompting Patterns. In Proceedings of the IEEE 31st International Requirements Engineering Conference (RE). IEEE, 1\u201312."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-70245-7_17"},{"key":"e_1_3_2_1_38_1","volume-title":"On the Use of Unsupervised Machine Learning for Classification of Crowd-Based Software Requirements. Journal of Systems and Software","author":"Sharma Naimish","year":"2026","unstructured":"Naimish Sharma and Arpit Sharma. 2026. On the Use of Unsupervised Machine Learning for Classification of Crowd-Based Software Requirements. Journal of Systems and Software (2026)."},{"key":"e_1_3_2_1_39_1","volume-title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer. In International Conference on Learning Representations (ICLR).","author":"Shazeer Noam","year":"2017","unstructured":"Noam Shazeer, Azalia Mirhoseini, Krzysztof Maziarz, Andy Davis, Quoc Le, Geoffrey Hinton, and Jeff Dean. 2017. Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_40_1","volume-title":"Unsupervised Topic Discovery in User Comments. In 29th IEEE International Requirements Engineering Conference, RE 2021","author":"Stanik Christoph","year":"2021","unstructured":"Christoph Stanik, Tim Pietz, and Walid Maalej. 2021. Unsupervised Topic Discovery in User Comments. In 29th IEEE International Requirements Engineering Conference, RE 2021, Notre Dame, IN, USA, September 20\u201324, 2021. IEEE, 150\u2013161."},{"key":"e_1_3_2_1_41_1","volume-title":"Explanation Needs in App Reviews: Taxonomy and Automated Detection. In 31st IEEE International Requirements Engineering Conference, RE 2023 - Workshops","author":"Unterbusch Max","year":"2023","unstructured":"Max Unterbusch, Mersedeh Sadeghi, Jannik Fischbach, Martin Obaidi, and Andreas Vogelsang. 2023. Explanation Needs in App Reviews: Taxonomy and Automated Detection. In 31st IEEE International Requirements Engineering Conference, RE 2023 - Workshops, Hannover, Germany, September 4\u20135, 2023. IEEE, 102\u2013111."},{"key":"e_1_3_2_1_42_1","volume-title":"Advances in Neural Information Processing Systems","volume":"30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. In Advances in Neural Information Processing Systems, Vol. 30. Curran Associates, Inc."},{"key":"e_1_3_2_1_43_1","unstructured":"X. Wang Y. Wei Z. Yu H. Qin C. Chen Z. Li Y. Liu J. Hou J. Li and J. Sun. 2022. Self-consistency improves chain of thought reasoning in large language models. arXiv preprint arXiv:2203.11171 (2022)."},{"key":"e_1_3_2_1_44_1","volume-title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark. arXiv preprint arXiv:2406.01574","author":"Wang Yubo","year":"2024","unstructured":"Yubo Wang, Xueguang Ma, Ge Zhang, Yuansheng Ni, Abhranil Chandra, Shiguang Guo, Weiming Ren, Aaran Arulraj, Xuan He, Ziyan Jiang, Tianle Li, Max Ku, Kai Wang, Alex Zhuang, Rongqi Fan, Xiang Yue, and Wenhu Chen. 2024. MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark. arXiv preprint arXiv:2406.01574 (2024)."},{"key":"e_1_3_2_1_45_1","volume-title":"Chi, Quoc Le, and Denny Zhou","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Brian Ichter, Fei Xia, Ed Chi, Quoc Le, and Denny Zhou. 2022. Chain-of-thought prompting elicits reasoning in large language models. arXiv preprint arXiv:2201.11903 (2022)."},{"key":"e_1_3_2_1_46_1","unstructured":"J. White S. T. M. Mu\u00f1oz J. Lin A. R. Hays J. Sliva A. Elnaggar S. DeLucia S. Kim Y. Wang P. Costa N. A. Kraft and D. Shepherd. 2023. A prompt pattern catalog to enhance prompt engineering with ChatGPT. arXiv preprint arXiv:2302.11382 (2023)."},{"key":"e_1_3_2_1_47_1","unstructured":"S. Yao D. Yu J. Zhao I. Shafran K. Narasimhan and Y. Cao. 2022. ReAct: Synergizing reasoning and acting in language models. arXiv preprint arXiv:2210.03629 (2022)."},{"key":"e_1_3_2_1_48_1","volume-title":"REFSQ 2025, Barcelona, Spain, April 7\u201310, 2025, Proceedings (Lecture Notes in Computer Science","volume":"225","author":"Zadenoori Mohammad Amin","year":"2025","unstructured":"Mohammad Amin Zadenoori, Liping Zhao, Waad Alhoshan, and Alessio Ferrari. 2025. Automatic Prompt Engineering: The Case of Requirements Classification. In Requirements Engineering: Foundation for Software Quality - 31st International Working Conference, REFSQ 2025, Barcelona, Spain, April 7\u201310, 2025, Proceedings (Lecture Notes in Computer Science, Vol. 15588), Anne Hess and Angelo Susi (Eds.). Springer, 217\u2013225."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"Jianzhang Zhang Yiyang Chen Nan Niu Yinglin Wang and Chuang Liu. 2023. Empirical Evaluation of ChatGPT on Requirements Information Retrieval Under Zero-Shot Setting. arXiv:2304.12562 [cs.SE] https:\/\/arxiv.org\/abs\/2304.12562","DOI":"10.2139\/ssrn.4450322"}],"event":{"name":"SAC '26: 41st ACM\/SIGAPP Symposium on Applied Computing","location":"Grand Hotel Palace Thessaloniki Greece","acronym":"SAC '26","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing"]},"container-title":["Proceedings of the 41st ACM\/SIGAPP Symposium on Applied Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3748522.3779730","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T14:29:05Z","timestamp":1781015345000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3748522.3779730"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,23]]},"references-count":49,"alternative-id":["10.1145\/3748522.3779730","10.1145\/3748522"],"URL":"https:\/\/doi.org\/10.1145\/3748522.3779730","relation":{},"subject":[],"published":{"date-parts":[[2026,3,23]]},"assertion":[{"value":"2026-06-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}