{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T23:42:01Z","timestamp":1783554121236,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,15]],"date-time":"2023-12-15T00:00:00Z","timestamp":1702598400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,15]]},"DOI":"10.1145\/3632754.3633480","type":"proceedings-article","created":{"date-parts":[[2024,2,12]],"date-time":"2024-02-12T16:51:40Z","timestamp":1707756700000},"page":"16-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Efficiency of Large Language Models to scale up Ground Truth: Overview of the IRSE Track at Forum for Information Retrieval 2023"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3548-2663","authenticated-orcid":false,"given":"Soumen","family":"Paul","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Indian Institute of Technology Kharagpur, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3935-4087","authenticated-orcid":false,"given":"Srijoni","family":"Majumdar","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Kharagpur, India and University of Leeds, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4700-6456","authenticated-orcid":false,"given":"Ayan","family":"Bandyopadhyay","sequence":"additional","affiliation":[{"name":"TCG CREST, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2742-480X","authenticated-orcid":false,"given":"Bhargav","family":"Dave","sequence":"additional","affiliation":[{"name":"DA-IICT, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8929-9605","authenticated-orcid":false,"given":"Samiran","family":"Chattopadhyay","sequence":"additional","affiliation":[{"name":"Jadavpur University, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1435-6051","authenticated-orcid":false,"given":"Partha","family":"Das","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Kharagpur, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1739-175X","authenticated-orcid":false,"given":"Paul D","family":"Clough","sequence":"additional","affiliation":[{"name":"University of Sheffield, UK and TPXimpact London, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0840-9313","authenticated-orcid":false,"given":"Prasenjit","family":"Majumder","sequence":"additional","affiliation":[{"name":"TCG CREST, India and DA-IICT, India"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,2,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Characteristics of useful code reviews: An empirical study at microsoft(Working Conference on Mining Software Repositories)","author":"Bosu Amiangshu","unstructured":"Amiangshu Bosu, Michaela Greiler, and Christian Bird. 2015. Characteristics of useful code reviews: An empirical study at microsoft(Working Conference on Mining Software Repositories). IEEE, 146\u2013156."},{"key":"e_1_3_2_1_2_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_1_3_1","volume-title":"International conference on software engineering research and practice (SERP). Springer. 109\u2013115","author":"Chatterjee Nachiketa","year":"2015","unstructured":"Nachiketa Chatterjee, Srijoni Majumdar, Shila\u00a0Rani Sahoo, and Partha\u00a0Pratim Das. 2015. Debugging multi-threaded applications using pin-augmented gdb (pgdb). In International conference on software engineering research and practice (SERP). Springer. 109\u2013115."},{"key":"e_1_3_2_1_4_1","unstructured":"Srijoni Majumdar Ayan Bandyopadhyay Samiran Chattopadhyay Partha\u00a0Pratim Das Paul\u00a0D Clough and Prasenjit Majumder. 2022. Overview of the IRSE track at FIRE 2022: Information Retrieval in Software Engineering. In Forum for Information Retrieval Evaluation ACM."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3574318.3574329"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1002\/smr.2463"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11334-021-00393-8"},{"key":"e_1_3_2_1_8_1","first-page":"75","article-title":"Dcube_ NN D cube NN: Tool for Dynamic Design Discovery from Multi-threaded Applications Using Neural Sequence Models","volume":"14","author":"Majumdar Srijoni","year":"2021","unstructured":"Srijoni Majumdar, Nachiketa Chatterjee, Partha Pratim\u00a0Das, and Amlan Chakrabarti. 2021. Dcube_ NN D cube NN: Tool for Dynamic Design Discovery from Multi-threaded Applications Using Neural Sequence Models. Advanced Computing and Systems for Security: Volume 14 (2021), 75\u201392.","journal-title":"Advanced Computing and Systems for Security"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS.2016.13"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS.2019.00026"},{"key":"e_1_3_2_1_11_1","volume-title":"Advanced Computing and Systems for Security","author":"Majumdar Srijoni","unstructured":"Srijoni Majumdar, Shakti Papdeja, Partha\u00a0Pratim Das, and Soumya\u00a0Kanti Ghosh. 2020. Comment-Mine - A Semantic Search Approach to Program Comprehension from Code Comments. In Advanced Computing and Systems for Security. Springer, 29\u201342."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/QRS57517.2022.00082"},{"key":"e_1_3_2_1_13_1","unstructured":"Michael\u00a0P O\u2019brien. 2003. Software comprehension\u2013a review and research direction. Technical Report Technical Report. Department of Computer Science & Information Systems University of Limerick Ireland."},{"key":"e_1_3_2_1_14_1","volume-title":"Predicting usefulness of code review comments using textual features and developer experience(International Conference on Mining Software Repositories (MSR))","author":"Rahman Mohammad\u00a0Masudur","unstructured":"Mohammad\u00a0Masudur Rahman, Chanchal\u00a0K Roy, and Raula\u00a0G Kula. 2017. Predicting usefulness of code review comments using textual features and developer experience(International Conference on Mining Software Repositories (MSR)). IEEE, 215\u2013226."},{"key":"e_1_3_2_1_15_1","volume-title":"Quality analysis of source code comments(International Conference on Program Comprehension (ICPC))","author":"Steidl Daniela","unstructured":"Daniela Steidl, Benjamin Hummel, and Elmar Juergens. 2013. Quality analysis of source code comments(International Conference on Program Comprehension (ICPC)). IEEE, 83\u201392."}],"event":{"name":"FIRE 2023: Forum for Information Retrieval Evaluation","location":"Panjim India","acronym":"FIRE 2023"},"container-title":["Proceedings of the 15th Annual Meeting of the Forum for Information Retrieval Evaluation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632754.3633480","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3632754.3633480","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:08:44Z","timestamp":1755907724000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632754.3633480"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,15]]},"references-count":15,"alternative-id":["10.1145\/3632754.3633480","10.1145\/3632754"],"URL":"https:\/\/doi.org\/10.1145\/3632754.3633480","relation":{},"subject":[],"published":{"date-parts":[[2023,12,15]]},"assertion":[{"value":"2024-02-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}